{"id":"W2097681968","doi":"10.1093/biostatistics/2.3.323","title":"Efficiency considerations in the analysis of inter-observer agreement","year":2001,"lang":"en","type":"article","venue":"Biostatistics","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Cohen's kappa; Replicate; Statistics; Inter-rater reliability; Reliability (semiconductor); Statistic; Kappa; Mathematics; Binary number; Computer science; Binomial distribution; Econometrics; Arithmetic; Physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004319277,0.00008682029,0.0002377495,0.0003296162,0.00008877992,0.0001056768,0.0004231104,0.00002945979,0.001534852],"category_scores_gemma":[0.004057399,0.00005031153,0.0001043881,0.001960257,0.0001331708,0.00005766561,0.00005186372,0.00007584735,0.00005976952],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003395672,"about_ca_system_score_gemma":0.00004335622,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001271858,"about_ca_topic_score_gemma":0.001570632,"domain_scores_codex":[0.9971741,0.000366862,0.0008408043,0.0002481063,0.001213861,0.0001562207],"domain_scores_gemma":[0.9964512,0.00238932,0.0002057274,0.0005977027,0.0003241496,0.00003192056],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002989111,0.001337467,0.8517873,0.00001135858,0.0002852141,0.00005321368,0.006254009,0.01117279,0.00062281,0.07529371,0.03256236,0.02058984],"study_design_scores_gemma":[0.000325485,0.000136518,0.9363446,0.00001395574,0.0002635985,0.000001976379,0.003478397,0.01547083,0.0001123691,0.03575355,0.007955147,0.0001436077],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8273057,0.0001551022,0.1594759,0.004708446,0.0003560438,0.0005287644,0.000199894,0.000009547115,0.007260562],"genre_scores_gemma":[0.9968457,0.00002063823,0.002471318,0.0004735602,0.00001235852,0.000007414286,0.000009034284,0.000001651852,0.0001583866],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1695399,"threshold_uncertainty_score":0.9993779,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2311350697927032,"score_gpt":0.4052181703110456,"score_spread":0.1740831005183424,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}