{"id":"W2018205196","doi":"10.1111/j.0006-341x.2001.00584.x","title":"Inference Procedures for Assessing Interobserver Agreement among Multiple Raters","year":2001,"lang":"en","type":"article","venue":"Biometrics","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Statistics; Goodness of fit; Mathematics; Nominal level; Confidence interval; Binomial distribution; Range (aeronautics); Inference; Sample size determination; Binomial (polynomial); Multiple comparisons problem; Statistical inference; Computer science; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005012,0.0001963393,0.000280413,0.00122516,0.0002461393,0.0008785136,0.0009078406,0.00009975907,0.0002331778],"category_scores_gemma":[0.02381678,0.0001387014,0.0001714615,0.004787205,0.0001222906,0.0006669952,0.0001821844,0.00009668478,0.0001170197],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001534668,"about_ca_system_score_gemma":0.00009355439,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004830451,"about_ca_topic_score_gemma":0.0001116908,"domain_scores_codex":[0.9961827,0.0001237178,0.0008220099,0.000627152,0.001824629,0.0004197298],"domain_scores_gemma":[0.9959236,0.002135341,0.0003441098,0.0005887104,0.0008482839,0.0001598927],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000326098,0.0002356668,0.932485,0.00003115914,0.00002109371,0.000002558354,0.0001662684,0.0002300991,0.002590819,0.00007772158,0.007986862,0.05614012],"study_design_scores_gemma":[0.001271608,0.0002642357,0.9088506,0.0001015633,0.00002713083,0.000001596264,0.001263016,0.008810538,0.00356037,0.004266066,0.07113828,0.0004450158],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8721611,0.000149999,0.1249168,0.000505751,0.0008251948,0.000651903,0.00001117341,0.00003959885,0.0007385131],"genre_scores_gemma":[0.9921637,0.00004603508,0.006153409,0.0002555326,0.00009918466,0.00007141311,0.000008675055,0.000009745318,0.001192356],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1200026,"threshold_uncertainty_score":0.984406,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3335008582243348,"score_gpt":0.4305500555919031,"score_spread":0.09704919736756829,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}