{"id":"W2134799834","doi":"10.1093/ije/29.6.1070","title":"The effect of collapsing multinomial data when assessing agreement","year":2000,"lang":"en","type":"article","venue":"International Journal of Epidemiology","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Multinomial distribution; Agreement; Medicine; Statistics; Econometrics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05670636,0.0001175385,0.0005365175,0.0001291205,0.0001289676,0.0001025413,0.003433855,0.00006774171,0.001187235],"category_scores_gemma":[0.04743872,0.00005874686,0.0002055661,0.00009805935,0.0002807504,0.0004316017,0.0002560743,0.0002479038,0.00005134287],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001034166,"about_ca_system_score_gemma":0.0001180501,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000049801,"about_ca_topic_score_gemma":0.00002683071,"domain_scores_codex":[0.9919617,0.003314334,0.00258677,0.0002949124,0.001595236,0.0002470968],"domain_scores_gemma":[0.969726,0.02700966,0.001708056,0.0006794995,0.0007903742,0.00008638849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005800642,0.00004950569,0.1262987,0.000002520375,0.0002373808,0.00001329257,0.000148888,0.003464682,0.0006210772,0.0002744768,0.03722597,0.8310834],"study_design_scores_gemma":[0.002954157,0.001104923,0.09388031,0.0002509457,0.0001007762,0.0002207579,0.0004318832,0.01348665,0.00130693,0.05674298,0.8292965,0.0002232265],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9645391,0.001085559,0.006948484,0.01931542,0.004505905,0.0001832885,0.00002376758,0.000003799851,0.003394693],"genre_scores_gemma":[0.9926549,0.0002380822,0.005371322,0.000474662,0.0007799156,0.000001587436,0.000005726734,0.000004684353,0.0004691181],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8308602,"threshold_uncertainty_score":0.9997258,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2977449565525722,"score_gpt":0.4964184161530347,"score_spread":0.1986734596004625,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}