{"id":"W1978504659","doi":"10.1016/j.ridd.2010.09.001","title":"Using relative improvement over chance (RIOC) to examine agreement between tests: Three case examples using studies of developmental coordination disorder (DCD) in children","year":2010,"lang":"en","type":"review","venue":"Research in Developmental Disabilities","topic":"Children's Physical and Motor Development","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto; McMaster University; McMaster University Medical Centre","funders":"","keywords":"Statistic; Psychology; Cohen's kappa; Kappa; Statistics; Population; Developmental psychology; Medicine; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00276602,0.001039325,0.00254948,0.00163691,0.0003640544,0.00007252604,0.0007512153,0.0004806766,0.0003459676],"category_scores_gemma":[0.0008279068,0.0009251225,0.0002589782,0.002236734,0.001069255,0.0003651912,0.001897987,0.001546802,0.00007284282],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00576363,"about_ca_system_score_gemma":0.001153646,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006031785,"about_ca_topic_score_gemma":0.005788795,"domain_scores_codex":[0.9920825,0.00075492,0.002495827,0.001671515,0.001420378,0.001574884],"domain_scores_gemma":[0.9962224,0.002203841,0.0004394975,0.0005556348,0.0002885938,0.0002899693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00006449639,0.001349863,0.1997212,0.004259855,0.001287066,0.0000865075,0.01519304,0.000004440427,0.0001042161,0.0007995547,0.00008061552,0.7770492],"study_design_scores_gemma":[0.01147815,0.00223551,0.6785896,0.08222686,0.0008573989,0.001466097,0.09991156,0.00003608517,0.0005226713,0.009638386,0.1026094,0.01042832],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.773964,0.2193775,0.00002752576,0.00002722139,0.0002539982,0.005662759,0.0003376399,0.0000266823,0.0003227232],"genre_scores_gemma":[0.5786705,0.3726574,0.03454668,0.00007211944,0.001107548,0.008542678,0.001513317,0.0007171032,0.00217262],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7666209,"threshold_uncertainty_score":0.9993199,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3472062321689161,"score_gpt":0.4781400105419266,"score_spread":0.1309337783730105,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}