{"id":"W1978504659","doi":"10.1016/j.ridd.2010.09.001","title":"Using relative improvement over chance (RIOC) to examine agreement between tests: Three case examples using studies of developmental coordination disorder (DCD) in children","year":2010,"lang":"en","type":"review","venue":"Research in Developmental Disabilities","topic":"Children's Physical and Motor Development","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto; McMaster University; McMaster University Medical Centre","funders":"","keywords":"Statistic; Psychology; Cohen's kappa; Kappa; Statistics; Population; Developmental psychology; Medicine; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01390708,0.001233987,0.002674815,0.004970097,0.000443541,0.001415892,0.002046832,0.001152064,0.000759444],"category_scores_gemma":[0.01767391,0.0004349882,0.001499687,0.005147724,0.001628819,0.001136487,0.001009677,0.001447469,0.000255112],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001332096,"about_ca_system_score_gemma":0.002125925,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009290628,"about_ca_topic_score_gemma":0.025942,"domain_scores_codex":[0.9922894,0.003107565,0.001545058,0.0008127053,0.002138794,0.0001063967],"domain_scores_gemma":[0.9838651,0.0121751,0.001668097,0.0003004113,0.001870836,0.000120488],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001811048,0.0001168153,0.02560041,0.02188608,0.0009214677,0.0004049709,0.001588033,0.0002594853,0.0007880213,0.002585014,0.003318005,0.9423506],"study_design_scores_gemma":[0.0002491829,0.002072156,0.4598611,0.130572,0.01240286,0.02488935,0.01263938,0.001996481,0.01358658,0.01199456,0.3288517,0.0008846959],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.007689551,0.9868197,0.002594622,0.000447662,0.000171147,0.0001131986,0.0001700844,0.00001764501,0.001976498],"genre_scores_gemma":[0.06063096,0.9223763,0.0153221,0.0003456525,0.000104804,0.0002359911,0.000238109,0.00001608044,0.0007300727],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9860929,"threshold_uncertainty_score":0.0735485,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3472062321689161,"score_gpt":0.4781400105419266,"score_spread":0.1309337783730105,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}