{"id":"W2237048265","doi":"10.3138/jvme.0715-112r","title":"Rater Errors in Clinical Performance Assessments","year":2015,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Veterinary Practice and Education Studies","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Medical education; Psychology; Educational measurement; Medicine; Applied psychology; Computer science; Pedagogy; Curriculum; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005867767,0.0001070931,0.0003261997,0.0002026564,0.0001213768,0.000007655489,0.0002343873,0.0001836056,0.0006354792],"category_scores_gemma":[0.00319534,0.00008281548,0.00006337103,0.0002133216,0.00007197615,0.0006849568,0.00009415018,0.00113276,0.0002069572],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002620842,"about_ca_system_score_gemma":0.006447386,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002777002,"about_ca_topic_score_gemma":0.000005402903,"domain_scores_codex":[0.9964351,0.001110864,0.001449413,0.0001312317,0.0006156837,0.0002576734],"domain_scores_gemma":[0.9976591,0.0004080291,0.000776055,0.0001678885,0.0005135516,0.0004753879],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001427726,0.001925926,0.7443368,0.0001779667,0.00005312851,0.00008686254,0.006483289,0.000003531081,0.00003060822,0.00003487459,0.1553134,0.09012589],"study_design_scores_gemma":[0.00189524,0.002691939,0.5891742,0.0007048927,0.0000248029,0.0004482527,0.01792296,0.0001261424,0.000001057286,0.00009432111,0.3867969,0.0001193063],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9757168,0.0002822734,0.00004245707,0.008634395,0.009673392,0.0001457534,3.191271e-7,0.0000082832,0.005496324],"genre_scores_gemma":[0.9917021,0.0007391692,0.001203843,0.003272861,0.001708026,0.0000298512,0.000003656723,0.00001224213,0.001328251],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2314835,"threshold_uncertainty_score":0.9991851,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6976178473303414,"score_gpt":0.6687145864045766,"score_spread":0.02890326092576478,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}