{"id":"W2164610426","doi":"10.1177/0163278704267043","title":"Standardized Assessment of Reasoning in Contexts of Uncertainty","year":2004,"lang":"en","type":"article","venue":"Evaluation & the Health Professions","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":153,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Psychology; Standardized test; Medical physics; Computer science; Natural language processing; Medical education; Mathematics education; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007475629,0.00007780342,0.0004125875,0.00007553025,0.0001077229,0.000001947237,0.00006725996,0.00006764568,0.000152867],"category_scores_gemma":[0.02828288,0.00004761865,0.00007337005,0.000303967,0.00009508114,0.00002336801,0.00003275862,0.0002966629,0.000002428985],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003519237,"about_ca_system_score_gemma":0.004706956,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005610876,"about_ca_topic_score_gemma":0.0001684031,"domain_scores_codex":[0.9974061,0.0007308756,0.0007802877,0.0001516157,0.0007406235,0.0001905256],"domain_scores_gemma":[0.9942755,0.004363343,0.0004640401,0.0003279378,0.00045543,0.0001137842],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003826296,0.00851727,0.4390731,0.001428976,0.0004121723,0.00001469236,0.04592658,0.06241105,0.002112856,0.1059688,0.007622115,0.322686],"study_design_scores_gemma":[0.01632683,0.001170417,0.9387864,0.02097092,0.0001376203,0.000004773437,0.003645034,0.00737332,0.000215076,0.01113577,0.0001309449,0.0001028629],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.962121,0.0006140629,0.00156059,0.03217416,0.0003010174,0.001975537,0.00002052725,0.0000173574,0.001215742],"genre_scores_gemma":[0.9961286,0.0001262263,0.002672793,0.0008253938,0.00003233995,0.0001056574,0.00003717862,0.00000805834,0.00006377699],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4997133,"threshold_uncertainty_score":0.9799023,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1004936907630079,"score_gpt":0.5254536042443122,"score_spread":0.4249599134813042,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}