{"id":"W1974436001","doi":"10.1207/s15328015tlm1403_3","title":"Comparison of an Aggregate Scoring Method With a Consensus Scoring Method in a Measure of Clinical Reasoning Capacity","year":2002,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Concordance; Context (archaeology); Test (biology); Psychology; Medical education; Computer science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01925083,0.0002645153,0.00200248,0.0003666538,0.0001118922,0.000007647782,0.0001145913,0.0002236336,0.00002903668],"category_scores_gemma":[0.1682457,0.0001981728,0.00008441159,0.000396397,0.0003624914,0.00005114652,0.00004583455,0.003683818,7.922891e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004143246,"about_ca_system_score_gemma":0.00006508555,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004712397,"about_ca_topic_score_gemma":0.0001864526,"domain_scores_codex":[0.9935829,0.00321168,0.001631866,0.0005900193,0.0005881652,0.0003953428],"domain_scores_gemma":[0.9707508,0.0276857,0.000749406,0.0003685741,0.0001245337,0.0003210017],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004885209,0.0004651112,0.6991663,0.0001420209,0.00005734592,0.00008971107,0.01039932,0.002437057,0.0006143644,0.0001174258,0.00001534719,0.2860075],"study_design_scores_gemma":[0.01640362,0.006585323,0.5869219,0.05775918,0.000509434,0.0004129624,0.01075419,0.3193289,0.0004781946,0.0000806134,0.0003208893,0.0004448136],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9893436,0.001327695,0.005965851,0.000671067,0.000104697,0.000252648,7.397197e-7,0.00006837653,0.002265334],"genre_scores_gemma":[0.8184233,0.00007659307,0.1811339,0.00008499984,0.0001520404,0.000005799668,0.000004004903,0.00002859156,0.00009083105],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3168918,"threshold_uncertainty_score":0.9986147,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1503521672836052,"score_gpt":0.4714027456551148,"score_spread":0.3210505783715096,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}