{"id":"W2171379382","doi":"10.1186/1756-0500-4-418","title":"An innovative method to assess clinical reasoning skills: Clinical reasoning tests in the second national medical science Olympiad in Iran","year":2011,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; Sante Montreal","funders":"Islamic Azad University; Humanities Research Group, University of Windsor; Islamic Azad University, Mashhad Branch; Shahid Beheshti University of Medical Sciences; Babol University of Medical Sciences; Isfahan University of Medical Sciences; Shiraz University; Zahedan University of Medical Sciences; Mashhad University of Medical Sciences; Tehran University of Medical Sciences and Health Services; Shiraz University of Medical Sciences; Ministry of Health and Medical Education","keywords":"Olympiad; Test (biology); Cronbach's alpha; Reliability (semiconductor); Concordance; Multiple choice; Measure (data warehouse); Medicine; Medical education; Mathematics education; Psychology; Computer science; Statistics; Mathematics; Data mining; Psychometrics; Clinical psychology; Significant difference","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1396298,0.0002742515,0.0008588262,0.001030031,0.0002856911,0.0001537086,0.001488658,0.0004956244,0.0005985236],"category_scores_gemma":[0.7898128,0.000190652,0.0001602538,0.005906721,0.001960411,0.0003523286,0.000484971,0.00329645,0.0001328296],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002443512,"about_ca_system_score_gemma":0.005597651,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007449688,"about_ca_topic_score_gemma":0.002152067,"domain_scores_codex":[0.9848484,0.005537191,0.002089779,0.001482556,0.004705006,0.001337038],"domain_scores_gemma":[0.5138725,0.4747291,0.0005730413,0.002626934,0.004918586,0.003279906],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004624585,0.002672401,0.9567804,0.00001949791,0.0000169659,0.0002669564,0.00185038,0.000004120604,0.00006674915,0.004829901,0.0004445513,0.03258564],"study_design_scores_gemma":[0.002630633,0.001534523,0.9875455,0.00220793,0.000008671944,0.00007751882,0.0009310866,0.002600049,0.0003155684,0.001570516,0.0003535667,0.0002244645],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9841401,0.00007158892,0.002254106,0.001542842,0.0002789583,0.0009558862,0.00001283737,0.00005294662,0.01069075],"genre_scores_gemma":[0.9008555,0.00003634497,0.09559366,0.002466645,0.0007494371,0.0001431898,0.00001931029,0.00003367077,0.0001022888],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.650183,"threshold_uncertainty_score":0.999003,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5392440816124454,"score_gpt":0.6267709878968422,"score_spread":0.08752690628439674,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}