{"id":"W2171379382","doi":"10.1186/1756-0500-4-418","title":"An innovative method to assess clinical reasoning skills: Clinical reasoning tests in the second national medical science Olympiad in Iran","year":2011,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; Sante Montreal","funders":"Islamic Azad University; Humanities Research Group, University of Windsor; Islamic Azad University, Mashhad Branch; Shahid Beheshti University of Medical Sciences; Babol University of Medical Sciences; Isfahan University of Medical Sciences; Shiraz University; Zahedan University of Medical Sciences; Mashhad University of Medical Sciences; Tehran University of Medical Sciences and Health Services; Shiraz University of Medical Sciences; Ministry of Health and Medical Education","keywords":"Olympiad; Test (biology); Cronbach's alpha; Reliability (semiconductor); Concordance; Multiple choice; Measure (data warehouse); Medicine; Medical education; Mathematics education; Psychology; Computer science; Statistics; Mathematics; Data mining; Psychometrics; Clinical psychology; Significant difference","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005653281,0.0009597648,0.0007484333,0.004708904,0.0006249094,0.0009601982,0.001013162,0.0008891599,0.001949368],"category_scores_gemma":[0.01513132,0.0003244513,0.00107109,0.003372012,0.0005542001,0.0009055393,0.00128697,0.001214164,0.0004750648],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001079121,"about_ca_system_score_gemma":0.002843407,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002174898,"about_ca_topic_score_gemma":0.004231601,"domain_scores_codex":[0.9953545,0.001423386,0.0009797354,0.0004431095,0.001529078,0.0002701863],"domain_scores_gemma":[0.9911131,0.002099071,0.00255971,0.0004967356,0.003090054,0.0006412201],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004722276,0.001955749,0.7937994,0.0005767629,0.0001968058,0.0002911483,0.002326277,0.001469048,0.004101368,0.0006825888,0.004148796,0.1899798],"study_design_scores_gemma":[0.0001781464,0.001536764,0.9831012,0.0001427487,0.00007835415,0.0006190831,0.002016002,0.002809236,0.003185124,0.0007475091,0.005527397,0.00005845543],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9645694,0.0008889393,0.01607876,0.0006771836,0.0003120811,0.004300018,0.002088382,0.0002627518,0.01082243],"genre_scores_gemma":[0.9218954,0.0007213597,0.06695006,0.0003125216,0.00009878077,0.005278482,0.002119239,0.0000230505,0.002601129],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005653281,"threshold_uncertainty_score":0.02989775,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5392440816124454,"score_gpt":0.6267709878968422,"score_spread":0.08752690628439674,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}