{"id":"W4319082716","doi":"10.1007/s40670-023-01729-8","title":"Considering the Structured Oral Examinations Beyond Its Psychometrics Properties","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"","keywords":"Psychometrics; Psychology; Educational measurement; Medical education; Medicine; Clinical psychology; Pedagogy; Curriculum","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1139907,0.0009046187,0.001258953,0.002494071,0.001193288,0.005670605,0.001432908,0.001791655,0.006693961],"category_scores_gemma":[0.4670496,0.0004859102,0.003060436,0.003051265,0.003793043,0.005199799,0.002506487,0.003083696,0.001574699],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001453012,"about_ca_system_score_gemma":0.004452764,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001757143,"about_ca_topic_score_gemma":0.002410856,"domain_scores_codex":[0.8976851,0.05432658,0.01358104,0.005334026,0.02762303,0.001450286],"domain_scores_gemma":[0.3959905,0.4953065,0.02426223,0.03487098,0.04689943,0.002670322],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009750916,0.0009496768,0.7246643,0.001174109,0.001745347,0.0002263171,0.003568812,0.00224492,0.001263034,0.01726147,0.006730757,0.2391961],"study_design_scores_gemma":[0.0003429306,0.004037382,0.8709031,0.002787805,0.001986465,0.0007774096,0.007540218,0.01791943,0.007258079,0.04638609,0.03982565,0.0002355327],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7558352,0.004810675,0.1070841,0.01583175,0.004035332,0.003288554,0.003475391,0.0004964227,0.1051425],"genre_scores_gemma":[0.9726763,0.000514476,0.02029987,0.001558419,0.0004808963,0.001234263,0.001089157,0.00007662061,0.002070116],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8860093,"threshold_uncertainty_score":0.6028477,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08053409116000604,"score_gpt":0.3870177223022442,"score_spread":0.3064836311422382,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}