{"id":"W2751219011","doi":"10.1016/j.cptl.2017.07.011","title":"Application of a systematic approach to evaluating psychometric properties of a cumulative exit-from-degree objective structured clinical examination (OSCE)","year":2017,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Formative assessment; Objective structured clinical examination; Inter-rater reliability; Reliability (semiconductor); Context (archaeology); Psychology; Concurrent validity; Internal consistency; Medical physics; Medical education; Medicine; Clinical psychology; Psychometrics; Rating scale; Mathematics education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2032731,0.002068169,0.003511924,0.008288846,0.002676915,0.002367099,0.001986955,0.002232776,0.001389709],"category_scores_gemma":[0.3683136,0.001481949,0.007507336,0.00475801,0.002680205,0.001936299,0.005341599,0.001606417,0.0003832956],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004621761,"about_ca_system_score_gemma":0.02404235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003568806,"about_ca_topic_score_gemma":0.01405877,"domain_scores_codex":[0.7056256,0.2015923,0.05002491,0.009105401,0.03214983,0.001502017],"domain_scores_gemma":[0.4866998,0.3475763,0.03521715,0.03482775,0.09405301,0.001625883],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.007919678,0.006768145,0.3226029,0.02295348,0.01502804,0.000572242,0.03719601,0.003927832,0.01657748,0.00853778,0.00434726,0.5535691],"study_design_scores_gemma":[0.0160463,0.08568165,0.6690266,0.01698168,0.03593821,0.001895438,0.03303527,0.04110039,0.0480397,0.01273002,0.03794029,0.001584492],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4993104,0.005367444,0.3166863,0.0007583678,0.0005469567,0.1696232,0.001394787,0.0005338135,0.005778697],"genre_scores_gemma":[0.4464316,0.0008874762,0.4286559,0.000580239,0.00006970618,0.1216449,0.0006491666,0.00008782517,0.0009931847],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2032731,"threshold_uncertainty_score":0.9825062,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2517069652363588,"score_gpt":0.5039404317854391,"score_spread":0.2522334665490804,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}