{"id":"W4289546367","doi":"10.2196/38209","title":"Evaluating a Global Assessment Measure Created by Standardized Patients for the Multiple Mini Interview in Medical School Admissions: Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"Journal of Participatory Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Rubric; Medical education; Logistic regression; Psychology; Medical school; Reliability (semiconductor); Inclusion (mineral); Family medicine; Medicine; Applied psychology; Clinical psychology; Psychometrics; Mathematics education; Social psychology; Internal medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02355871,0.0002274914,0.0009525329,0.0001583409,0.0003325968,0.00001154376,0.0003920045,0.00007925079,0.01734079],"category_scores_gemma":[0.1783441,0.0001259488,0.0001998534,0.0006352192,0.0001195817,0.00006308295,0.0001469133,0.001054664,0.000001149464],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007488037,"about_ca_system_score_gemma":0.007206893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003645963,"about_ca_topic_score_gemma":0.00001589541,"domain_scores_codex":[0.990797,0.003668255,0.00187429,0.0002738655,0.002998834,0.0003877057],"domain_scores_gemma":[0.9904827,0.00278431,0.0007996951,0.0004283779,0.000892722,0.004612157],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.004596091,0.01491963,0.2273025,0.0002895533,0.001344021,0.0001496999,0.006467179,0.0001058749,0.001855897,0.00002345889,0.5069264,0.2360197],"study_design_scores_gemma":[0.1407983,0.03571564,0.4090468,0.005255062,0.004907779,0.0003832532,0.1219139,0.04629615,0.0002297124,0.0002034243,0.234574,0.0006760223],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9179678,0.005868363,0.007518643,0.06186233,0.003285981,0.003284725,0.00004889558,0.00003172743,0.0001315596],"genre_scores_gemma":[0.987583,0.00005648267,0.003449141,0.007939581,0.0003181557,0.0004773964,0.00002102837,0.00002462596,0.0001306121],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2723525,"threshold_uncertainty_score":0.9984213,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2998253122081778,"score_gpt":0.5979132733133189,"score_spread":0.2980879611051411,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}