{"id":"W1974633292","doi":"10.1007/s10459-013-9480-6","title":"Validating MMI scores: are we measuring multiple attributes?","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Medical Education and Admissions","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary; University of Guelph","funders":"","keywords":"Extraversion and introversion; Rubric; Construct (python library); Construct validity; Correlation; Personality; Psychology; Emotionality; Cognition; Clinical psychology; Psychometrics; Developmental psychology; Big Five personality traits; Social psychology; Computer science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1009516,0.00104394,0.002040912,0.003269964,0.002024484,0.007593167,0.00279883,0.002961071,0.001999011],"category_scores_gemma":[0.3371574,0.0008175966,0.001716251,0.004533355,0.003203538,0.006664018,0.00336669,0.003599074,0.001306924],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001809466,"about_ca_system_score_gemma":0.002784947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002902484,"about_ca_topic_score_gemma":0.005362395,"domain_scores_codex":[0.8913031,0.05605711,0.01681958,0.007002476,0.02544402,0.003373726],"domain_scores_gemma":[0.5510888,0.3072228,0.04004842,0.03500612,0.0607475,0.005886427],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001466881,0.0002479332,0.9597352,0.0002159266,0.000600826,0.00002434652,0.000899444,0.0007153583,0.0003835257,0.002422083,0.002743753,0.03186479],"study_design_scores_gemma":[0.00006927182,0.0005647612,0.948209,0.0008219634,0.0006561937,0.0002542757,0.003425809,0.01389725,0.003511456,0.0161123,0.01231298,0.0001648347],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9020308,0.002308866,0.06163156,0.006705337,0.001736289,0.0006528246,0.003442685,0.0002641285,0.02122747],"genre_scores_gemma":[0.9637713,0.0003276664,0.03154241,0.001107833,0.0002744549,0.0006697884,0.001512077,0.0001034998,0.000690966],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1009516,"threshold_uncertainty_score":0.5338893,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09639065746901428,"score_gpt":0.4350509654003858,"score_spread":0.3386603079313716,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}