{"id":"W2899386278","doi":"10.1097/acm.0000000000002506","title":"Validity Evidence for a Brief Online Key Features Examination in the Internal Medicine Clerkship","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Generalizability theory; Medicine; Psychology; Medical education; External validity; Internal validity; Variance (accounting); Social psychology; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09580705,0.0005437264,0.0007152049,0.003340122,0.001389173,0.003181224,0.001865548,0.001554984,0.002131663],"category_scores_gemma":[0.3272895,0.0007283461,0.002124776,0.003452178,0.003773226,0.002697401,0.003822214,0.001941891,0.0005384239],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003072363,"about_ca_system_score_gemma":0.005617899,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004839408,"about_ca_topic_score_gemma":0.005966089,"domain_scores_codex":[0.9055493,0.05221532,0.008611959,0.005205743,0.02670242,0.001715283],"domain_scores_gemma":[0.5392057,0.32943,0.05679463,0.02105927,0.04907505,0.004435306],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003743289,0.0003532156,0.957476,0.0004170307,0.0003634836,0.00004811291,0.00194142,0.0002897639,0.0001786495,0.0008353821,0.0007443259,0.03697842],"study_design_scores_gemma":[0.0001584258,0.001428411,0.9819096,0.00179646,0.0003201819,0.0002211522,0.003677632,0.003963198,0.00108861,0.001414467,0.003962127,0.00005963322],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9772275,0.002752089,0.005919182,0.001972792,0.0004284545,0.000888272,0.0005602979,0.00004796131,0.01020353],"genre_scores_gemma":[0.9935003,0.0004039794,0.004616877,0.0004019231,0.00007088872,0.0003482543,0.0003658002,0.00001995858,0.0002718992],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09580705,"threshold_uncertainty_score":0.5066822,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2087379597926182,"score_gpt":0.4774449933387721,"score_spread":0.2687070335461539,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}