{"id":"W2282990222","doi":"10.2310/8000.2013.130958","title":"Validity and reliability of an in-training evaluation report to measure the CanMEDS roles in emergency medicine residents","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Varimax rotation; Cronbach's alpha; Exploratory factor analysis; Construct validity; Reliability (semiconductor); Medicine; Medical education; Variance (accounting); Family medicine; Clinical psychology; Psychometrics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03248535,0.0005102907,0.0006941186,0.002198681,0.001541323,0.001900564,0.001150484,0.001197298,0.00113741],"category_scores_gemma":[0.1018517,0.0005891863,0.001568814,0.001270639,0.001503282,0.00158187,0.002267894,0.001674182,0.0005183122],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002230253,"about_ca_system_score_gemma":0.003704413,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006141924,"about_ca_topic_score_gemma":0.01444419,"domain_scores_codex":[0.9782844,0.007577618,0.003492942,0.001509323,0.0080717,0.001064037],"domain_scores_gemma":[0.8451589,0.06558253,0.02173009,0.007257486,0.05580785,0.004463037],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003320113,0.0008750269,0.9758361,0.0001096432,0.0002501298,0.00004344052,0.004297385,0.0003717542,0.0008553229,0.0003131359,0.001105472,0.01561061],"study_design_scores_gemma":[0.0000760128,0.0007321039,0.9868906,0.000181199,0.0001108769,0.0001310392,0.004549996,0.002655826,0.001413598,0.0002224055,0.002980293,0.00005611592],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9908203,0.0002182853,0.001847099,0.0003471968,0.00023467,0.0003828296,0.0002945251,0.00002722124,0.005827754],"genre_scores_gemma":[0.9912982,0.0002178447,0.005408305,0.0002970973,0.00008016988,0.0006989968,0.0006490018,0.00003505711,0.001315436],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9675146,"threshold_uncertainty_score":0.171801,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1532107562999373,"score_gpt":0.424024162343913,"score_spread":0.2708134060439757,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}