{"id":"W2004275857","doi":"10.1007/s10459-012-9440-6","title":"The reliability of encounter cards to assess the CanMEDS roles","year":2013,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Hamilton General Hospital","funders":"","keywords":"Reliability (semiconductor); Variance (accounting); Psychology; Inter-rater reliability; Medical education; Correlation; Emergency department; Medical school; Medicine; Rating scale; Psychiatry; Developmental psychology; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1086512,0.0008251228,0.001082736,0.004307755,0.001137186,0.002765816,0.001998421,0.002277636,0.002996919],"category_scores_gemma":[0.4103391,0.000974721,0.002086692,0.002519252,0.002167716,0.003987662,0.003075675,0.001854609,0.001931297],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001516222,"about_ca_system_score_gemma":0.001976742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002510981,"about_ca_topic_score_gemma":0.003312253,"domain_scores_codex":[0.845763,0.08895972,0.02418884,0.007030817,0.03093946,0.003118144],"domain_scores_gemma":[0.3761334,0.4667332,0.03938475,0.03262315,0.08226674,0.002858836],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0021781,0.0005549988,0.9286779,0.000632254,0.0005979231,0.0001267666,0.007720246,0.0008972834,0.001073827,0.001510654,0.003755555,0.05227458],"study_design_scores_gemma":[0.0002588171,0.002319171,0.9496387,0.001112418,0.0005362731,0.001007525,0.006740879,0.01479519,0.004733212,0.002402263,0.01625413,0.000201521],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9436455,0.002466931,0.02388989,0.0009473558,0.001421316,0.00143539,0.001393925,0.0001522976,0.02464749],"genre_scores_gemma":[0.9805941,0.000582712,0.01411185,0.0005849486,0.0002738863,0.0007583486,0.001144195,0.00008492583,0.001864907],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8913488,"threshold_uncertainty_score":0.5746091,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01786713444797543,"score_gpt":0.4295142624205491,"score_spread":0.4116471279725736,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}