{"id":"W4205842149","doi":"10.1016/j.bja.2021.12.012","title":"Validity evidence for the Anesthesia Clinical Encounter Assessment (ACEA) tool to support competency-based medical education","year":2022,"lang":"en","type":"article","venue":"British Journal of Anaesthesia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"ca_institutions":"SickKids Foundation; Toronto General Hospital; University Health Network; Hospital for Sick Children; The Wilson Centre; Sunnybrook Health Science Centre","funders":"Temerty Faculty of Medicine, University of Toronto; Ontario Ministry of Research and Innovation; National Ethnic Affairs Commission of the People's Republic of China; University of Toronto","keywords":"Competence (human resources); Anesthesiology; Perioperative; Validity; MEDLINE; Competency assessment; Predictive validity","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009911474,0.000134295,0.0004162416,0.0001808717,0.0004325543,0.00007945203,0.0006006975,0.00009873437,0.001582092],"category_scores_gemma":[0.005601153,0.0001197634,0.0003054694,0.0005195364,0.0001554474,0.0001627937,0.00004396794,0.0009909135,0.000007615697],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004379955,"about_ca_system_score_gemma":0.01574345,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003706921,"about_ca_topic_score_gemma":0.00001173851,"domain_scores_codex":[0.9959705,0.0003877707,0.001314797,0.0002499768,0.001809356,0.0002676032],"domain_scores_gemma":[0.9971876,0.0005316876,0.0005632616,0.0003564632,0.001121494,0.0002395631],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003523982,0.001679042,0.04149455,0.00006691557,0.00005067063,0.000427888,0.0001043468,0.00005046249,0.00001067887,0.0009253322,0.3753455,0.5794922],"study_design_scores_gemma":[0.002437353,0.007295364,0.5120707,0.001243242,0.0004516501,0.0211732,0.001230347,0.003013707,0.0000188977,0.000654884,0.4500945,0.0003161539],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8148163,0.0004223503,0.01568188,0.1663438,0.001567902,0.001053174,0.000003790292,0.00002322001,0.00008761372],"genre_scores_gemma":[0.8848628,0.0002644581,0.0541324,0.05880104,0.001408099,0.0002462902,0.00003444146,0.00003737329,0.000213099],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5791761,"threshold_uncertainty_score":0.9993306,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06742648009801527,"score_gpt":0.4282775327891719,"score_spread":0.3608510526911566,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}