{"id":"W4205842149","doi":"10.1016/j.bja.2021.12.012","title":"Validity evidence for the Anesthesia Clinical Encounter Assessment (ACEA) tool to support competency-based medical education","year":2022,"lang":"en","type":"article","venue":"British Journal of Anaesthesia","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"ca_institutions":"SickKids Foundation; Toronto General Hospital; University Health Network; Hospital for Sick Children; The Wilson Centre; Sunnybrook Health Science Centre","funders":"Temerty Faculty of Medicine, University of Toronto; Ontario Ministry of Research and Innovation; National Ethnic Affairs Commission of the People's Republic of China; University of Toronto","keywords":"Competence (human resources); Anesthesiology; Perioperative; Validity; MEDLINE; Competency assessment; Predictive validity","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2600251,0.00192744,0.003453295,0.007977082,0.003798672,0.0129129,0.006773539,0.01038015,0.01071924],"category_scores_gemma":[0.667307,0.002953969,0.01015608,0.005784613,0.01347708,0.00697037,0.00911654,0.005963539,0.002305765],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006304391,"about_ca_system_score_gemma":0.01230262,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01134798,"about_ca_topic_score_gemma":0.01226337,"domain_scores_codex":[0.6882076,0.158082,0.04900671,0.02311489,0.07700045,0.004588352],"domain_scores_gemma":[0.1094962,0.78348,0.02876542,0.02239073,0.05366098,0.002206619],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01303613,0.002156704,0.7157763,0.03374661,0.03880102,0.000484848,0.01005049,0.003877397,0.001881227,0.02309547,0.01167191,0.1454218],"study_design_scores_gemma":[0.009234912,0.007214528,0.6993108,0.06592292,0.03481597,0.002116868,0.009069637,0.03000774,0.005309616,0.05648138,0.07937702,0.001138714],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5482343,0.1802159,0.07514806,0.04667597,0.01542864,0.01075152,0.008411945,0.0003448905,0.1147887],"genre_scores_gemma":[0.9473801,0.007734325,0.02808585,0.006344765,0.001883684,0.00259448,0.003500143,0.0002371694,0.002239529],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2600251,"threshold_uncertainty_score":0.9125208,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06742648009801527,"score_gpt":0.4282775327891719,"score_spread":0.3608510526911566,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}