{"id":"W4391787898","doi":"10.4300/jgme-d-23-00210.1","title":"Exploring the Quality of Feedback in Entrustable Professional Activity Narratives Across 24 Residency Training Programs","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"St. Paul's Hospital; University of Alberta; University of British Columbia","funders":"","keywords":"Narrative; Medical education; Quality (philosophy); Documentation; Test (biology); Academic institution; Quality management; Residency training; Psychology; Medicine; Computer science; Operations management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01114358,0.00029437,0.0003635443,0.003370738,0.001359389,0.001736893,0.0008305376,0.0003972466,0.0009160195],"category_scores_gemma":[0.05887873,0.0003415078,0.0003005447,0.001991901,0.001226897,0.0008256056,0.002874799,0.0005612179,0.0001730984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004427964,"about_ca_system_score_gemma":0.005161418,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.05069428,"about_ca_topic_score_gemma":0.1105295,"domain_scores_codex":[0.9931073,0.002534079,0.0009601467,0.0007183856,0.001925007,0.0007551782],"domain_scores_gemma":[0.9373016,0.02106824,0.02095498,0.001772009,0.015703,0.003200143],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001712164,0.000123539,0.9262234,0.0001172176,0.00003079704,0.0002188738,0.05075011,0.0001082586,0.000708099,0.00004135214,0.0002878607,0.02121922],"study_design_scores_gemma":[0.000003700188,0.0002210286,0.9674701,0.00007393208,0.0000126694,0.0001121949,0.03020485,0.0002360999,0.0007429513,0.00002471778,0.0008755492,0.0000221971],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.999143,0.00004761198,0.0002079961,0.00004927894,0.000003199315,0.0000629097,0.0001818716,0.000005619399,0.0002985209],"genre_scores_gemma":[0.9985716,0.00007968111,0.0006172227,0.00002789832,0.000005030735,0.0001002987,0.0002249223,0.000005316273,0.0003679884],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9888564,"threshold_uncertainty_score":0.1007984,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2925668288250929,"score_gpt":0.4819659444382076,"score_spread":0.1893991156131147,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}