{"id":"W4399626674","doi":"10.4300/jgme-d-23-00526.1","title":"Exploring the Use of Natural Language Processing to Understand Emotions of Trainees and Faculty Regarding Entrustable Professional Activity Assessments","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Medical education; Psychology; Natural (archaeology); Medicine; Biology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001075548,0.00006012013,0.0001413685,0.0001238589,0.000181888,0.00009557801,0.0001231813,0.00002914499,0.00002639104],"category_scores_gemma":[0.0008009966,0.00003748527,0.00005290953,0.0003553699,0.0001234275,0.0008303134,0.00003037026,0.0002579737,2.346591e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001115226,"about_ca_system_score_gemma":0.001276374,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001592476,"about_ca_topic_score_gemma":0.00006997959,"domain_scores_codex":[0.9984369,0.0001380711,0.0002530768,0.0000788493,0.0009746043,0.0001185344],"domain_scores_gemma":[0.9992386,0.0002330202,0.0001723042,0.00004108303,0.0001998551,0.000115118],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000118219,0.0007117043,0.008029604,0.0004517887,0.0002053481,0.000008208391,0.3524771,0.00001977299,0.003255683,0.003439203,0.0100043,0.6212791],"study_design_scores_gemma":[0.0007741938,0.0002418577,0.2487494,0.005023495,0.00027081,0.00002575759,0.7338409,0.002710315,0.0008038823,0.0008680071,0.006421562,0.0002698123],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.986936,0.0002648134,0.0006594301,0.01049712,0.001353386,0.0001284113,0.000002137284,0.000006301927,0.0001523716],"genre_scores_gemma":[0.9983708,0.0001506288,0.0007085698,0.00004521536,0.0002734042,0.000002990581,0.000001715815,0.000004690218,0.0004419888],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6210092,"threshold_uncertainty_score":0.2264233,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3044004809950062,"score_gpt":0.4778755130845097,"score_spread":0.1734750320895034,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}