{"id":"W4407836417","doi":"10.1097/ceh.0000000000000597","title":"Deriving Insights From Open-Ended Learner Feedback: An Exploration of Natural Language Processing Approaches","year":2025,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Valence (chemistry); Cluster analysis; Set (abstract data type); Context (archaeology); Psychology; Natural language processing; Data science; Cognitive psychology; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08680242,0.001617069,0.0008451492,0.006452451,0.001904472,0.008282291,0.003505502,0.001841272,0.002354544],"category_scores_gemma":[0.1829317,0.0007611942,0.001543344,0.003428892,0.00510658,0.01083605,0.006348645,0.002749605,0.0006069115],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00575575,"about_ca_system_score_gemma":0.00356892,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00125047,"about_ca_topic_score_gemma":0.001878385,"domain_scores_codex":[0.8895591,0.09392314,0.00286851,0.003871318,0.00883447,0.000943368],"domain_scores_gemma":[0.5960771,0.3752416,0.008591805,0.006964989,0.01204429,0.001080134],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00073773,0.0006247121,0.0202427,0.005586609,0.0002365663,0.001049575,0.4867306,0.006707656,0.01662438,0.03825671,0.002616868,0.4205858],"study_design_scores_gemma":[0.0003374825,0.001538665,0.03558327,0.008923357,0.0002678612,0.002134124,0.3287826,0.2144466,0.0330679,0.3054537,0.06880294,0.0006615315],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2100304,0.001494214,0.7685068,0.004885263,0.00009609348,0.002980355,0.0008408306,0.001099031,0.010067],"genre_scores_gemma":[0.4987779,0.0006267548,0.4950983,0.0006084093,0.00005256431,0.003215755,0.0005029303,0.0002120462,0.0009053099],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.08680242,"threshold_uncertainty_score":0.4590605,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07424199280673942,"score_gpt":0.4444582594959045,"score_spread":0.3702162666891651,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}