{"id":"W4404840122","doi":"10.32920/27926787.v1","title":"Harnessing Natural Language Processing to Support Decisions Around Workplace-Based Assessment: Machine Learning Study of Competency-Based Medical Education","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Natural (archaeology); Knowledge management; Computer science; Artificial intelligence; Medical education; Psychology; Natural language processing; Medicine; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007328826,0.0004192643,0.0002783813,0.001024753,0.0004315854,0.001584865,0.000810173,0.0006385247,0.001147104],"category_scores_gemma":[0.0450706,0.0002025873,0.0004419526,0.0007511113,0.0008989906,0.002141079,0.000652052,0.001875779,0.0003608951],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001086203,"about_ca_system_score_gemma":0.001134669,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006233214,"about_ca_topic_score_gemma":0.005896072,"domain_scores_codex":[0.9967061,0.002359403,0.0001198841,0.000409306,0.0002706724,0.0001346353],"domain_scores_gemma":[0.9460454,0.04808617,0.00200279,0.001047174,0.002186823,0.0006316012],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000926826,0.005521039,0.3628344,0.0004145588,0.0002789583,0.0007100423,0.01115614,0.04493511,0.01204721,0.005986479,0.004526681,0.5506626],"study_design_scores_gemma":[0.00005579909,0.0008122466,0.1453242,0.00008518584,0.0000670453,0.0002370154,0.00419005,0.831574,0.005580128,0.0101885,0.00181007,0.00007578608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9671518,0.0002194916,0.02889972,0.001203703,0.00002673751,0.000132003,0.0001256138,0.0000911803,0.002149663],"genre_scores_gemma":[0.9823042,0.00007200822,0.01672374,0.0001134409,0.00002402025,0.00005099705,0.0001300808,0.000011287,0.0005701779],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007328826,"threshold_uncertainty_score":0.03875899,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03336413493779047,"score_gpt":0.4458498463353761,"score_spread":0.4124857113975856,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}