{"id":"W4381185465","doi":"10.1007/s10459-023-10257-4","title":"Artificial scholarship: LLMs in health professions education research","year":2023,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scholarship; Health professions; Medical education; Engineering ethics; Medicine; Political science; Health care; Engineering; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03020779,0.004259428,0.005206453,0.01130215,0.008573285,0.02548721,0.005563761,0.04664193,0.0188644],"category_scores_gemma":[0.0901716,0.00180818,0.003787285,0.00501833,0.01147459,0.01399725,0.006117027,0.04140212,0.009501573],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009977698,"about_ca_system_score_gemma":0.01070108,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004339728,"about_ca_topic_score_gemma":0.01420926,"domain_scores_codex":[0.9771358,0.008004901,0.002655963,0.001783701,0.009414275,0.001005377],"domain_scores_gemma":[0.8571457,0.09698378,0.004074589,0.003657426,0.02476217,0.01337636],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001967623,0.000008881305,0.00001567598,0.0002625279,0.00001804384,0.00004682814,0.00003268744,0.00001941099,0.00001573406,0.001157418,0.9943799,0.004023194],"study_design_scores_gemma":[0.0000894452,0.00001895675,0.0001817164,0.001571073,0.00006787902,0.0001763004,0.0001354625,0.0002283007,0.00004348867,0.008518525,0.988933,0.00003593638],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00001109157,0.008831379,0.00009770762,0.07175839,0.9184983,0.00000659981,0.0000165604,0.00002091431,0.0007591182],"genre_scores_gemma":[0.0002112138,0.002771694,0.00006390219,0.02167499,0.9728759,0.0000111533,0.00000672925,0.00001952786,0.002364893],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.9697922,"threshold_uncertainty_score":0.159756,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2698034214549944,"score_gpt":0.6199899416185695,"score_spread":0.3501865201635751,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}