{"id":"W4400903223","doi":"10.2196/51157","title":"Assessing ChatGPT’s Competency in Addressing Interdisciplinary Inquiries on Chatbot Uses in Sports Rehabilitation: Simulation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences","keywords":"Chatbot; Medical education; Rehabilitation; Psychology; Applied psychology; Transparency (behavior); Computer science; Medicine; World Wide Web","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001193015,0.0001668957,0.0002766813,0.0007910903,0.0001008393,0.0001091833,0.00008222772,0.0001878434,0.0004430294],"category_scores_gemma":[0.001395299,0.0001509197,0.00005179059,0.0008068861,0.0001729864,0.0006104107,0.00004377815,0.0005760915,0.00004813306],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005616631,"about_ca_system_score_gemma":0.002582838,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001596192,"about_ca_topic_score_gemma":0.0002709461,"domain_scores_codex":[0.9974747,0.000202196,0.0008618286,0.0004741415,0.0007330044,0.0002541708],"domain_scores_gemma":[0.9984519,0.0008620832,0.0000885089,0.00026656,0.0001398733,0.0001910924],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001422976,0.004165299,0.3502708,0.0006864587,0.000006402019,0.00005750858,0.09580012,0.0002448388,0.00001899136,0.0005746908,0.0004765079,0.5475561],"study_design_scores_gemma":[0.0001514692,0.0007790423,0.8269408,0.008375933,0.00001928157,0.00001827796,0.1355921,0.02250513,0.00003892791,0.00491385,0.0004598799,0.0002053028],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9742968,0.0003837844,0.0001463449,0.02069998,0.002503631,0.001215537,3.792985e-7,0.00009203789,0.0006615153],"genre_scores_gemma":[0.9977042,0.00001727586,0.0001851851,0.0006350654,0.0009150644,0.0003847682,0.00005707328,0.00002560036,0.00007573486],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5473508,"threshold_uncertainty_score":0.6154327,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1597440037067835,"score_gpt":0.5560528586183087,"score_spread":0.3963088549115251,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}