{"id":"W4387828398","doi":"10.2196/51873","title":"Usability and Efficacy of Artificial Intelligence Chatbots (ChatGPT) for Health Sciences Students: Protocol for a Crossover Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University; Carleton University; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Randomized controlled trial; Usability; Protocol (science); Chatbot; Computer science; Medical education; Crossover study; Medicine; Psychology; Alternative medicine; Artificial intelligence; Human–computer interaction","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05264365,0.005906336,0.01010674,0.003331156,0.003336064,0.004066539,0.003307908,0.008965536,0.05361059],"category_scores_gemma":[0.05985024,0.003307227,0.004192253,0.003545648,0.004258754,0.003689591,0.001886277,0.008531938,0.008584057],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00573633,"about_ca_system_score_gemma":0.01262705,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00174166,"about_ca_topic_score_gemma":0.002405827,"domain_scores_codex":[0.9626333,0.02187773,0.005079686,0.002980629,0.004293436,0.003135195],"domain_scores_gemma":[0.9672357,0.01395945,0.006363398,0.003808809,0.006258393,0.00237417],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.8349605,0.0455599,0.001237079,0.02499023,0.002031938,0.0003602848,0.001550361,0.003678611,0.003510037,0.007834909,0.01921039,0.05507571],"study_design_scores_gemma":[0.8705635,0.08135961,0.002920076,0.003647641,0.000892489,0.00006603698,0.0003727094,0.003922735,0.001850468,0.004786642,0.02941905,0.0001989855],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.001763098,0.00008554765,0.0008783281,0.00008512536,0.000237899,0.9963257,0.0002587961,0.0000663325,0.0002992015],"genre_scores_gemma":[0.001211054,0.00004021354,0.001232052,0.00005584583,0.00002209123,0.9972996,0.00002417055,0.000002705308,0.0001123604],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.05361059,"threshold_uncertainty_score":0.2784095,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6149109269353942,"score_gpt":0.7088118341520205,"score_spread":0.09390090721662636,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}