{"id":"W4390351352","doi":"10.2196/54668","title":"Adapting and Evaluating an AI-Based Chatbot Through Patient and Stakeholder Engagement to Provide Information for Different Health Conditions: Master Protocol for an Adaptive Platform Trial (the MARVIN Chatbots Study)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"Montreal Children's Hospital; McGill University; Polytechnique Montréal; Université de Montréal; McGill University Health Centre","funders":"","keywords":"Chatbot; Preprint; Protocol (science); Computer science; Medical education; Stakeholder; World Wide Web; Data science; Psychology; Medicine; Alternative medicine; Public relations","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07486031,0.00409931,0.00452771,0.002260333,0.005355863,0.004000635,0.003490957,0.006663375,0.03831473],"category_scores_gemma":[0.1043164,0.003079377,0.004195061,0.001885389,0.00439168,0.004442353,0.00391564,0.006675543,0.008432025],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004999174,"about_ca_system_score_gemma":0.01668747,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001927313,"about_ca_topic_score_gemma":0.002859593,"domain_scores_codex":[0.9608565,0.02530938,0.004571314,0.002938676,0.003278538,0.003045552],"domain_scores_gemma":[0.9470614,0.02252172,0.007053503,0.009719643,0.01042795,0.003215795],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","study_design_scores_codex":[0.5340309,0.0978993,0.005909041,0.03860335,0.00208037,0.00148733,0.01435479,0.006896175,0.008836359,0.02334905,0.06094454,0.2056087],"study_design_scores_gemma":[0.59442,0.2086338,0.01652235,0.01012322,0.001353446,0.0002569343,0.003771192,0.006373202,0.009384423,0.01534283,0.1332231,0.0005956481],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.006513893,0.00005901621,0.002669687,0.0001615269,0.0001928793,0.988992,0.0004982752,0.00008291984,0.0008298756],"genre_scores_gemma":[0.001849576,0.00001876556,0.001792765,0.00004990337,0.00001265495,0.9961016,0.00003530184,0.000004361098,0.0001350123],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.07486031,"threshold_uncertainty_score":0.3959039,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8128256931405897,"score_gpt":0.6713493764623847,"score_spread":0.141476316678205,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}