{"id":"W4390351352","doi":"10.2196/54668","title":"Adapting and Evaluating an AI-Based Chatbot Through Patient and Stakeholder Engagement to Provide Information for Different Health Conditions: Master Protocol for an Adaptive Platform Trial (the MARVIN Chatbots Study)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"Montreal Children's Hospital; McGill University; Polytechnique Montréal; Université de Montréal; McGill University Health Centre","funders":"","keywords":"Chatbot; Preprint; Protocol (science); Computer science; Medical education; Stakeholder; World Wide Web; Data science; Psychology; Medicine; Alternative medicine; Public relations","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006355198,0.0002842559,0.000343606,0.0003773968,0.001299062,0.0005629968,0.0002945209,0.00008831758,0.00005741162],"category_scores_gemma":[0.0003344181,0.0002134948,0.00006954197,0.0003981332,0.0001216028,0.001368037,0.0002698818,0.0004243297,0.00002421458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003673919,"about_ca_system_score_gemma":0.0002832351,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000104949,"about_ca_topic_score_gemma":0.0002668147,"domain_scores_codex":[0.9948881,0.00138156,0.001157347,0.000621178,0.0009185043,0.001033313],"domain_scores_gemma":[0.9973629,0.000866075,0.000386894,0.00055995,0.0004672269,0.0003569286],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","study_design_scores_codex":[0.1428257,0.0111883,0.0004816446,0.004785329,0.0001514877,0.000003005525,0.05958953,0.00007911854,0.00004409664,0.009321709,0.01692379,0.7546062],"study_design_scores_gemma":[0.163925,0.6035989,0.01031181,0.005620629,0.00001552955,0.00000459129,0.07870424,0.01779406,0.0003895232,0.01077589,0.1079636,0.0008962224],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0472197,4.092059e-7,0.001347049,0.001606669,0.00003830906,0.9492041,0.0003495083,0.0001162934,0.0001179667],"genre_scores_gemma":[0.03844888,1.265791e-8,0.001072646,0.0005829607,0.0001199626,0.9594339,0.0001513152,0.00004935882,0.0001409635],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.75371,"threshold_uncertainty_score":0.9991466,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8128256931405897,"score_gpt":0.6713493764623847,"score_spread":0.141476316678205,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}