{"id":"W7132936886","doi":"","title":"Deployment and Evaluation of a Motivational-Interviewing Chatbot for Moving Smokers Towards the Decision to Quit and Distillation of Large Foundational Language Models for Generating MI Reflections","year":2023,"lang":"","type":"dissertation","venue":"TSpace","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Chatbot; Conversation; Natural language; Natural language understanding; Language model; Key (lock); Motivational interviewing; Coaching","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005772907,0.00106936,0.0003664391,0.0006679654,0.0006234777,0.0009414698,0.002289442,0.001296325,0.002706455],"category_scores_gemma":[0.01718639,0.0004766197,0.0003361818,0.0002303993,0.0008515746,0.001342583,0.001638062,0.001149986,0.0008879174],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009049277,"about_ca_system_score_gemma":0.001338928,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003113015,"about_ca_topic_score_gemma":0.003685473,"domain_scores_codex":[0.9969458,0.00182626,0.0002143999,0.0003365179,0.0004544806,0.0002225722],"domain_scores_gemma":[0.9879293,0.008771704,0.0004309245,0.0005457864,0.001227581,0.001094533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.008899247,0.03316527,0.02824145,0.004309705,0.0003082016,0.003828992,0.02727272,0.04107917,0.1467752,0.005442027,0.01203029,0.6886477],"study_design_scores_gemma":[0.004884479,0.05737593,0.05962249,0.0007925159,0.0005713005,0.002152177,0.01027406,0.71693,0.1017282,0.004375987,0.04066086,0.0006320796],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9320502,0.0001541931,0.05543399,0.0004417984,0.00009808396,0.003044368,0.0002742793,0.005221087,0.003281922],"genre_scores_gemma":[0.8621263,0.000163588,0.1286147,0.0003548324,0.0000258461,0.002133425,0.0009507489,0.0003767381,0.005253933],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005772907,"threshold_uncertainty_score":0.03053039,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.22133633846225,"score_gpt":0.5376810022279824,"score_spread":0.3163446637657324,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}