{"id":"W4309517641","doi":"10.2196/40533","title":"Usability and Credibility of a COVID-19 Vaccine Chatbot for Young Adults and Health Workers in the United States: Formative Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"AI in Service Interactions","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Bloomberg Philanthropies; Johns Hopkins University","keywords":"Chatbot; Usability; Credibility; Misinformation; Public health; Disinformation; Internet privacy; Medicine; Psychology; World Wide Web; Computer science; Social media; Nursing; Political science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003782109,0.0001585095,0.0002961875,0.0002565156,0.0005963006,0.00006956929,0.0006278289,0.00002449288,0.00001681762],"category_scores_gemma":[0.0001705976,0.0001200507,0.0000451849,0.0007932792,0.00005976836,0.0003673084,0.0005175923,0.0002905771,7.506984e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003273972,"about_ca_system_score_gemma":0.000106491,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009641268,"about_ca_topic_score_gemma":0.006663644,"domain_scores_codex":[0.9970592,0.001462634,0.0005361754,0.0004228643,0.0002744302,0.0002447267],"domain_scores_gemma":[0.9973587,0.001525612,0.0003245371,0.0005814278,0.00008881692,0.0001208544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009801053,0.0007759941,0.5422653,0.0001916317,0.00003380715,7.272729e-7,0.4541312,0.0002415353,0.000007030262,0.0003066605,0.0004792347,0.001468882],"study_design_scores_gemma":[0.001067911,0.001250427,0.730763,0.00001046602,0.000005680363,0.00000298175,0.2539641,0.01048127,0.00000937816,0.001810043,0.0005232465,0.0001114563],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9774438,0.00002793616,0.01827655,0.001664696,0.0001286525,0.002342774,0.00006360166,0.00004719061,0.000004872456],"genre_scores_gemma":[0.9966246,0.000002665045,0.002353112,0.0004720771,0.000006420714,0.0004928467,0.00003745404,0.000006635185,0.000004220797],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2001671,"threshold_uncertainty_score":0.9969536,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08859183972680858,"score_gpt":0.4452606250176031,"score_spread":0.3566687852907945,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}