{"id":"W3186243414","doi":"10.2196/29584","title":"Categorizing Vaccine Confidence With a Transformer-Based Machine Learning Model: Analysis of Nuances of Vaccine Sentiment in Twitter Discourse","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"European Commission; Horizon 2020 Framework Programme; GlaxoSmithKline","keywords":"Social media; Artificial intelligence; Computer science; Machine learning; Psychological intervention; Natural language processing; Sentiment analysis; Annotation; Set (abstract data type); Test set; Information retrieval; World Wide Web; Medicine; Nursing","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004851445,0.0006990896,0.0005449709,0.002712797,0.000521821,0.001905051,0.0006502003,0.0008555533,0.001863494],"category_scores_gemma":[0.01699553,0.0002286462,0.0008241765,0.001113722,0.0008289278,0.001771503,0.001007744,0.001206874,0.0009560151],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001383608,"about_ca_system_score_gemma":0.0007524943,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005427489,"about_ca_topic_score_gemma":0.003741339,"domain_scores_codex":[0.9986346,0.0006640737,0.0001119105,0.0002890113,0.0001852419,0.0001151247],"domain_scores_gemma":[0.9885466,0.009587733,0.0005992216,0.0003009853,0.0008178582,0.0001475913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002995924,0.001099777,0.4203385,0.0005641952,0.0003835188,0.0006979283,0.009943345,0.128936,0.01476995,0.007262388,0.006467087,0.4065413],"study_design_scores_gemma":[0.00001296144,0.00008809947,0.01751209,0.00002760886,0.0000317876,0.00005626162,0.0006920538,0.977461,0.001155622,0.002567017,0.0003760899,0.00001934067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9221007,0.0002581743,0.07182135,0.0008659433,0.00005457869,0.0002236523,0.0006082167,0.0004745168,0.003592854],"genre_scores_gemma":[0.9883733,0.00004879288,0.01067669,0.00003960461,0.00001673617,0.00005418152,0.0003738003,0.00001064771,0.0004063097],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005427489,"threshold_uncertainty_score":0.02565718,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01875867115867625,"score_gpt":0.331647384747175,"score_spread":0.3128887135884987,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}