{"id":"W4394722409","doi":"10.2196/57164","title":"Natural Language Processing–Powered Real-Time Monitoring Solution for Vaccine Sentiments and Hesitancy on Social Media: System Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Preprint; Social media; Computer science; Internet privacy; Data science; World Wide Web","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007745854,0.0001055822,0.0001434232,0.0001103885,0.0004565238,0.0002643927,0.00007433396,0.0001474013,0.00002745961],"category_scores_gemma":[0.0001942465,0.00008585981,0.00002141439,0.000154193,0.0000429983,0.0006730362,0.00002981218,0.0001277572,0.00003518483],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001834502,"about_ca_system_score_gemma":0.0002329137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006227382,"about_ca_topic_score_gemma":0.000004927064,"domain_scores_codex":[0.9985404,0.00002873255,0.0004071377,0.00007112284,0.0007141108,0.0002384693],"domain_scores_gemma":[0.9994699,0.0001308942,0.0001073777,0.00003977738,0.00006396598,0.0001880507],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003361206,0.00002730072,0.00002464274,0.001329265,0.00003011268,0.000003119358,0.5265384,1.827434e-7,0.00006115699,0.001762987,0.004521727,0.4656675],"study_design_scores_gemma":[0.007208549,0.0002960539,0.01081751,0.009289206,0.0002135964,0.00006647156,0.6719975,0.2255295,0.004508498,0.0002525066,0.06788769,0.001932805],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9909458,0.0003058431,0.0007134742,0.0007410145,0.0006704959,0.0006350743,0.0000118766,0.0003313247,0.005645151],"genre_scores_gemma":[0.9973979,0.00005981965,0.001787486,0.00005141587,0.0004036638,0.00002003317,0.00005834847,0.000008233485,0.000213108],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4637347,"threshold_uncertainty_score":0.3511258,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02521739698645308,"score_gpt":0.3471515156489224,"score_spread":0.3219341186624693,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}