{"id":"W4402693486","doi":"10.2196/57395","title":"Public Health Discussions on Social Media: Evaluating Automated Sentiment Analysis Methods","year":2024,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Preprint; Social media; Sentiment analysis; Public health; Data science; Computer science; Political science; World Wide Web; Medicine; Artificial intelligence; Nursing","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06252015,0.001257259,0.0008898777,0.006718717,0.001220141,0.003295873,0.00155096,0.001455329,0.002500029],"category_scores_gemma":[0.1516985,0.0004708489,0.001247782,0.003173499,0.0007960548,0.003589081,0.002647795,0.001139947,0.001088261],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002035978,"about_ca_system_score_gemma":0.001494018,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002444105,"about_ca_topic_score_gemma":0.002703019,"domain_scores_codex":[0.9509767,0.03490077,0.00363298,0.002349206,0.00752842,0.0006118589],"domain_scores_gemma":[0.6907302,0.2563085,0.01627222,0.005995835,0.02843205,0.002261361],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.01081897,0.005818288,0.2581122,0.009211198,0.001802038,0.0005445354,0.01954489,0.01787493,0.009215376,0.003119208,0.02130222,0.6426362],"study_design_scores_gemma":[0.002706581,0.01209059,0.3929783,0.002922264,0.001711125,0.0006127711,0.02024871,0.5026807,0.02064554,0.011506,0.03132511,0.0005723084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9397867,0.00140093,0.02900913,0.001691786,0.0004528044,0.007180894,0.004929787,0.001636678,0.0139113],"genre_scores_gemma":[0.885984,0.0008173145,0.09988896,0.0007458047,0.0003978114,0.006395201,0.004226464,0.0001796798,0.001364649],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9374799,"threshold_uncertainty_score":0.3306421,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4049203651275022,"score_gpt":0.5863962860619636,"score_spread":0.1814759209344614,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}