{"id":"W3160431485","doi":"10.51685/jqd.2021.012","title":"Kingdom of Trolls? Influence Operations in the Saudi Twittersphere","year":2021,"lang":"en","type":"article","venue":"Journal of Quantitative Description Digital Media","topic":"Social Media and Politics","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Craig Newmark Philanthropies; John S. and James L. Knight Foundation; Bill and Melinda Gates Foundation; William and Flora Hewlett Foundation; York University; Intel Corporation; Rita Allen Foundation; Faculty of Arts and Sciences; National Science Foundation","keywords":"Disinformation; Benchmarking; Public engagement; Politics; Political science; State (computer science); Social media; Internet privacy; Media studies; Business; Computer science; Sociology; Public relations; Law; Marketing","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007426306,0.0001304752,0.000127252,0.0007832966,0.002257511,0.002572207,0.000206429,0.0003942573,0.004532307],"category_scores_gemma":[0.003140797,0.0001013417,0.0000897281,0.001030851,0.001175557,0.001907874,0.001371012,0.0004430562,0.0006162846],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001708644,"about_ca_system_score_gemma":0.0008168342,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.036625,"about_ca_topic_score_gemma":0.05925969,"domain_scores_codex":[0.9995149,0.0001884435,0.00002095319,0.00004677819,0.0001106106,0.0001182781],"domain_scores_gemma":[0.9974322,0.001007148,0.0007280855,0.00009789965,0.0003586576,0.0003760734],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004277236,0.0001204708,0.5702615,0.0002349677,0.00006693373,0.001644996,0.3353386,0.0002695583,0.002450981,0.01382744,0.0120311,0.06332571],"study_design_scores_gemma":[0.00001327527,0.0000779466,0.4268969,0.0001421196,0.00002791203,0.0003341094,0.4959051,0.001355999,0.001161898,0.001390236,0.07265689,0.00003761445],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9878396,0.0002288013,0.000150034,0.001112886,0.00002036845,0.000009342918,0.000138785,0.000007548396,0.01049251],"genre_scores_gemma":[0.9983342,0.0001223985,0.00004117837,0.0001037368,0.00001116897,0.000003112871,0.00004426136,0.000004358194,0.001335523],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.036625,"threshold_uncertainty_score":0.07282364,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09926851289344583,"score_gpt":0.3667617932663499,"score_spread":0.267493280372904,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}