{"id":"W3160431485","doi":"10.51685/jqd.2021.012","title":"Kingdom of Trolls? Influence Operations in the Saudi Twittersphere","year":2021,"lang":"en","type":"article","venue":"Journal of Quantitative Description Digital Media","topic":"Social Media and Politics","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Craig Newmark Philanthropies; John S. and James L. Knight Foundation; Bill and Melinda Gates Foundation; William and Flora Hewlett Foundation; York University; Intel Corporation; Rita Allen Foundation; Faculty of Arts and Sciences; National Science Foundation","keywords":"Disinformation; Benchmarking; Public engagement; Politics; Political science; State (computer science); Social media; Internet privacy; Media studies; Business; Computer science; Sociology; Public relations; Law; Marketing","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005431981,0.00007280343,0.0002163648,0.00008953223,0.0001061916,0.000171923,0.0002219654,0.00006182773,0.00004329971],"category_scores_gemma":[0.008534893,0.0000551867,0.00011387,0.0005553031,0.0004612835,0.001096294,0.00001315302,0.0002197171,0.000009263327],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000796088,"about_ca_system_score_gemma":0.0005163988,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001993957,"about_ca_topic_score_gemma":0.0009712441,"domain_scores_codex":[0.9982898,0.0003846509,0.0004800815,0.00007158605,0.0005989412,0.0001749807],"domain_scores_gemma":[0.9976179,0.001161586,0.0002309412,0.00007553637,0.0008303801,0.00008365065],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008994864,0.0004882797,0.06945082,0.0000298448,0.00008992271,0.0001802035,0.6457266,0.0003786968,0.006580957,0.2721142,0.002024722,0.002845817],"study_design_scores_gemma":[0.001278427,0.000328005,0.1005814,0.0003848122,0.00006858385,0.00003427408,0.8517128,0.00003765297,0.00112869,0.02645482,0.01776299,0.0002274644],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.993568,0.0003893986,0.0003959729,0.002905224,0.0007002177,0.00007888706,0.00002158472,0.000003588704,0.001937115],"genre_scores_gemma":[0.9983923,0.0001419552,0.0008038121,0.0003781416,0.0002246964,0.00000241113,0.000003575589,0.000005060067,0.00004803032],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2456594,"threshold_uncertainty_score":0.9998167,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09926851289344583,"score_gpt":0.3667617932663499,"score_spread":0.267493280372904,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}