{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":719,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":719,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"470292174217","filters":{"topic":"Hate Speech and Cyberbullying Detection"}},"results":[{"id":"W4283170666","doi":"10.1145/3531146.3533088","title":"Taxonomy of Risks posed by Language Models","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":604,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Misinformation; Taxonomy (biology); Harm; Risk analysis (engineering); Futures studies; Computer science; Risk management; Data science; Management science; Knowledge management; Engineering ethics; Psychology; Business; Artificial intelligence; Computer security; Social psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07387969715411008,"gpt":0.2846232755073295,"spread":0.2107435783532194,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005194382,0.0002561519,0.0003589221,0.0001351476,0.000365616,0.0001199701,0.001403964,0.00007670643,0.0006060687],"category_scores_gemma":[0.0000354442,0.000260722,0.0001016003,0.000449184,0.0001334169,0.0005841546,0.0003229642,0.0004050639,0.000008658008],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006476713,"about_ca_system_score_gemma":0.0001639535,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002286603,"about_ca_topic_score_gemma":0.000251633,"domain_scores_codex":[0.9977123,0.000177794,0.0004243418,0.0007364692,0.0005938177,0.0003553242],"domain_scores_gemma":[0.9983899,0.0001400711,0.0001597186,0.001092971,0.0001069748,0.0001103367],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001163763,0.006132419,0.04087622,0.001412772,0.0004209699,0.0001067134,0.05048202,0.002806311,0.06201307,0.2694945,0.005704102,0.5593871],"study_design_scores_gemma":[0.01898149,0.009576393,0.04135215,0.0003107178,0.000411216,0.000235059,0.04504932,0.2746852,0.06852086,0.4795615,0.05262062,0.008695458],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9055712,0.000993384,0.08024574,0.0008480967,0.0008172418,0.0009134602,0.0004819879,0.0003006416,0.009828256],"genre_scores_gemma":[0.9982824,0.0002349882,0.0009071092,0.0001027932,0.00002505478,0.0002736638,0.0000408157,0.00001328604,0.0001199434],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5506917,"threshold_uncertainty_score":0.9999845,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2802105481","doi":"10.18653/v1/s18-2005","title":"Examining Gender and Race Bias in Two Hundred Sentiment Analysis Systems","year":2018,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":395,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Task (project management); Benchmark (surveying); Race (biology); Sentiment analysis; Artificial intelligence; Affect (linguistics); Gender bias; Natural language processing; Machine learning; SemEval; Psychology; Social psychology; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.06497271295094052,"gpt":0.290410277792946,"spread":0.2254375648420055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004848949,0.00007644096,0.0001438497,0.0002932192,0.00007686699,0.0002223419,0.0001628188,0.00002536499,0.00001974815],"category_scores_gemma":[0.00001234945,0.00007150749,0.00002514913,0.0009536541,0.00002442976,0.000215182,0.0001087999,0.00005070337,0.00005641973],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003024319,"about_ca_system_score_gemma":0.00001390351,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005927914,"about_ca_topic_score_gemma":0.0001796666,"domain_scores_codex":[0.9990475,0.00008715855,0.0001725544,0.0003250185,0.0001725228,0.0001952634],"domain_scores_gemma":[0.9995095,0.00003688143,0.00004860832,0.0002968799,0.00004207837,0.00006607662],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000603299,0.0004292618,0.6550287,0.000118306,0.002237919,0.0002475207,0.01958985,0.007056232,0.041651,0.05704163,0.001515024,0.2150242],"study_design_scores_gemma":[0.0007651875,0.000134346,0.1364999,0.000019291,0.00007836914,0.00003456173,0.0007355461,0.8494418,0.01064658,0.0001984386,0.001101729,0.000344243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6577668,0.00007514289,0.3362503,0.00002683804,0.0002194884,0.00008147764,1.65813e-7,0.00009317388,0.005486585],"genre_scores_gemma":[0.9911086,0.000004574952,0.007828357,0.00005631112,0.00005441748,0.00000585541,5.074667e-7,0.00000337903,0.0009379956],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8423856,"threshold_uncertainty_score":0.291599,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1488413727","doi":"10.1093/acprof:oso/9780199548781.001.0001","title":"Extreme Speech and Democracy","year":2009,"lang":"en","type":"book","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":258,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Incitement; Dignity; Constitutionality; Hatred; Democracy; Supreme court; Law; Racism; Ideology; Political science; Terrorism; Xenophobia; Sociology; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.01801667779203366,"gpt":0.2187464965428959,"spread":0.2007298187508622,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001426415,0.0002203578,0.0002105938,0.0001453903,0.000113837,0.0002298382,0.0004653579,0.0002374966,0.00008908046],"category_scores_gemma":[0.00001214536,0.0001982537,0.00006384547,0.00008194547,0.00002574195,0.0002421307,0.0001469487,0.0002758322,0.0003936351],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000589725,"about_ca_system_score_gemma":0.0001505998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000094245,"about_ca_topic_score_gemma":0.00001123912,"domain_scores_codex":[0.9988183,0.00001857631,0.0001788069,0.0004903254,0.0002582663,0.000235682],"domain_scores_gemma":[0.9991922,0.00003430543,0.00007917362,0.0005208488,0.00005039931,0.0001230634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001440389,0.000009578205,0.000001859857,0.00001275794,0.00001202746,0.00009680518,0.00002416888,3.289619e-7,0.00004553294,0.05167948,0.1666847,0.7814313],"study_design_scores_gemma":[0.0001578543,0.0001314907,0.00007089429,0.00006075685,0.00001200197,0.0002843298,9.852583e-7,0.001006184,0.0005152879,0.2011345,0.7962146,0.0004111379],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00001581959,0.000354824,0.06971972,0.0005766765,0.0002110813,0.0001400585,4.726352e-7,0.0003999323,0.9285814],"genre_scores_gemma":[0.00007257994,0.000173105,0.04709695,0.0006154817,0.000213567,0.000001350915,0.000004258568,0.00001264076,0.9518101],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.7810202,"threshold_uncertainty_score":0.8084553,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2500273366","doi":"10.1017/cbo9780511740084.012","title":"Against FocusP: arguments from Zulu","year":2012,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":230,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Zulu; Philosophy; History; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01714347411084348,"gpt":0.1819080963636271,"spread":0.1647646222527836,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00009584004,0.0004146083,0.0003587484,0.000192003,0.0002549955,0.0001365102,0.001322231,0.0004353295,0.000007672087],"category_scores_gemma":[0.000004790358,0.000495576,0.0002405183,0.00001340553,0.00009707717,0.0003433713,0.0008291662,0.0005222257,0.0002364959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002468997,"about_ca_system_score_gemma":0.00008622544,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002110194,"about_ca_topic_score_gemma":0.00000263618,"domain_scores_codex":[0.9982279,0.00004490102,0.0001925539,0.0006912538,0.0004063944,0.0004370177],"domain_scores_gemma":[0.9982175,0.00004668679,0.0002487633,0.001058171,0.0001111157,0.0003177912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000367397,0.00002405643,0.0000040452,0.00002760303,0.0002792242,0.0004043153,0.000113286,0.000002292698,0.0004618971,0.8941144,0.0238885,0.08064359],"study_design_scores_gemma":[0.000446141,0.00003530845,0.00001985107,0.0001102587,0.00008843993,0.000006853056,0.000005557036,0.0002585668,0.00244082,0.0000462977,0.9959927,0.0005491836],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0004061723,0.0002662607,0.01575198,0.00001608263,0.0009342151,0.0002950002,0.0001291964,0.0004198771,0.9817812],"genre_scores_gemma":[0.002546758,0.0001735642,0.001882055,0.0001282256,0.0003105942,7.764967e-7,0.00004737348,0.00003983219,0.9948708],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9721043,"threshold_uncertainty_score":0.9997496,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911244646","doi":"10.1177/2053168018816228","title":"Politicians in the line of fire: Incivility and the treatment of women on social media","year":2019,"lang":"en","type":"article","venue":"Research & Politics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Incivility; Politics; Social media; Face (sociological concept); Public relations; Public opinion; Test (biology); Political science; Sociology; Social psychology; Media studies; Criminology; Psychology; Law; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.0630384512932419,"gpt":0.3518732818706828,"spread":0.2888348305774409,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001905714,0.0000644395,0.0001692414,0.0000839714,0.00009131958,0.00003193922,0.0003832914,0.00004595246,0.000006596983],"category_scores_gemma":[0.0002684568,0.00003499564,0.00003940444,0.0002725387,0.0003577353,0.00004386152,0.00006439643,0.0001581821,0.000009418005],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002512912,"about_ca_system_score_gemma":0.0001680242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001135004,"about_ca_topic_score_gemma":0.00009347138,"domain_scores_codex":[0.998078,0.0005764092,0.0001774323,0.0001434796,0.0005439639,0.0004807121],"domain_scores_gemma":[0.9978403,0.001588517,0.00003682332,0.0003747037,0.0001018579,0.00005776969],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001287553,0.0007362202,0.001827119,0.0000801511,0.00003469164,0.000008083167,0.09418649,0.000009495991,0.0002668956,0.8673975,0.00008286581,0.03524173],"study_design_scores_gemma":[0.01578228,0.01116991,0.3581865,0.0002287927,0.00003141219,0.00003229531,0.03153117,0.02958838,0.04716418,0.4781056,0.02749741,0.0006820479],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.995884,0.00007432112,0.00002327483,0.00197973,0.00005050205,0.0002765238,0.000009353489,0.000006849223,0.001695466],"genre_scores_gemma":[0.9995245,0.0001304628,0.00004198509,0.00006832341,0.00009558412,0.00002020967,8.359473e-7,0.000003335025,0.0001147783],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3892919,"threshold_uncertainty_score":0.1715795,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W68298479","doi":"10.1609/icwsm.v7i1.14434","title":"Classifying Political Orientation on Twitter: It’s Not Easy!","year":2021,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":214,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Inference; Biology and political orientation; Politics; Orientation (vector space); Computer science; Transferability; Data science; Artificial intelligence; Annotation; Machine learning; Political science; Mathematics; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.05188406507447452,"gpt":0.2800748337800538,"spread":0.2281907687055793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001639678,0.0001007717,0.0001164011,0.00006605993,0.0001473277,0.0001692526,0.000441436,0.00007099919,0.00002502253],"category_scores_gemma":[0.0003377616,0.00008071315,0.00006298671,0.0001302891,0.00008063771,0.0002029032,0.0001560167,0.0001961608,0.0000133053],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000627292,"about_ca_system_score_gemma":0.0001127292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005523495,"about_ca_topic_score_gemma":0.000007020407,"domain_scores_codex":[0.9987804,0.0000119627,0.0001894983,0.0002637177,0.0005797201,0.0001746745],"domain_scores_gemma":[0.9992122,0.00009768812,0.0001189818,0.00005739911,0.0004538532,0.00005985743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002620224,0.000047887,0.0005665608,0.00001113426,0.00001721438,0.000001410214,0.001453066,1.761564e-7,0.02251476,0.9680254,0.0005999969,0.006736163],"study_design_scores_gemma":[0.002877125,0.0003968349,0.0440659,0.0007737351,0.00005838932,0.0000839669,0.009793547,0.0158238,0.7108337,0.1871919,0.02716822,0.000932857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8815342,0.000003384411,0.000261995,0.06335808,0.001766546,0.00008582339,0.000009632851,0.00005514146,0.05292517],"genre_scores_gemma":[0.9961232,0.00001591432,0.0004545252,0.002599702,0.0002912795,0.000009304578,0.000002231492,0.00000506984,0.0004987822],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7808335,"threshold_uncertainty_score":0.3291387,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2959053582","doi":"10.1075/jlac.00026.jak","title":"Online hatred of women in the Incels.me forum","year":2019,"lang":"en","type":"article","venue":"Journal of Language Aggression and Conflict","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":210,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Hatred; Profiling (computer programming); Incitement; Identity (music); Vernacular; Sociology; Psychology; Social psychology; Gender studies; Media studies; Computer science; Political science; Law; Linguistics; Art","retraction":null,"screen_n_in":null,"score":{"opus":0.008065531850930818,"gpt":0.252304037574202,"spread":0.2442385057232712,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006279154,0.00006301216,0.0001701298,0.0001230926,0.00002327337,0.00003817617,0.0003530955,0.00003973118,0.0000334502],"category_scores_gemma":[0.00004766304,0.00003517399,0.00004551747,0.0001784704,0.00001670086,0.0001867481,0.00005844358,0.0001727926,0.000003115391],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002286249,"about_ca_system_score_gemma":0.00004129757,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002978504,"about_ca_topic_score_gemma":0.000008171476,"domain_scores_codex":[0.9991704,0.00008731183,0.0002533276,0.0000786481,0.000236153,0.0001742147],"domain_scores_gemma":[0.9993537,0.00006754124,0.0002931622,0.0001770258,0.0000452112,0.00006336284],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002956227,0.0005423095,0.02202526,0.00008763161,0.00006120771,0.0005859457,0.09292348,0.00004469932,0.1417417,0.001069123,0.0007470787,0.739876],"study_design_scores_gemma":[0.0285414,0.01223371,0.3053738,0.009948675,0.00009072585,0.007034251,0.2288608,0.03418458,0.1731355,0.004097384,0.194463,0.002036182],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9964514,0.001877574,0.0004716109,0.000731611,0.0001542158,0.00005980754,8.13026e-7,0.00000545903,0.0002474778],"genre_scores_gemma":[0.9985518,0.0002467144,0.0005379173,0.000439699,0.00003895487,6.879803e-7,3.587316e-7,0.000002774091,0.0001810618],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7378398,"threshold_uncertainty_score":0.1434354,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3085627079","doi":"10.1177/1461444820958123","title":"Upvoting extremism: Collective identity formation and the extreme right on Reddit","year":2020,"lang":"en","type":"article","venue":"New Media & Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":203,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Extreme right; Mainstream; Identity (music); Voting; Collective identity; Sociology; Social media; Thematic analysis; Media studies; Public relations; Social identity theory; Internet privacy; Political science; Politics; Social group; Law; Computer science; Qualitative research; Social science; Aesthetics","retraction":null,"screen_n_in":null,"score":{"opus":0.03347209508835352,"gpt":0.222052425392435,"spread":0.1885803303040814,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003950735,0.0001154396,0.0001369006,0.00001276099,0.0003776129,0.0002309037,0.0003434088,0.00007535389,0.0000268086],"category_scores_gemma":[0.000220687,0.00008196486,0.0001153713,0.0005034699,0.00006872924,0.0007465975,0.0001249553,0.0002612275,0.0000425347],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008865858,"about_ca_system_score_gemma":0.00009030527,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003693094,"about_ca_topic_score_gemma":0.00003602313,"domain_scores_codex":[0.9988872,0.00008682731,0.0001710369,0.0002789198,0.0003786486,0.0001974139],"domain_scores_gemma":[0.9992538,0.0002438273,0.0001066154,0.0001902675,0.00005391829,0.0001515419],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002183727,0.00007588854,0.0001961251,0.00009518696,0.0001692131,0.00002220728,0.404393,0.0001300853,0.01081229,0.05074541,0.3793451,0.1537972],"study_design_scores_gemma":[0.013944,0.0005008893,0.00656748,0.0002071161,0.0001361443,0.00009741834,0.007665476,0.7608457,0.04852454,0.07407223,0.0861756,0.001263471],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1033802,0.0007191138,0.845031,0.04029491,0.001331696,0.0008740767,0.000005049692,0.0006721554,0.0076918],"genre_scores_gemma":[0.9731439,0.0002969027,0.01890386,0.006033369,0.001038421,0.00002527005,0.000005611672,0.00001603914,0.0005366378],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8697637,"threshold_uncertainty_score":0.334243,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3092739266","doi":"10.1007/s00530-020-00701-5","title":"Cyberbullying detection solutions based on deep learning architectures","year":2020,"lang":"en","type":"article","venue":"Multimedia Systems","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":194,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brandon University","funders":"","keywords":"Computer science; Deep learning; Artificial intelligence; Recurrent neural network; Machine learning; Lexical analysis; Identification (biology); Artificial neural network","retraction":null,"screen_n_in":null,"score":{"opus":0.02094387776289334,"gpt":0.2159304773142739,"spread":0.1949865995513806,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003306962,0.0002176723,0.0002169507,0.0001798686,0.000497655,0.0002576895,0.0004360627,0.0001229272,0.0000116466],"category_scores_gemma":[0.0003575567,0.0002058433,0.0001124034,0.0005618348,0.00003233281,0.0001216174,0.00007986079,0.0004816517,0.0004371114],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008221914,"about_ca_system_score_gemma":0.00003876968,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001618809,"about_ca_topic_score_gemma":0.00002081803,"domain_scores_codex":[0.9979515,0.0002917552,0.0002937391,0.0005410122,0.0004596414,0.0004623235],"domain_scores_gemma":[0.9989485,0.0002252599,0.0001378732,0.0003355691,0.00007261296,0.0002801977],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005532417,0.00006739562,0.0003978382,0.00009588068,0.00003777933,0.00005486991,0.002571888,0.4337589,0.03239624,0.0001402931,0.0001303348,0.5302932],"study_design_scores_gemma":[0.000423747,0.000268242,0.0003845751,0.00004257571,0.000006869173,0.00001474577,0.0000841825,0.9868619,0.005251713,0.00001083062,0.006422533,0.0002281136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007958821,0.0001559348,0.9867357,0.0006615784,0.001327646,0.0004114259,0.000001526608,0.00113201,0.001615357],"genre_scores_gemma":[0.9863295,0.000002670118,0.01270642,0.0003014264,0.0004826797,0.00008250457,0.000004447424,0.00002431482,0.00006601243],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9783707,"threshold_uncertainty_score":0.8394046,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1823790170","doi":"10.1007/978-3-319-06483-3_25","title":"Experts and Machines against Bullies: A Hybrid Approach to Detect Cyberbullies","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":137,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Twente; York University","keywords":"Computer science; Machine learning; Artificial intelligence; Classifier (UML)","retraction":null,"screen_n_in":null,"score":{"opus":0.01063625874842757,"gpt":0.2143180392940479,"spread":0.2036817805456203,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008435678,0.0007384461,0.0006833507,0.001067991,0.000442654,0.001042523,0.002468751,0.0002592171,0.000005533773],"category_scores_gemma":[0.0001393093,0.0006495774,0.0001305055,0.0005257542,0.0005159572,0.0003595264,0.001483622,0.0006042811,0.00005139652],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001832631,"about_ca_system_score_gemma":0.0002210277,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004219396,"about_ca_topic_score_gemma":0.00004398412,"domain_scores_codex":[0.9955139,0.00005456821,0.0005183131,0.002137741,0.0009392029,0.000836267],"domain_scores_gemma":[0.9974505,0.0002967288,0.0002101057,0.001473313,0.000180767,0.0003886195],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008080202,0.00001276685,0.000007954802,0.0000491096,0.00001181094,0.00004026201,0.0007864169,0.01037501,0.0003664209,0.003180477,0.000101557,0.9850602],"study_design_scores_gemma":[0.0007223298,0.0007964891,0.00009342363,0.0008813563,0.00002135901,0.0007925224,0.00000110093,0.8518934,0.01023199,0.08732578,0.04431394,0.002926349],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0007368383,0.0006531321,0.9879119,0.0004835599,0.001227325,0.0005484639,0.000004511407,0.0003275056,0.008106749],"genre_scores_gemma":[0.1574798,0.0001737286,0.8353558,0.004634904,0.0009109885,0.00005664841,0.000008211486,0.00008715275,0.00129284],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9821338,"threshold_uncertainty_score":0.9999945,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1997654733","doi":"10.5210/fm.v16i8.3498","title":"“Don’t feed the troll”: Shutting down debate about community expectations on Reddit.com","year":2011,"lang":"en","type":"article","venue":"First Monday","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Affordance; Order (exchange); Online community; Identity (music); Representation (politics); Internet privacy; Political science; Advertising; Computer science; Business; World Wide Web; Law; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.02772003969741437,"gpt":0.2242862951515308,"spread":0.1965662554541165,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0004596015,0.0001755087,0.0001455692,0.00009798341,0.001673113,0.0001796697,0.001525466,0.00007844096,0.0000813242],"category_scores_gemma":[0.0001626477,0.0001281569,0.0001037995,0.0004497177,0.00009066324,0.000301261,0.0002791204,0.0005345921,0.000399725],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005807844,"about_ca_system_score_gemma":0.00003308546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008449393,"about_ca_topic_score_gemma":0.00009204548,"domain_scores_codex":[0.9986018,0.0002981694,0.0002445808,0.0002525653,0.0002551542,0.000347736],"domain_scores_gemma":[0.998099,0.0002101165,0.0001306698,0.00140135,0.00007016075,0.00008871449],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001790937,0.00114115,0.001872658,0.00006218145,0.0002430239,0.00009383307,0.805031,0.0005203284,0.003460024,0.01342983,0.04430288,0.129664],"study_design_scores_gemma":[0.004803062,0.002963422,0.1748247,0.0006015516,0.0001407559,0.0002338753,0.007951779,0.09485569,0.1853428,0.02449814,0.5009562,0.002828071],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9042562,0.0001310812,0.05806433,0.004884665,0.001543071,0.0005212548,0.00001237222,0.0009478042,0.02963917],"genre_scores_gemma":[0.9939303,0.0000105222,0.004579541,0.0003329209,0.0000758031,0.00006165597,0.000005250461,0.00001516193,0.0009887895],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7970793,"threshold_uncertainty_score":0.9996266,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055718917","doi":"10.7870/cjcmh-2003-0013","title":"Questioning and Sexual Minority Adolescents: High School Experiences of Bullying, Sexual Harassment and Physical Abuse","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Community Mental Health","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"Queen's University; York University","funders":"","keywords":"Harassment; Lesbian; Sexual orientation; Sexual minority; Psychology; Mental health; Clinical psychology; Peer victimization; Sexual abuse; Developmental psychology; Suicide prevention; Poison control; Social psychology; Psychiatry; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.01723939726278877,"gpt":0.2699184376298941,"spread":0.2526790403671053,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008863095,0.0001157596,0.0002394399,0.0001640975,0.0007475344,0.0001009146,0.0003033905,0.00003778723,0.0000059469],"category_scores_gemma":[0.00005278278,0.000113881,0.00001949078,0.0001583321,0.0001375637,0.0003893762,0.0000300621,0.0005262074,8.107517e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002486868,"about_ca_system_score_gemma":0.0008661874,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0250137,"about_ca_topic_score_gemma":0.01040596,"domain_scores_codex":[0.998476,0.0006305356,0.0003131727,0.00009256024,0.0002096003,0.000278176],"domain_scores_gemma":[0.9985231,0.00003758037,0.0002577677,0.0002059866,0.00008595833,0.0008896011],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001144687,0.001063736,0.1354111,0.0009471454,0.0001608726,0.00007993095,0.7253644,0.00006363745,0.002668754,0.01168396,0.002655132,0.1197869],"study_design_scores_gemma":[0.009120753,0.0205996,0.3568563,0.002737971,0.00007785831,0.004696886,0.5774958,0.003603601,0.01285416,0.004216832,0.005830328,0.001909861],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9977171,0.0005302612,0.001001372,0.0002876832,0.0003048532,0.0001079503,0.000004360854,0.000007488753,0.00003889391],"genre_scores_gemma":[0.9979662,0.00003683086,0.001672308,0.0002599325,0.00003720819,0.000001728909,0.000001219483,0.000004367188,0.00002024902],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2214453,"threshold_uncertainty_score":0.9814788,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3087096149","doi":"10.1016/j.osnem.2020.100096","title":"Hate and offensive speech detection on Arabic social media","year":2020,"lang":"en","type":"article","venue":"Online Social Networks and Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"","keywords":"Offensive; Computer science; Annotation; Natural language processing; Artificial intelligence; Social media; Class (philosophy); Crawling; Variety (cybernetics); Arabic; Speech recognition; Machine learning; Linguistics; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.02048245754773978,"gpt":0.2278576113335182,"spread":0.2073751537857784,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000152158,0.0001763099,0.0002409193,0.00004517285,0.0003883259,0.0001172291,0.0001432731,0.0001926862,0.000006149409],"category_scores_gemma":[0.0001294149,0.0001677098,0.00006082146,0.0003079666,0.00009904106,0.0001329275,0.0001060004,0.0003755268,0.000008117625],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002252964,"about_ca_system_score_gemma":0.00003040442,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001633459,"about_ca_topic_score_gemma":0.0001993287,"domain_scores_codex":[0.9987632,0.00008015746,0.0001801716,0.0004001927,0.0002407459,0.0003355323],"domain_scores_gemma":[0.9993992,0.0001404259,0.00009390424,0.00007488563,0.00007337373,0.0002182459],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006066253,0.00003446617,0.00005021633,0.00001147115,0.0000243486,0.00003322412,0.004260625,0.000023303,0.0004682467,0.001167268,0.001391209,0.992475],"study_design_scores_gemma":[0.01297008,0.003033161,0.1551917,0.0002693509,0.0004361781,0.0002178436,0.007405736,0.6400331,0.007970005,0.01938772,0.1483767,0.004708463],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9324868,0.0005338675,0.04671059,0.015982,0.002796796,0.000372342,0.00003073378,0.0005097895,0.0005770859],"genre_scores_gemma":[0.9920996,0.000330432,0.0009705038,0.001709514,0.004823999,0.000005220146,0.00002483259,0.00001684505,0.00001899389],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9877665,"threshold_uncertainty_score":0.6839009,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2090994653","doi":"10.5210/fm.v20i2.5450","title":"#Hashtagging hate: Using Twitter to track racism online","year":2015,"lang":"en","type":"article","venue":"First Monday","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"","keywords":"Racism; Social media; Track (disk drive); Sociology; Data collection; Work (physics); Media studies; Computer science; World Wide Web; Engineering; Social science; Gender studies","retraction":null,"screen_n_in":null,"score":{"opus":0.06502641979598314,"gpt":0.2869688418264976,"spread":0.2219424220305144,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002743485,0.0001527802,0.0001508843,0.0001538245,0.000150728,0.0002038521,0.0006813732,0.00007269322,0.00002457554],"category_scores_gemma":[0.0001270028,0.0001442293,0.00005565032,0.0004830034,0.00001555775,0.0004337457,0.0002791868,0.0001562385,0.0004915132],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009849228,"about_ca_system_score_gemma":0.00006675048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001097103,"about_ca_topic_score_gemma":0.000009553992,"domain_scores_codex":[0.9986904,0.00003617572,0.0002032685,0.0003868139,0.0003162383,0.0003670522],"domain_scores_gemma":[0.9988365,0.00002709264,0.00005781012,0.0006739121,0.00009977034,0.000304878],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002073303,0.00109095,0.004048072,0.0001366851,0.0001671705,0.0009892358,0.2094952,0.05868487,0.03523158,0.000707479,0.3358915,0.3533499],"study_design_scores_gemma":[0.0005921412,0.0002123513,0.001501653,0.0001156381,0.00001151889,0.0001238084,0.00009840526,0.1387996,0.01308546,0.0006946641,0.8442517,0.0005130276],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7242801,0.00007412121,0.2710647,0.002610503,0.001105037,0.0001486859,0.000003348132,0.0003240973,0.0003894023],"genre_scores_gemma":[0.8914964,0.000002845006,0.1056758,0.001114214,0.0002865882,0.00000685569,0.000003538473,0.00001876959,0.001394965],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5083601,"threshold_uncertainty_score":0.6317573,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2983553948","doi":"10.1007/s41701-019-00065-w","title":"The SFU Opinion and Comments Corpus: A Corpus for the Analysis of Online News Comments","year":2019,"lang":"en","type":"article","venue":"Corpus Pragmatics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Simon Fraser University; Nvidia","keywords":"Computer science; Corpus linguistics; Focus (optics); Meaning (existential); Newspaper; Negation; Linguistics; Constructive; Interpretation (philosophy); Annotation; Natural language processing; Artificial intelligence; Psychology; Process (computing); Sociology; Media studies","retraction":null,"screen_n_in":null,"score":{"opus":0.01791365588722305,"gpt":0.2736738631037269,"spread":0.2557602072165039,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005942211,0.0001710585,0.0003177456,0.0001164672,0.0003581258,0.0001966658,0.0008572551,0.00007263638,0.000004212741],"category_scores_gemma":[0.0001423694,0.0001051022,0.0001420343,0.0007229765,0.00008691279,0.0001611382,0.0002969687,0.0001539785,0.000009539275],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003910881,"about_ca_system_score_gemma":0.00004741317,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009558499,"about_ca_topic_score_gemma":0.0001618012,"domain_scores_codex":[0.9985368,0.0001188558,0.0004641136,0.0002602881,0.0003362112,0.0002837253],"domain_scores_gemma":[0.9970734,0.001285067,0.0004554805,0.0009467033,0.0001638232,0.00007548882],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001992742,0.0006112254,0.05475537,0.0002585016,0.002745102,0.000002250873,0.00289787,0.001734477,0.001435037,0.02350848,0.009122631,0.9027297],"study_design_scores_gemma":[0.001760254,0.0005349913,0.0279927,0.00009561893,0.0005038737,0.00001140825,0.0004920302,0.8316038,0.0009477969,0.002786022,0.1329404,0.0003310854],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4410268,0.002796414,0.5375487,0.01046362,0.004409238,0.003053362,0.0001513725,0.0001936213,0.0003569226],"genre_scores_gemma":[0.9582819,0.004210837,0.03187308,0.003831039,0.000181474,0.0001474466,0.0001402689,0.00005424596,0.001279733],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9023987,"threshold_uncertainty_score":0.4285944,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2179798232","doi":"10.1177/2056305115603997","title":"Histories of Hating","year":2015,"lang":"en","type":"article","venue":"Social Media + Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Situated; Perspective (graphical); Digital media; Order (exchange); Psychological intervention; Sociology; Media studies; Epistemology; Psychology; Political science; Law; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03877005763817307,"gpt":0.2443040559122472,"spread":0.2055339982740741,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003623861,0.00006754821,0.000123668,0.00001250742,0.0001253792,0.00002751061,0.0002674764,0.00008792921,0.000003686199],"category_scores_gemma":[0.0002106916,0.00006784613,0.0001191488,0.000270649,0.00008754965,0.0001978276,0.00008501229,0.000108642,0.000009123581],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001175137,"about_ca_system_score_gemma":0.0001521505,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001416319,"about_ca_topic_score_gemma":0.00004697506,"domain_scores_codex":[0.9991886,0.00003654944,0.0001384725,0.000142352,0.0003272035,0.0001668267],"domain_scores_gemma":[0.9994867,0.00006944194,0.0000948963,0.0001238828,0.0001476526,0.0000774514],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005687321,0.00006011437,0.0002785831,0.00003318267,0.00004569124,0.000002900603,0.8143811,0.000004990066,0.003283916,0.06271934,0.05280633,0.06637821],"study_design_scores_gemma":[0.006819603,0.0007639385,0.003045664,0.0001073211,0.0001411443,0.00003333096,0.2842066,0.01317944,0.1181749,0.2071109,0.3636729,0.002744341],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6722106,0.001223502,0.2779225,0.008064514,0.01549416,0.0004185304,0.00001350096,0.00138407,0.02326863],"genre_scores_gemma":[0.9738649,0.00000580103,0.02543981,0.0001037892,0.0004587451,0.000006250746,0.000001765463,0.00000648569,0.000112477],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5301744,"threshold_uncertainty_score":0.2766685,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2310854232","doi":"10.1108/er-04-2015-0072","title":"Social media dilemmas in the employment context","year":2016,"lang":"en","type":"article","venue":"Employee Relations","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"","keywords":"Social media; Context (archaeology); Public relations; Originality; Labour law; Business; Damages; Employment discrimination; Business ethics; Sociology; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.03034447553297319,"gpt":0.2558641484634062,"spread":0.225519672930433,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003065883,0.00008019809,0.00007695574,0.00008890745,0.0002229653,0.00006596316,0.0004178165,0.00005961318,0.00005225218],"category_scores_gemma":[0.0001151911,0.00004595987,0.00005538473,0.0003613904,0.00004337135,0.0003014511,0.00005442787,0.0001100207,0.0005846903],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006082395,"about_ca_system_score_gemma":0.0000422819,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003491163,"about_ca_topic_score_gemma":0.0003809704,"domain_scores_codex":[0.9990471,0.0001305926,0.0001811883,0.0001909829,0.0002474083,0.000202731],"domain_scores_gemma":[0.9992217,0.0003990595,0.00004394944,0.0002684239,0.00003273055,0.00003414564],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000008410821,0.0001298821,0.02588853,0.000002133006,0.00002682261,0.000030986,0.01750677,0.00001069511,0.000843229,0.6024787,0.02345081,0.3296231],"study_design_scores_gemma":[0.001838065,0.000138714,0.628665,0.00007464252,0.00001991891,0.00004436277,0.000410895,0.0002014096,0.001323456,0.1025242,0.2642263,0.0005330649],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6233128,0.0001629755,0.3127843,0.04830724,0.00103252,0.0005552205,0.000009645792,0.0005137745,0.01332148],"genre_scores_gemma":[0.9984522,0.000005312119,0.0006036476,0.0002042826,0.0001300716,0.00004567688,0.000001294235,0.000006095718,0.0005514513],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6027765,"threshold_uncertainty_score":0.7515206,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3115320986","doi":"10.1613/jair.1.12590","title":"Confronting Abusive Language Online: A Survey from the Ethical and Human Rights Perspective","year":2021,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Unintended consequences; Perspective (graphical); Human rights; Transparency (behavior); Situational ethics; The Internet; Redress; Social media; Situation awareness","retraction":null,"screen_n_in":null,"score":{"opus":0.1474093345032763,"gpt":0.442678039612974,"spread":0.2952687051096977,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00427583,0.00009120668,0.0001867794,0.000123749,0.000661343,0.0005328205,0.0006606026,0.000134832,0.0000579802],"category_scores_gemma":[0.001974262,0.00006209972,0.00007572509,0.0006778858,0.0002542134,0.0002207245,0.0002549838,0.001908943,0.00002552135],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001018177,"about_ca_system_score_gemma":0.0002540604,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00647423,"about_ca_topic_score_gemma":0.01068062,"domain_scores_codex":[0.9967787,0.001381043,0.0004069056,0.0002675127,0.0008488783,0.0003169776],"domain_scores_gemma":[0.9953158,0.001869274,0.0001417606,0.0002973015,0.002234097,0.0001417504],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003404349,0.0008912832,0.002065325,0.00002052428,0.0004093459,0.003498883,0.07408594,0.000178264,0.1766137,0.530917,0.003422489,0.2075568],"study_design_scores_gemma":[0.000241645,0.001263279,0.02592947,0.0004581087,0.00003432899,0.0006415301,0.06810538,0.01526916,0.4523756,0.4309577,0.004143366,0.0005803964],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9193776,0.0008550464,0.07257027,0.006483453,0.000344686,0.00009405902,0.000009152111,0.00001451217,0.0002511862],"genre_scores_gemma":[0.995526,0.00004819009,0.003697957,0.0001097193,0.0005119736,9.525344e-7,0.00000191407,0.00000586707,0.00009745482],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2757619,"threshold_uncertainty_score":0.9787143,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3016785094","doi":"10.3145/epi.2020.mar.16","title":"Retweeting Covid-19 disability issues: Risks, support and outrage","year":2020,"lang":"es","type":"article","venue":"El Profesional de la Informacion","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Outrage; Thematic analysis; Value (mathematics); Disease; Quarter (Canadian coin); Social media; Psychology; Pandemic; Coronavirus disease 2019 (COVID-19); Perspective (graphical); Medicine; Public relations; Internet privacy; Political science; Sociology; Qualitative research; Geography; Computer science; Infectious disease (medical specialty); Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.04336636728976389,"gpt":0.3591728959895225,"spread":0.3158065286997586,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001979858,0.0003047224,0.0002956083,0.00005743311,0.0005802643,0.000422712,0.0004864759,0.00033035,0.0001354874],"category_scores_gemma":[0.001035388,0.0002890857,0.0001162584,0.0003734778,0.0003234494,0.001021975,0.0005488521,0.0007799997,0.0002962641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001802041,"about_ca_system_score_gemma":0.0004655899,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001925012,"about_ca_topic_score_gemma":0.000003529478,"domain_scores_codex":[0.9974173,0.0003668111,0.0005765813,0.0005232588,0.0005863537,0.0005296692],"domain_scores_gemma":[0.9981681,0.0003364524,0.0002435359,0.0003325342,0.00007218572,0.0008471665],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001603674,0.0005691802,0.4682442,0.006358143,0.0002246688,0.0005095359,0.07963509,0.0009423695,0.005256092,0.08124503,0.02912469,0.3262873],"study_design_scores_gemma":[0.002300005,0.001446513,0.08422618,0.0002273266,0.00007132986,0.0002977795,0.0009554349,0.06456754,0.004514982,0.004317305,0.8359523,0.001123348],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9197065,0.0006876577,0.03719135,0.02729976,0.0009390287,0.001202553,0.00009402983,0.0008179122,0.01206124],"genre_scores_gemma":[0.9891971,0.0004927198,0.00352792,0.006025337,0.0003982369,0.0000224246,0.00003506408,0.00001805347,0.0002831724],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8068275,"threshold_uncertainty_score":0.9999561,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2326204440","doi":"10.1177/1461444816639976","title":"Tor, what is it good for? Political repression and the use of online anonymity-granting technologies","year":2016,"lang":"en","type":"article","venue":"New Media & Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for International Governance Innovation","funders":"","keywords":"Anonymity; Politics; The Internet; Government (linguistics); Internet privacy; Civil society; Political science; Sociology; Law and economics; Public relations; Law; Computer science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.04634509651507258,"gpt":0.2733686260530438,"spread":0.2270235295379712,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003320948,0.0000987639,0.0001643346,0.00001698401,0.0001319208,0.0001177605,0.0003291197,0.00014135,0.000003032375],"category_scores_gemma":[0.0004910053,0.0000513341,0.0001373085,0.0001462526,0.0002438275,0.0006468479,0.0002644514,0.0001136663,0.00000149431],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002210143,"about_ca_system_score_gemma":0.00006148964,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006129208,"about_ca_topic_score_gemma":0.00001777393,"domain_scores_codex":[0.9989688,0.00003607915,0.0001910877,0.0002848281,0.0002136763,0.0003055363],"domain_scores_gemma":[0.9983574,0.000986276,0.00009030657,0.000428831,0.00007451165,0.00006263276],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00003742798,0.00004690453,0.0005507625,0.00003278034,0.00004397536,0.000001064033,0.005523012,5.464598e-7,0.01555562,0.02328339,0.01477579,0.9401487],"study_design_scores_gemma":[0.01779351,0.0006315801,0.004616081,0.00235055,0.0001941062,0.00009702753,0.0376435,0.03040075,0.6032156,0.09897906,0.2027767,0.001301542],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4898637,0.001564076,0.3428123,0.1633366,0.001104786,0.0006701309,0.00002238164,0.0005703715,0.00005564616],"genre_scores_gemma":[0.8275191,0.003891982,0.1655429,0.002295636,0.0002735728,0.00002020592,0.000002403758,0.00001610503,0.0004380821],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9388472,"threshold_uncertainty_score":0.2093344,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3122442690","doi":"10.1080/17439884.2021.1878218","title":"The hidden costs of connectivity: nature and effects of scholars’ online harassment","year":2021,"lang":"en","type":"article","venue":"Learning Media and Technology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Royal Roads University; Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Harassment; Scope (computer science); Public relations; Variety (cybernetics); Face (sociological concept); Work (physics); Identity (music); Identity theft; Political science; Sociology; Internet privacy; Psychology; Social psychology; Social science; Engineering; Computer science; Aesthetics","retraction":null,"screen_n_in":null,"score":{"opus":0.003347759420449879,"gpt":0.2190217036544333,"spread":0.2156739442339835,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001789605,0.0000673859,0.0001495459,0.0000951078,0.0001119226,0.00002463776,0.0001566262,0.0002007284,6.69745e-7],"category_scores_gemma":[0.001078729,0.0000514663,0.00001573471,0.0003795435,0.0001416816,0.00006313319,0.000214137,0.0005905856,5.288022e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001001479,"about_ca_system_score_gemma":0.00003780533,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006807059,"about_ca_topic_score_gemma":0.00003326991,"domain_scores_codex":[0.9993692,0.00008613391,0.0001062587,0.0001960061,0.0001124323,0.0001299871],"domain_scores_gemma":[0.9990951,0.0004840722,0.00008777314,0.0002056493,0.00009832397,0.00002909976],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000006354677,0.00004634869,0.01159824,0.00005260789,0.00004585211,0.00005065412,0.0002358885,0.000001004594,0.105394,0.04869583,0.00002323889,0.83385],"study_design_scores_gemma":[0.001267738,0.0007162096,0.0377715,0.0002969911,0.00003733997,0.0002831893,0.0006072099,0.002143887,0.9273544,0.01842456,0.01087326,0.0002237233],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9895036,0.004612162,0.002004585,0.003446943,0.0002504086,0.00006699138,4.897119e-7,0.00007902197,0.00003583492],"genre_scores_gemma":[0.9961938,0.0007747179,0.002919627,0.00004086991,0.00001391645,0.000004381249,0.000001247731,0.000003929032,0.0000475282],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8336263,"threshold_uncertainty_score":0.2565833,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3203781812","doi":"10.5210/fm.v26i7.10891","title":"Understanding cancel culture: Normative and unequal sanctioning","year":2021,"lang":"en","type":"article","venue":"First Monday","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Normative; Phenomenon; Sanctions; Sociology; Social phenomenon; Law and economics; Epistemology; Political science; Social psychology; Psychology; Law; Social science; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.05100119400643345,"gpt":0.2240802656838286,"spread":0.1730790716773952,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009665578,0.00008772594,0.00008954485,0.00003917255,0.000409368,0.0002068688,0.0001489554,0.0000500918,0.00002487674],"category_scores_gemma":[0.00005041315,0.00008420194,0.00002755511,0.0003405227,0.000025463,0.0004056675,0.0001464495,0.000130876,0.00002728917],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001215359,"about_ca_system_score_gemma":0.00004811603,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004081316,"about_ca_topic_score_gemma":0.00003847037,"domain_scores_codex":[0.9992881,0.00003356772,0.0001075781,0.0002437381,0.0001461996,0.0001807731],"domain_scores_gemma":[0.9995709,0.00002563559,0.00004523909,0.000239399,0.00004738632,0.00007142229],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005929749,0.0003184777,0.007700728,0.0004370187,0.0004649657,0.001096259,0.5751866,0.008464152,0.02539448,0.2126462,0.1049597,0.06327221],"study_design_scores_gemma":[0.002642065,0.0004602825,0.00762337,0.00044126,0.00005178954,0.0005598766,0.005117306,0.1396735,0.119567,0.03256769,0.6897236,0.001572359],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03891942,0.0004924654,0.9534379,0.001339028,0.0008252685,0.00006276129,0.000003250258,0.0001913838,0.004728497],"genre_scores_gemma":[0.9874386,0.00009920956,0.01136249,0.0001657564,0.00006790562,0.00000628372,0.000003343879,0.000005274287,0.0008511118],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9485192,"threshold_uncertainty_score":0.3433656,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3008101578","doi":"","title":"Police-reported hate crime in Canada 2009","year":2011,"lang":"en","type":"article","venue":"IB","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Criminology; Hate crime; Political science; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02552679378074177,"gpt":0.2116633467263358,"spread":0.186136552945594,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000816138,0.00006009916,0.00006718207,0.00005598561,0.00003037783,0.00001982137,0.0002561947,0.00002264548,0.00005137972],"category_scores_gemma":[0.000007699017,0.00005802424,0.00001465871,0.0002353258,0.000006496595,0.0001453586,0.00004239004,0.00007266591,0.00006205626],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001015629,"about_ca_system_score_gemma":0.0003998653,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9884275,"about_ca_topic_score_gemma":0.9410371,"domain_scores_codex":[0.9993486,0.00001914347,0.0001317155,0.0001663648,0.000124531,0.0002096547],"domain_scores_gemma":[0.9995768,0.00000665501,0.00004035269,0.0002817191,0.00002380599,0.00007068162],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000114865,0.0005431932,0.1554118,0.00008975474,0.0001961049,0.003873227,0.02360838,0.0001934822,0.02615494,0.0206747,0.07668352,0.692456],"study_design_scores_gemma":[0.000818282,0.0001285264,0.8401212,0.00004670639,0.000009401224,0.0002143929,0.0001880708,0.008930043,0.1169777,0.00319522,0.02871007,0.0006603692],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9370154,0.00004475235,0.006381827,0.0001492793,0.0008742348,0.0001109821,0.000001509131,0.0001241198,0.05529793],"genre_scores_gemma":[0.996949,0.000002981212,0.002155985,0.0003019923,0.00002382056,0.000004040566,4.379179e-7,0.000003714935,0.0005580099],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6917956,"threshold_uncertainty_score":0.236616,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3086731473","doi":"10.2196/19833","title":"The Resurgence of Cyber Racism During the COVID-19 Pandemic and its Aftereffects: Analysis of Sentiments and Emotions in Tweets","year":2020,"lang":"en","type":"article","venue":"JMIR Public Health and Surveillance","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Sadness; Disgust; Racism; Anger; Sentiment analysis; Pandemic; China; Social media; Coronavirus disease 2019 (COVID-19); Psychology; Hatred; Social psychology; Criminology; Advertising; Sociology; Political science; Medicine; Computer science; Gender studies; Disease; Politics; Law; Artificial intelligence; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.04104898065983723,"gpt":0.3109415700293051,"spread":0.2698925893694679,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001602276,0.00009243238,0.0002583682,0.0001280969,0.0002676288,0.00007561575,0.0001986106,0.00004072322,0.000002018277],"category_scores_gemma":[0.0004332296,0.00006092103,0.00003322974,0.001224398,0.0000797895,0.000151138,0.0001419307,0.0001291683,4.68459e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002906119,"about_ca_system_score_gemma":0.0001545795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001170054,"about_ca_topic_score_gemma":0.0003517066,"domain_scores_codex":[0.9984356,0.0004762484,0.0003241978,0.0002925723,0.0001970354,0.0002744102],"domain_scores_gemma":[0.9987513,0.000424167,0.0001930007,0.0002217594,0.0000513058,0.0003584464],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004054802,0.00002635221,0.9751743,0.0002868934,0.00008794064,0.000003330701,0.003822062,0.00004547598,0.0003990168,0.0003811375,0.0001002304,0.01963272],"study_design_scores_gemma":[0.0004299436,0.00007688645,0.9784979,0.000008573416,0.000002032346,0.00001196693,0.0001397735,0.01612148,0.00001158145,0.00004390179,0.004568542,0.00008739137],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9820084,0.001470652,0.001692228,0.01441623,0.00004123644,0.0003038016,0.00001381373,0.00002736181,0.00002626979],"genre_scores_gemma":[0.9976307,0.001439763,0.00004455111,0.0008202256,0.0000111192,0.00002303099,0.000002241143,0.000003149988,0.00002519837],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01954533,"threshold_uncertainty_score":0.2484288,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4248491679","doi":"10.18653/v1/w19-35","title":"Proceedings of the Third Workshop on Abusive Language Online","year":2019,"lang":"en","type":"paratext","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Mitacs","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.0110544491561436,"gpt":0.2493528607606311,"spread":0.2382984116044875,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001202483,0.0002368185,0.0002869932,0.0001245859,0.00006578006,0.0001141315,0.001485215,0.0002820946,0.0003474571],"category_scores_gemma":[0.00003991201,0.0001430377,0.0001690884,0.0005217742,0.00003614118,0.0001368181,0.0003294476,0.0005527533,0.004724213],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004984848,"about_ca_system_score_gemma":0.0001047393,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005640829,"about_ca_topic_score_gemma":0.00001310976,"domain_scores_codex":[0.9986172,0.00001431387,0.0002392064,0.000447201,0.0004337786,0.0002483283],"domain_scores_gemma":[0.9989281,0.00006119615,0.0002835028,0.0005125544,0.0001694081,0.00004525394],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002226187,0.0001541821,0.000007419414,0.0001784133,0.00007013098,0.000002044022,0.001568913,0.0001502633,0.004316958,0.004411354,0.9642825,0.0248356],"study_design_scores_gemma":[0.001113,0.0006161428,0.0005531167,0.002836535,0.00005657575,0.00005066242,0.001851097,0.004722558,0.1460159,0.000296234,0.8403711,0.001517052],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03200144,0.0003360349,0.003293342,0.001396732,0.006937825,0.0008446024,0.00003728089,0.0001514505,0.9550013],"genre_scores_gemma":[0.01781722,0.0001417367,0.002362185,0.001029613,0.0004245182,0.00001134921,0.00001410503,0.00002528142,0.978174],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1416989,"threshold_uncertainty_score":0.9960507,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4320733729","doi":"10.1108/intr-07-2022-0563","title":"Examining the motivations of sharing political deepfake videos: the role of political brand hate and moral consciousness","year":2023,"lang":"en","type":"article","venue":"Internet Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Ideology; Politics; Harm; Consciousness; Political consciousness; Social psychology; Psychology; Political science; Sociology; Public relations; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.08443513135309778,"gpt":0.3420291086821335,"spread":0.2575939773290358,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001651087,0.00006988128,0.0001167809,0.0001877535,0.0001401693,0.000156525,0.0007993213,0.00004936544,0.00001406962],"category_scores_gemma":[0.0005169772,0.00004309227,0.00003249642,0.0006204506,0.0005408856,0.0001388928,0.0008272569,0.0003216216,0.00001922872],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002913064,"about_ca_system_score_gemma":0.00006618007,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002210067,"about_ca_topic_score_gemma":0.00009809455,"domain_scores_codex":[0.9982746,0.0002261427,0.0002226271,0.0002429716,0.0004876827,0.0005459829],"domain_scores_gemma":[0.9981915,0.00106224,0.00003204895,0.0004037309,0.0002074011,0.0001030393],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00001273192,0.00001997777,0.03221209,0.0000203526,0.00002350034,0.000006201315,0.001320829,0.000009734002,0.004415971,0.9552756,0.00009380186,0.006589239],"study_design_scores_gemma":[0.0006664534,0.0004960089,0.2877817,0.0002924935,0.0000149152,0.0001045015,0.007333684,0.2494385,0.211682,0.2408386,0.001114306,0.0002369365],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9904836,0.00005383979,0.00306922,0.00173747,0.00006684397,0.0001683506,0.000003442993,0.00004836256,0.004368806],"genre_scores_gemma":[0.9993729,0.000004282091,0.0001194893,0.00003490221,0.00004676936,0.00001898323,0.000001047788,0.000006865959,0.0003947654],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.714437,"threshold_uncertainty_score":0.3340974,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390266861","doi":"10.1016/j.chb.2023.108123","title":"Towards comprehensive cyberbullying detection: A dataset incorporating aggressive texts, repetition, peerness, and intent to harm","year":2023,"lang":"en","type":"article","venue":"Computers in Human Behavior","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Harm; Repetition (rhetorical device); Computer science; Flexibility (engineering); Aggression; Social media; Psychology; Internet privacy; Social psychology; World Wide Web; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03564150600103082,"gpt":0.3020747665608394,"spread":0.2664332605598085,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003300064,0.0002824905,0.000303847,0.0006213212,0.0004794942,0.0004364082,0.0006849545,0.0001042031,0.000009212614],"category_scores_gemma":[0.00005040952,0.0003085643,0.00005658179,0.001156547,0.00009546748,0.0004678191,0.001057302,0.0003400761,0.00008288334],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001566405,"about_ca_system_score_gemma":0.0000441611,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002461219,"about_ca_topic_score_gemma":0.000114585,"domain_scores_codex":[0.9977151,0.0001209615,0.0004752919,0.0008625391,0.0003833826,0.0004426954],"domain_scores_gemma":[0.9986295,0.00006618276,0.0002413155,0.0006740723,0.0001713494,0.0002176074],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000062788,0.0004364791,0.008649647,0.0002407155,0.00006821178,0.004761271,0.006938769,0.002019516,0.06653894,0.008255047,0.01381157,0.888217],"study_design_scores_gemma":[0.008713608,0.003808156,0.7645544,0.004204691,0.0002301463,0.00361442,0.003512876,0.0805937,0.07603583,0.01408386,0.0339852,0.006663143],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8883358,0.00006051244,0.1084271,0.0003826575,0.001243316,0.0007865425,0.00006031727,0.0006389664,0.00006479875],"genre_scores_gemma":[0.9833975,0.00001479205,0.01544731,0.0004095127,0.0001697896,0.0002619928,0.0002157225,0.00002967944,0.00005363282],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8815539,"threshold_uncertainty_score":0.9999366,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2740895812","doi":"10.18653/v1/w17-3002","title":"Constructive Language in News Comments","year":2017,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Constructive; Argumentation theory; Computer science; Relation (database); Natural language processing; Artificial intelligence; Linguistics; Programming language; Process (computing); Data mining; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.01189848664995599,"gpt":0.2695451822500218,"spread":0.2576466956000658,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007173477,0.00004336815,0.00005504787,0.0000371396,0.0001237118,0.0001900032,0.000488404,0.00002343342,0.00002554547],"category_scores_gemma":[0.00002778441,0.00003780441,0.00001530488,0.00003429388,0.00002677371,0.0003638198,0.0001448121,0.00006062986,0.0001081476],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001721493,"about_ca_system_score_gemma":0.00001229009,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001220449,"about_ca_topic_score_gemma":0.0005298135,"domain_scores_codex":[0.999602,0.00001583946,0.00006256789,0.0001330111,0.00007079072,0.0001157915],"domain_scores_gemma":[0.9994466,0.000009901254,0.00003950317,0.0004607574,0.00001038484,0.00003285073],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000009530797,0.00007171501,0.05953967,0.000005467554,0.00001419889,0.0001524304,0.002291687,0.000004482783,0.003423684,0.07345895,0.002381922,0.8586463],"study_design_scores_gemma":[0.00831155,0.0004996297,0.633862,0.0001653988,0.00001090769,0.0002533062,0.004294658,0.04001731,0.226577,0.04151927,0.04276499,0.001724005],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6693558,0.00001854375,0.08538844,0.002086241,0.0009759543,0.0001557774,7.961702e-7,0.0001506845,0.2418677],"genre_scores_gemma":[0.986469,0.000002678227,0.0123748,0.0002837543,0.00002640757,0.000003165756,2.305121e-7,0.000001791981,0.0008381535],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8569223,"threshold_uncertainty_score":0.1844962,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4230630424","doi":"10.1017/cbo9781139095891","title":"Sexting and Cyberbullying","year":2014,"lang":"en","type":"book","venue":"Cambridge University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Political science; Value (mathematics); Criminology; Public relations; Human rights; Sociology; Psychology; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.0113809655414549,"gpt":0.1783977596568019,"spread":0.167016794115347,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002155232,0.0003204954,0.0003362285,0.0002041352,0.0003675423,0.0002110654,0.0008287342,0.0003336795,5.338039e-7],"category_scores_gemma":[0.00001517957,0.0003884485,0.00011415,0.00002246173,0.0001126837,0.0001992147,0.0008252843,0.0005064649,0.00001824045],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001768348,"about_ca_system_score_gemma":0.0001592558,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006606746,"about_ca_topic_score_gemma":0.000001469724,"domain_scores_codex":[0.9984161,0.000091342,0.0001616903,0.0007052274,0.0002634951,0.0003622003],"domain_scores_gemma":[0.9987121,0.00009685904,0.0002078353,0.0006742277,0.00009847473,0.0002105589],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001321713,0.000006008249,0.000002104139,0.0001502594,0.00007828291,0.0002662512,0.0001093028,0.000005173422,0.0001358512,0.8952264,0.06673467,0.03727254],"study_design_scores_gemma":[0.0003209563,0.00005176322,0.00000901375,0.0001564257,0.00004858015,0.00007635543,0.000008852001,0.002232284,0.000409065,0.00002036444,0.9962294,0.0004369438],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0001550308,0.00009619112,0.06719109,0.00001657561,0.0003399694,0.0002154096,0.000009160284,0.0004099472,0.9315666],"genre_scores_gemma":[0.0004245876,0.00003406515,0.002514599,0.00009891445,0.0001853939,6.70375e-7,0.000009074387,0.00002741056,0.9967053],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9294947,"threshold_uncertainty_score":0.9998568,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4242009327","doi":"10.22329/il.v30i3.3034","title":"Argumentative Injustice","year":2010,"lang":"en","type":"article","venue":"Informal Logic","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Testimonial; Injustice; Argumentative; Credibility; Identity (music); Argument (complex analysis); Epistemology; Social psychology; Argumentation theory; Sociology; Psychology; Aesthetics; Philosophy; Advertising","retraction":null,"screen_n_in":null,"score":{"opus":0.00834268729701935,"gpt":0.2400165464366775,"spread":0.2316738591396582,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000149565,0.00006915689,0.00005455457,0.00005419323,0.0001065104,0.0001132126,0.0003737559,0.00005153376,0.00008191959],"category_scores_gemma":[0.00004570796,0.00005639515,0.00002763915,0.0001827346,0.00002985911,0.0007808985,0.0001099963,0.0002227887,0.0008778292],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00000610058,"about_ca_system_score_gemma":0.00002798215,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002009126,"about_ca_topic_score_gemma":0.0000126206,"domain_scores_codex":[0.9994451,0.000008139095,0.0001133535,0.00010689,0.0001333181,0.0001931949],"domain_scores_gemma":[0.9995998,0.00002596828,0.00004654065,0.0002146089,0.00004421942,0.00006889861],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002227965,0.00006578702,0.0006268834,0.00001689154,0.00002044423,0.0000454462,0.004234367,0.00006073151,0.02511043,0.5882913,0.001233037,0.3802724],"study_design_scores_gemma":[0.002818919,0.00220053,0.0567339,0.00003159467,0.00004065491,0.0009668674,0.0009652736,0.08258791,0.3303963,0.07012948,0.4510971,0.002031481],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5438469,0.0000107734,0.2340653,0.0005260697,0.002644475,0.0002010375,0.000002080156,0.0005858929,0.2181174],"genre_scores_gemma":[0.9660608,0.000002363011,0.03226014,0.001019791,0.00008013648,0.000008708353,0.000001410048,0.000002225099,0.000564391],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5181618,"threshold_uncertainty_score":0.9999001,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2803034608","doi":"10.1007/s10612-018-9394-y","title":"A Climate for Hate? An Exploration of the Right-Wing Extremist Landscape in Canada","year":2018,"lang":"en","type":"article","venue":"Critical Criminology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University; Ontario Tech University","funders":"","keywords":"Politics; Right wing; Political science; Criminology; Law enforcement; Sociology; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.07165223020226696,"gpt":0.2923776909721806,"spread":0.2207254607699136,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001933184,0.00006653752,0.0001106426,0.00004010766,0.0001711319,0.00002468225,0.0003467642,0.00005304351,0.00001847344],"category_scores_gemma":[0.0003081946,0.0000505231,0.00002368942,0.00009907703,0.0001059597,0.0003645499,0.00007204492,0.000109834,0.000002583364],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005377527,"about_ca_system_score_gemma":0.0002061534,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02774154,"about_ca_topic_score_gemma":0.2924496,"domain_scores_codex":[0.999103,0.0001145487,0.0001833781,0.00021522,0.00009170003,0.0002922159],"domain_scores_gemma":[0.9993253,0.0001914316,0.00002704225,0.0002945742,0.0001133008,0.00004834696],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000128339,0.0001987349,0.003215784,0.0002117712,0.00001218411,0.00004056263,0.003022084,0.00003893113,0.03505237,0.8606902,0.0009739819,0.0964151],"study_design_scores_gemma":[0.002219223,0.001692151,0.03346715,0.0002140395,0.00006677015,0.0001495759,0.002906883,0.2062509,0.5201028,0.2236809,0.008365128,0.0008845111],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8703083,0.00003530895,0.1235404,0.003252014,0.001249583,0.0001869766,0.000006359286,0.00004361447,0.001377478],"genre_scores_gemma":[0.9961781,0.000001970701,0.00341038,0.0002959432,0.00007853804,0.00002039556,0.000001414825,0.000004233793,0.000009027916],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6370093,"threshold_uncertainty_score":0.9787328,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3157565532","doi":"10.1080/25785648.2021.1899510","title":"Fighting Hate with Speech Law: Media and German Visions of Democracy","year":2021,"lang":"en","type":"article","venue":"The Journal of Holocaust Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Law; German; Political science; Statute; Politics; Democracy; Public law; Sociology; Nazism; History","retraction":null,"screen_n_in":null,"score":{"opus":0.04219601063420795,"gpt":0.3414923497936797,"spread":0.2992963391594717,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003432544,0.0000726416,0.0001657107,0.0001565469,0.0003502965,0.0001234827,0.0005736342,0.0000421796,0.0000233179],"category_scores_gemma":[0.0002264996,0.00004150195,0.00003515019,0.0006667264,0.0002201337,0.0003395613,0.0003013067,0.0006772931,0.00001007513],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002444371,"about_ca_system_score_gemma":0.0002006588,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000636262,"about_ca_topic_score_gemma":0.0000551944,"domain_scores_codex":[0.998002,0.0004280113,0.0002732657,0.0001211069,0.0008874557,0.0002881805],"domain_scores_gemma":[0.997826,0.0006563516,0.0001474628,0.0003596401,0.000880741,0.0001297532],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001000217,0.0008134317,0.003239262,0.0002988034,0.0006244846,0.008310775,0.02229368,0.0007250754,0.5468397,0.06473318,0.008765184,0.3423562],"study_design_scores_gemma":[0.001709244,0.00183571,0.01235848,0.0006833638,0.00005838351,0.01350525,0.00176043,0.004095618,0.9255483,0.03461585,0.003535041,0.000294322],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9871678,0.000622029,0.006203996,0.00459429,0.0000917497,0.00006447937,6.773471e-7,0.00001021271,0.001244709],"genre_scores_gemma":[0.9919508,0.0003314849,0.007351395,0.00004932355,0.00009279676,4.243821e-7,2.115769e-7,0.000007005609,0.0002166114],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3787086,"threshold_uncertainty_score":0.2942539,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2484642270","doi":"10.2495/dne-v11-n3-406-415","title":"Cyber hate speech on twitter: Analyzing disruptive events from social media to build a violent communication and hate speech taxonomy","year":2016,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Ministerio de Economía y Competitividad","keywords":"Social media; Taxonomy (biology); Computer science; Psychology; Computer security; Internet privacy; Communication; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01768021551307682,"gpt":0.2619026129296643,"spread":0.2442223974165875,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000545795,0.0001801209,0.0002263469,0.0003404312,0.0001254723,0.0002037372,0.0007241484,0.0001688453,0.000009780295],"category_scores_gemma":[0.0001307658,0.0001329532,0.00008698518,0.0001465594,0.00003841556,0.0005909239,0.0002059148,0.0004272971,0.00001234501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001947638,"about_ca_system_score_gemma":0.00004168635,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002522316,"about_ca_topic_score_gemma":0.00006316738,"domain_scores_codex":[0.9985325,0.0001428172,0.0003910614,0.0002676197,0.0004766021,0.000189353],"domain_scores_gemma":[0.9985553,0.000382397,0.0003797868,0.000183808,0.0003550706,0.0001436185],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0007048275,0.0001862471,0.003126563,0.000005134978,0.0005829539,0.0002027131,0.002094668,0.0001312532,0.0102823,0.00317361,0.001189431,0.9783203],"study_design_scores_gemma":[0.02620055,0.004201906,0.3349254,0.00891966,0.0008268715,0.003946394,0.00200045,0.07714838,0.1214522,0.3655345,0.04905285,0.005790862],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6395242,0.0002396169,0.3536558,0.005346352,0.00093058,0.0001637042,0.00002485345,0.0000222972,0.00009256183],"genre_scores_gemma":[0.9485378,0.0005696061,0.04999011,0.0004896357,0.0003420953,0.000005446609,0.000005628538,0.00001215216,0.00004754046],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9725294,"threshold_uncertainty_score":0.5421675,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1531604128","doi":"10.1080/03071840701472331","title":"Radicalization on the Internet?","year":2007,"lang":"en","type":"article","venue":"The RUSI Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Radicalization; The Internet; Computer science; Political science; World Wide Web; Terrorism; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.01441880194450858,"gpt":0.22949820256512,"spread":0.2150794006206114,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001673342,0.00005280885,0.00003867126,0.00004291832,0.0003022247,0.0002332522,0.0006416921,0.00002470825,0.00006990648],"category_scores_gemma":[0.00006172093,0.00002401655,0.00004392243,0.0001979443,0.00003228711,0.0001045332,0.00005034382,0.0002954375,0.0001650745],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003478463,"about_ca_system_score_gemma":0.00001960899,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007209016,"about_ca_topic_score_gemma":0.000004422926,"domain_scores_codex":[0.9992922,0.00008765621,0.0001295353,0.00007087291,0.0002545751,0.0001651741],"domain_scores_gemma":[0.9995094,0.0001159825,0.00007614256,0.0002126912,0.00003252797,0.00005326672],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005838168,0.00007204156,0.0002031947,0.000001902549,0.00004891745,0.00008482713,0.003249819,0.0002663498,0.002389493,0.4270319,0.02945274,0.5371404],"study_design_scores_gemma":[0.001289147,0.001031065,0.02066604,0.000219121,0.00003811075,0.00590847,0.0005335686,0.07832736,0.119675,0.1377435,0.6339256,0.0006430295],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08940461,0.0000561724,0.8925956,0.007544624,0.0008468743,0.00005546268,5.584425e-8,0.00004602875,0.009450517],"genre_scores_gemma":[0.9961849,0.00002358439,0.0007818754,0.001826646,0.000399637,5.532759e-7,8.415191e-8,0.000003990914,0.0007787021],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9067803,"threshold_uncertainty_score":0.2324499,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2955549617","doi":"10.18653/v1/w18-5103","title":"A Review of Standard Text Classification Practices for Multi-label Toxicity Identification of Online Content","year":2018,"lang":"en","type":"review","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"International Medias Data Services (Canada)","funders":"","keywords":"Computer science; Artificial intelligence; Classifier (UML); Support vector machine; Inference; Natural language processing; Social media; Machine learning; Language identification; Speech recognition; Natural language; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.3275048838604004,"gpt":0.4401816853434807,"spread":0.1126768014830802,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001856204,0.0002574409,0.001231754,0.0001803177,0.00006531036,0.00005332051,0.0008924272,0.0001959881,0.00001295863],"category_scores_gemma":[0.001728706,0.0001953573,0.0003670431,0.0005786292,0.00007476864,0.0003976942,0.0001031825,0.0001435178,0.00001913469],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001073928,"about_ca_system_score_gemma":0.0004436826,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003093082,"about_ca_topic_score_gemma":0.00003223424,"domain_scores_codex":[0.9969661,0.00024855,0.001680385,0.0005673972,0.0003592882,0.0001782354],"domain_scores_gemma":[0.9919213,0.0002423609,0.005472234,0.0009703781,0.001330893,0.00006285301],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005359834,0.0002014285,1.529716e-7,0.08892681,0.00006708112,9.111584e-8,0.00001204632,8.136643e-9,0.0001504457,0.001163387,0.001000879,0.9084723],"study_design_scores_gemma":[0.0002738891,0.0003292028,0.000003142199,0.05853752,0.0004402497,0.00001058691,0.00001387837,0.00319147,0.0009159379,0.00003003111,0.9360151,0.0002389379],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001226843,0.6494019,0.348572,0.00009250313,0.0002470982,0.001472119,0.0001223228,0.00004450658,0.00004626379],"genre_scores_gemma":[0.000001519795,0.8875304,0.1114455,0.00006181873,0.00006247811,0.0001492621,0.000118889,0.0000158498,0.0006142521],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9350142,"threshold_uncertainty_score":0.7966437,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2953775737","doi":"10.22230/cjc.2019v44n2a3511","title":"Political Bots: Disrupting Canada’s Democracy","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"Concordia University; University of Ottawa","funders":"","keywords":"Politics; Attribution; Democracy; Enforcement; Internet privacy; Social media; Identification (biology); Political science; Public opinion; Law and economics; Public relations; Law enforcement; Sociology; Computer security; Social psychology; Law; Computer science; Psychology; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.00699823150286189,"gpt":0.2095886981006042,"spread":0.2025904665977423,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003508444,0.00006372608,0.0001084822,0.0001259575,0.000185621,0.0001237799,0.001009623,0.00003801741,0.00003264014],"category_scores_gemma":[0.000158775,0.0000627743,0.00004013898,0.0001702905,0.00002281485,0.0004157078,0.00003385719,0.0002630539,0.00002061029],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004388897,"about_ca_system_score_gemma":0.003923526,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5035683,"about_ca_topic_score_gemma":0.823347,"domain_scores_codex":[0.9991145,0.0001068392,0.0002634456,0.00007035825,0.0001678232,0.0002770489],"domain_scores_gemma":[0.9984921,0.0001082652,0.0001642483,0.0005527436,0.0002059394,0.000476739],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009336284,0.00002303409,0.03280472,0.00002272552,0.00006835371,0.0001099517,0.0008969317,0.000308886,0.0008679802,0.889495,0.01037037,0.06502277],"study_design_scores_gemma":[0.002034776,0.0006694717,0.1912191,0.001082233,0.00007023944,0.00368169,0.002594898,0.02825013,0.007681281,0.07642159,0.6848122,0.001482434],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8229203,0.001794244,0.03447612,0.06237615,0.002158458,0.0002892085,0.000006516224,0.00004538419,0.07593359],"genre_scores_gemma":[0.9937839,0.000006416982,0.005378538,0.0005986054,0.000038937,3.720071e-7,0.000001067868,0.000005303173,0.0001868592],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8130733,"threshold_uncertainty_score":0.6960167,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3099161326","doi":"10.18653/v1/2020.alw-1.17","title":"Towards a Comprehensive Taxonomy and Large-Scale Annotated Corpus for Online Slur Usage","year":2020,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Taxonomy (biology); Pejorative; Natural language processing; Annotation; Artificial intelligence; Information retrieval; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.04135385596207682,"gpt":0.2491796322261265,"spread":0.2078257762640497,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005993653,0.0001258101,0.0001698334,0.00003834614,0.0001159002,0.0001167059,0.0002465104,0.00005256649,0.00001902293],"category_scores_gemma":[0.00002396968,0.0001117813,0.00005082104,0.0002619577,0.00002432268,0.0002306711,0.0001604039,0.0000923715,0.00002225765],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001195621,"about_ca_system_score_gemma":0.00004160254,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003607179,"about_ca_topic_score_gemma":0.0000341003,"domain_scores_codex":[0.9990665,0.00002627551,0.0001598418,0.0003770508,0.0001129875,0.0002572958],"domain_scores_gemma":[0.9994276,0.00003948604,0.00005098816,0.000176572,0.0001186557,0.000186697],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002350118,0.0003805116,0.0007242546,0.0002056125,0.0001371351,0.00007757685,0.002792831,0.0001532446,0.03048743,0.01013666,0.02336978,0.9312999],"study_design_scores_gemma":[0.00138183,0.0005199281,0.001334809,0.000009511058,0.000009966543,0.00002400915,0.0001851147,0.3297054,0.009615618,0.0003244302,0.6566304,0.0002590491],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08237073,0.00009169483,0.9127101,0.00306122,0.0001705189,0.0005000304,0.00003905541,0.000319151,0.0007375015],"genre_scores_gemma":[0.3459839,0.00004717094,0.6439833,0.008767149,0.0002599843,0.0001024986,0.00004560224,0.00002251601,0.0007879307],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9310409,"threshold_uncertainty_score":0.4558309,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2907894232","doi":"10.4000/books.aaccademia.4698","title":"Detecting Hate Speech Against Women in English Tweets","year":2018,"lang":"en","type":"book-chapter","venue":"Accademia University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Research Council Canada; Università degli Studi di Napoli Federico II","keywords":"Offensive; Task (project management); Identification (biology); Computer science; Voice activity detection; Speech recognition; Natural language processing; Social media; Value (mathematics); Artificial intelligence; Speech processing; World Wide Web; Machine learning; Engineering; Operations research","retraction":null,"screen_n_in":null,"score":{"opus":0.01642825797693301,"gpt":0.1988674308376903,"spread":0.1824391728607573,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005839046,0.0004589186,0.0004788366,0.000507596,0.0002585622,0.0001625524,0.001847616,0.0009816648,0.00002906513],"category_scores_gemma":[0.00006055229,0.0005688523,0.0001531619,0.00005045606,0.0001400697,0.0004826151,0.001157549,0.001456244,0.00006110844],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008467551,"about_ca_system_score_gemma":0.0001556829,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001154725,"about_ca_topic_score_gemma":0.0000488212,"domain_scores_codex":[0.9973745,0.00008316309,0.0003226943,0.0009691307,0.0004347637,0.0008157833],"domain_scores_gemma":[0.9981763,0.0001094063,0.000340804,0.0008636361,0.0002091888,0.0003006146],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004869117,0.00008367219,0.0001051086,0.0004797966,0.000811013,0.005305331,0.04782077,0.0001193969,0.002006533,0.1890571,0.009876676,0.7438477],"study_design_scores_gemma":[0.0007978279,0.0001152065,0.00001915791,0.0003203129,0.00002426414,0.00001568077,0.0001466544,0.0004806887,0.005146634,0.002283963,0.9898239,0.0008256687],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.01704811,0.00004292139,0.0009904525,0.00001291768,0.0007639953,0.000404546,0.00001119538,0.0006700241,0.9800558],"genre_scores_gemma":[0.02310417,0.000129032,0.001639348,0.0001574836,0.0005000611,0.000002558236,0.0000061473,0.0000624372,0.9743987],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9799473,"threshold_uncertainty_score":0.9996763,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2955561636","doi":"10.1609/icwsm.v13i01.3264","title":"From “Welcome New Gabbers” to the Pittsburgh Synagogue Shooting: The Evolution of Gab","year":2019,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Moderation; Safe haven; Social media; Judaism; Haven; Sociology; History; Computer science; Psychology; World Wide Web; Social psychology; Mathematics; Archaeology","retraction":null,"screen_n_in":null,"score":{"opus":0.01692607930520725,"gpt":0.225894551813122,"spread":0.2089684725079148,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003321252,0.0001069544,0.0001409289,0.00005816928,0.0001285569,0.0001313776,0.001420009,0.00006023454,0.000034937],"category_scores_gemma":[0.0002406356,0.00005949819,0.00007748783,0.0001947285,0.00007486887,0.0001822991,0.0003192966,0.0001939918,0.00001512624],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006132827,"about_ca_system_score_gemma":0.0001346808,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003121098,"about_ca_topic_score_gemma":0.00004116612,"domain_scores_codex":[0.9988196,0.00001330279,0.0002206324,0.0002263044,0.0005836858,0.0001364547],"domain_scores_gemma":[0.999137,0.0001680632,0.0002254887,0.0001155009,0.0003104839,0.00004346335],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001488745,0.00008216935,0.00808958,0.00002319943,0.0001409033,2.889045e-7,0.03144655,0.00001851574,0.07308205,0.8376268,0.007102403,0.04223865],"study_design_scores_gemma":[0.003430853,0.0007309724,0.2443757,0.00123164,0.0001477991,0.00002427248,0.03401466,0.03485628,0.0703845,0.5685561,0.04103776,0.001209563],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9619299,0.00002598214,0.0006811999,0.03062759,0.001773344,0.0002412178,0.00000714107,0.00002671048,0.004686965],"genre_scores_gemma":[0.9985786,0.00001282764,0.0002017881,0.0002828477,0.0004911951,0.000007977254,6.496697e-7,0.000004980444,0.0004191168],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2690708,"threshold_uncertainty_score":0.2638753,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396223314","doi":"10.1002/cl2.1397","title":"Mapping the scientific knowledge and approaches to defining and measuring hate crime, hate speech, and hate incidents: A systematic review","year":2024,"lang":"en","type":"review","venue":"Campbell Systematic Reviews","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Ontario Tech University","funders":"","keywords":"Hate crime; Legislation; Scrutiny; Prejudice (legal term); Criminology; Psychology; Rebuttal; Sociology; Political science; Law; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.2267327007947307,"gpt":0.3117988964638587,"spread":0.08506619566912796,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.02234653,0.001306299,0.008035129,0.0007693802,0.0008668032,0.003683111,0.001705025,0.000260844,0.000002215651],"category_scores_gemma":[0.002753295,0.0007085814,0.0006933817,0.002486455,0.0001849,0.0005660661,0.001622474,0.000711191,0.001117889],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002379536,"about_ca_system_score_gemma":0.0001878462,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001270363,"about_ca_topic_score_gemma":0.00001360828,"domain_scores_codex":[0.9876584,0.004501396,0.004263654,0.002016431,0.000781449,0.0007787104],"domain_scores_gemma":[0.9936182,0.0008903319,0.002244372,0.002626969,0.0001569193,0.0004631844],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[1.902662e-7,0.000009279778,1.453034e-7,0.9145784,0.000196535,0.00002007249,0.001391933,5.288502e-8,6.867207e-7,0.0007001179,0.0004215811,0.082681],"study_design_scores_gemma":[0.00005716193,0.00002664218,2.241518e-7,0.8808531,0.003374345,0.001815114,0.00009641703,0.0004230085,0.000001052348,0.000108075,0.1125817,0.0006631297],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000006049757,0.9635129,0.004508324,0.00007150129,0.001052601,0.03020805,0.000006212958,0.0001944505,0.0004399351],"genre_scores_gemma":[0.00001891886,0.9898667,0.00248996,0.0001220553,0.00008215056,0.005608146,0.00000767464,0.00009632454,0.001708097],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1121601,"threshold_uncertainty_score":0.9999688,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3128801478","doi":"10.1177/0002764221989777","title":"Mapping out Violence Against Women of Influence on Twitter Using the Cyber–Lifestyle Routine Activity Theory","year":2021,"lang":"en","type":"article","venue":"American Behavioral Scientist","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Social Sciences and Humanities Research Council of Canada; Global Affairs Canada","keywords":"Harassment; Legal guardian; Moderation; Social media; Psychology; Online and offline; Criminology; Social psychology; Internet privacy; Political science; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.02219840686335469,"gpt":0.2909805571957365,"spread":0.2687821503323818,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007297886,0.0001811228,0.0002408106,0.0001098911,0.0003788832,0.0002221537,0.0008013482,0.00003384164,0.00001698059],"category_scores_gemma":[0.00005999385,0.0001432221,0.00009195635,0.001397927,0.0006295545,0.0003760199,0.0003835759,0.0002399883,0.00003063773],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001880239,"about_ca_system_score_gemma":0.0001589232,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005000774,"about_ca_topic_score_gemma":0.00003624018,"domain_scores_codex":[0.9978254,0.0003026749,0.0002428743,0.0005713251,0.0005441192,0.0005136018],"domain_scores_gemma":[0.9984588,0.00007913881,0.000294603,0.000863182,0.0001655171,0.0001387619],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.00003161799,0.000483863,0.02740768,0.00001224392,0.00002151814,0.0001408791,0.005726234,0.0007406781,0.4932339,0.0007738895,0.0000499968,0.4713776],"study_design_scores_gemma":[0.001190428,0.001089298,0.4878245,0.0007398853,0.00005458516,0.0001905996,0.006754776,0.008867224,0.486491,0.001334243,0.003727426,0.001735979],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9680873,0.00001314711,0.03086349,0.000150963,0.0004334676,0.000122366,0.000006230593,0.0000752948,0.0002477775],"genre_scores_gemma":[0.9958767,0.00000869373,0.003255949,0.000539534,0.0000386904,0.00001501031,0.000001279921,0.00001053407,0.0002536191],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4696416,"threshold_uncertainty_score":0.5840427,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4322421454","doi":"10.1073/pnas.2209384120","title":"Is hate speech detection the solution the world wants?","year":2023,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Stakeholder; Key (lock); Computer science; Data science; Voice activity detection; Public relations; Speech processing; Political science; Computer security; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04615980716756638,"gpt":0.2977012030647309,"spread":0.2515413958971645,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002987627,0.00009030406,0.00008683805,0.0002257837,0.0009213467,0.0001323911,0.00197549,0.00005178625,0.000006093783],"category_scores_gemma":[0.0002719246,0.00004346016,0.00009615805,0.003880874,0.0005667331,0.0007266348,0.0003217814,0.0002356656,0.00002547279],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003628528,"about_ca_system_score_gemma":0.00002589826,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002022985,"about_ca_topic_score_gemma":0.00000178657,"domain_scores_codex":[0.9978194,0.00001670047,0.0002583329,0.0002692133,0.001414822,0.0002215525],"domain_scores_gemma":[0.9992128,0.0001648767,0.0003396883,0.00002518369,0.0002336776,0.00002377538],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002162694,0.00004757013,0.001436368,0.00005883944,0.00004924946,3.531231e-8,0.001580159,0.0004706389,0.7899752,0.1047439,0.01997928,0.08163717],"study_design_scores_gemma":[0.00007898486,0.00003177804,0.03493186,0.00004121685,0.00000710998,0.00001617434,0.0001205499,0.05225889,0.8217553,0.08807465,0.002605804,0.00007765349],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8937449,0.0001249449,0.0003597228,0.09121227,0.0003885786,0.0006055814,0.00000663603,0.0002080561,0.01334933],"genre_scores_gemma":[0.9972935,0.00002562679,0.0006335765,0.00063225,0.000116417,0.00001528792,2.863182e-8,0.000002983423,0.001280361],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1035486,"threshold_uncertainty_score":0.7086347,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3046519084","doi":"10.3390/make2030011","title":"Monitoring Users’ Behavior: Anti-Immigration Speech Detection on Twitter","year":2020,"lang":"en","type":"article","venue":"Machine Learning and Knowledge Extraction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Social media; Immigration; Computer science; Word (group theory); Character (mathematics); Task (project management); Voice activity detection; Recall; Precision and recall; Internet privacy; Artificial intelligence; World Wide Web; Speech processing; Political science; Psychology; Linguistics; Law; Cognitive psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02308940963608441,"gpt":0.2834093222664004,"spread":0.260319912630316,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000238787,0.0001903737,0.0001487643,0.0001451971,0.0004426053,0.0002466922,0.0001227689,0.0001210771,0.00001310994],"category_scores_gemma":[0.00007567192,0.0001891352,0.00006109479,0.0003721809,0.000016057,0.0004963148,0.00005483601,0.0006703404,0.0002294075],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005562583,"about_ca_system_score_gemma":0.00001580479,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009314236,"about_ca_topic_score_gemma":0.00002050642,"domain_scores_codex":[0.9987456,0.0001607786,0.0002018329,0.0004781373,0.0001917318,0.0002218792],"domain_scores_gemma":[0.9994827,0.00005671251,0.0001146943,0.0001387567,0.00006672653,0.0001403938],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00003127042,0.00007874458,0.02114125,0.0000213111,0.00001157228,0.00001881979,0.001421634,0.0001142264,0.1333693,0.00003079652,0.00003404192,0.843727],"study_design_scores_gemma":[0.001226333,0.001765009,0.1192563,0.0001168756,0.00007134646,0.0002386665,0.0004384567,0.2672321,0.5465292,0.0000646832,0.06220467,0.0008564012],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8718384,0.0002292522,0.1243111,0.0005407917,0.001058526,0.0001688236,3.667873e-7,0.0006268997,0.001225909],"genre_scores_gemma":[0.9973692,0.0001204641,0.001291542,0.00004439487,0.0005693316,0.00001927475,0.000003668455,0.00002011784,0.0005619884],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8428706,"threshold_uncertainty_score":0.7712708,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3157076142","doi":"10.18573/jcads.61","title":"A corpus analysis of online news comments using the Appraisal framework","year":2021,"lang":"en","type":"article","venue":"Journal of Corpora and Discourse Studies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Judgement; Affect (linguistics); Variety (cybernetics); Appraisal theory; Newspaper; Moderation; Globe; Constructive; Sentiment analysis; Psychology; Computer science; Linguistics; Natural language processing; Social psychology; Artificial intelligence; Sociology; Epistemology; Communication; Process (computing); Media studies","retraction":null,"screen_n_in":null,"score":{"opus":0.05755865043613934,"gpt":0.3812312372235067,"spread":0.3236725867873673,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002800641,0.0001000314,0.0004196591,0.0001511818,0.0001524437,0.00006509134,0.0002157623,0.00003240354,0.000003159093],"category_scores_gemma":[0.000217142,0.00006061589,0.0001836062,0.000865191,0.0001379211,0.000204593,0.0001638318,0.0001814874,1.872866e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000152647,"about_ca_system_score_gemma":0.00009877111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001729249,"about_ca_topic_score_gemma":0.00005017167,"domain_scores_codex":[0.9989535,0.0001041639,0.0003908346,0.0001176836,0.0003119165,0.0001219673],"domain_scores_gemma":[0.9984534,0.0002790042,0.0006070658,0.000220349,0.0003823997,0.00005779342],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005369758,0.003268456,0.4843884,0.0002775436,0.04609189,0.001970676,0.04859805,0.01692001,0.01688757,0.062119,0.005696412,0.313245],"study_design_scores_gemma":[0.008270719,0.004102048,0.4010865,0.003327665,0.02963896,0.003823606,0.2901322,0.1156203,0.0189594,0.1092403,0.01305129,0.002746954],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8610169,0.006112795,0.1291984,0.002903452,0.0006950008,0.00003030488,0.000004790416,0.00000575454,0.00003250948],"genre_scores_gemma":[0.9781513,0.00134918,0.02010202,0.0002261184,0.0001377496,3.988347e-7,7.071412e-7,0.000003718498,0.00002879058],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.310498,"threshold_uncertainty_score":0.2471844,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2138702777","doi":"10.1017/s1574019611100048","title":"‘Bad Tendencies’ in the ECtHR's ‘Hate Speech’ Jurisprudence","year":2011,"lang":"en","type":"article","venue":"European Constitutional Law Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Jurisprudence; Incitement; Law; Human rights; Supreme court; Charter; Political science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.03921700626930504,"gpt":0.2501297007436832,"spread":0.2109126944743782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001880776,0.0001646945,0.000181016,0.00004458451,0.000234491,0.00009002035,0.001322259,0.00002224201,0.000116172],"category_scores_gemma":[0.0000937313,0.0001125464,0.0001066293,0.0004890461,0.000492546,0.0004455724,0.0001725158,0.0002657532,0.00214281],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003263161,"about_ca_system_score_gemma":0.00009735981,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007218245,"about_ca_topic_score_gemma":0.00002919833,"domain_scores_codex":[0.9980625,0.0005387564,0.0003586099,0.0003744816,0.0003927036,0.0002729762],"domain_scores_gemma":[0.9990667,0.00005878239,0.0001051479,0.0006188809,0.00007973338,0.00007075536],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001373118,0.00003954662,0.0000366136,0.00006514333,0.000005087573,0.0003576958,0.00006203137,8.610954e-7,0.00002814169,0.9822294,0.0009564704,0.01621771],"study_design_scores_gemma":[0.0002019741,0.00007666437,0.002710886,0.001784838,0.00002127289,0.001256421,0.000006126261,0.0000451598,0.0003671764,0.004531833,0.9886647,0.0003329371],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.0003365538,0.01963117,0.04579731,0.001431114,0.0005894846,0.0005805115,0.000004759672,0.0002021062,0.931427],"genre_scores_gemma":[0.9562302,0.01064851,0.01687615,0.01563756,0.0001926137,0.00003506474,0.00000670777,0.00001325001,0.0003599618],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9877083,"threshold_uncertainty_score":0.9986342,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2317742967","doi":"10.5860/choice.38-6468","title":"The constitutional protection of freedom of expression","year":2001,"lang":"en","type":"article","venue":"Choice Reviews Online","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Freedom of expression; Expression (computer science); Political science; Law; Computer science; Human rights","retraction":null,"screen_n_in":null,"score":{"opus":0.04193905577905953,"gpt":0.2923387763539352,"spread":0.2503997205748756,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004582144,0.0000761627,0.0001746706,0.00003948426,0.0001142674,0.00001491636,0.0003608633,0.00003986779,0.0000102626],"category_scores_gemma":[0.0003550689,0.00004630151,0.00008816298,0.0003516875,0.0001604099,0.0001657732,0.00006393499,0.0001031922,0.00001263988],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001634921,"about_ca_system_score_gemma":0.00005072556,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003029197,"about_ca_topic_score_gemma":0.00002327004,"domain_scores_codex":[0.999082,0.0000986326,0.0003802863,0.0001470924,0.0001816719,0.0001103069],"domain_scores_gemma":[0.9990957,0.00007207804,0.0002831608,0.0003904592,0.0001234342,0.00003516988],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002151275,0.000182341,0.0007195609,0.0002067212,0.00001489689,0.000001816112,0.00005589616,0.0001986867,0.1386519,0.0126632,0.0007930143,0.8464904],"study_design_scores_gemma":[0.0003473673,0.0001368435,0.001906605,0.0007238975,0.00001124971,0.00004531072,0.000008541859,0.006414256,0.02278169,0.0005389394,0.9669623,0.0001229724],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03383487,0.02244787,0.9392279,0.0009056736,0.000912693,0.001095432,0.00000925772,0.00009011899,0.001476182],"genre_scores_gemma":[0.6998336,0.09393933,0.201116,0.0002625111,0.001808764,0.0002974083,0.00004422451,0.00003057074,0.002667576],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9661693,"threshold_uncertainty_score":0.1888121,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3211421893","doi":"10.1007/s10611-021-09978-7","title":"A continuum of hate: delimiting the field of hate studies","year":2021,"lang":"en","type":"article","venue":"Crime Law and Social Change","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"University of Limerick; Irish Research eLibrary","keywords":"Field (mathematics); Hate crime; Discipline; Scope (computer science); Sociology; Criminology; Epistemology; Interdisciplinarity; Social science; Philosophy; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.06512065924479371,"gpt":0.3141979291238245,"spread":0.2490772698790308,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001689707,0.00005090664,0.0001475748,0.00001156613,0.0001906564,0.00002933657,0.000112789,0.00004179219,0.000003062527],"category_scores_gemma":[0.00003590359,0.00004188131,0.00004843601,0.00009912945,0.00008206093,0.0001041453,0.0001015969,0.0000623318,0.000001017475],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00000463034,"about_ca_system_score_gemma":0.00001313265,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002067326,"about_ca_topic_score_gemma":0.0002249142,"domain_scores_codex":[0.9995026,0.00005497967,0.0001190189,0.0001126575,0.00009698871,0.0001137452],"domain_scores_gemma":[0.9995536,0.0001171902,0.00007025333,0.000101372,0.0001434568,0.0000140998],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002932065,0.00009506577,0.0002210981,0.0004429468,0.0002420449,0.00004381542,0.09753533,1.725553e-7,0.02187834,0.6463662,0.002093295,0.2310524],"study_design_scores_gemma":[0.0009532799,0.0003899696,0.00505571,0.0002265125,0.0001075652,0.00002113613,0.009347019,0.0003147941,0.9370257,0.02128099,0.02488429,0.0003929853],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9614611,0.009083181,0.00574849,0.01114705,0.001226105,0.000309136,0.000008843913,0.0001051166,0.01091092],"genre_scores_gemma":[0.9978102,0.0001237884,0.0003041395,0.001479782,0.0001480477,0.000008111611,4.564807e-7,0.000002879238,0.0001225466],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9151474,"threshold_uncertainty_score":0.1707871,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2128955980","doi":"10.1017/s0008423910000107","title":"The Limits of Tolerance in Diverse Societies: Hate Speech and Political Tolerance Norms Among Youth","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Political Science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Queen's University","funders":"","keywords":"Politics; Civil liberties; Multiculturalism; Freedom of expression; Sociology; Political science; Humanities; Social psychology; Human rights; Psychology; Law; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.01322700697753691,"gpt":0.235725769960901,"spread":0.2224987629833641,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001393497,0.0001144763,0.0001882641,0.000206041,0.0004010707,0.000310859,0.001178753,0.00007774133,0.000006696478],"category_scores_gemma":[0.000785302,0.00008118436,0.0000633768,0.0006601202,0.002396543,0.0007419561,0.00006158518,0.0005418391,0.000003605827],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001615791,"about_ca_system_score_gemma":0.001441303,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01321165,"about_ca_topic_score_gemma":0.02634544,"domain_scores_codex":[0.9976454,0.00004277537,0.0003828528,0.0002280582,0.0004719162,0.001228989],"domain_scores_gemma":[0.9974214,0.0001455397,0.0001195986,0.0002846158,0.0003175855,0.001711226],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000007033092,0.00001959036,0.03311896,0.0000123092,0.000004340486,0.0001106047,0.001573269,0.00002401347,0.002270791,0.9538905,0.0000548302,0.008913773],"study_design_scores_gemma":[0.000741464,0.0003568283,0.9234271,0.0001998712,0.00001402186,0.0005040572,0.003104422,0.008925046,0.02740684,0.03444224,0.00046219,0.0004159299],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9947871,0.00004485067,0.0006816902,0.002234671,0.0008523065,0.0000702417,0.000005706387,0.00000590269,0.001317523],"genre_scores_gemma":[0.9979338,0.000004912459,0.001549525,0.0003332326,0.0001229596,7.063752e-7,4.738299e-8,0.00000394135,0.00005085055],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9194483,"threshold_uncertainty_score":0.9933594,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4214492748","doi":"10.1155/2022/8467349","title":"An Automated Toxicity Classification on Social Media Using LSTM and Word Embedding","year":2022,"lang":"en","type":"article","venue":"Computational Intelligence and Neuroscience","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":29,"is_retracted":true,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Taif University","keywords":"Computer science; Word (group theory); Artificial intelligence; Word embedding; Binary classification; Natural language processing; Embedding; Encoder; Context (archaeology); Social media; Machine learning; Speech recognition; Support vector machine; World Wide Web; Linguistics","retraction":{"nature":"Retraction","openalex_flagged":true},"screen_n_in":null,"score":{"opus":0.1078338663258403,"gpt":0.3552851992920706,"spread":0.2474513329662303,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000312998,0.0001101618,0.00009255578,0.0001736632,0.001296479,0.000269661,0.0003965334,0.0000256302,0.000005774814],"category_scores_gemma":[0.00006722899,0.0001175807,0.00001936684,0.0006641368,0.0001527844,0.000677797,0.0001834493,0.0001762061,0.000002349476],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004844441,"about_ca_system_score_gemma":0.00005585048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005846278,"about_ca_topic_score_gemma":8.895557e-7,"domain_scores_codex":[0.9984998,0.0001407102,0.0001821632,0.000534481,0.0004421852,0.0002007097],"domain_scores_gemma":[0.9994576,0.000164523,0.00009675926,0.0001265415,0.00005517869,0.00009941882],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002489249,0.0001635278,0.0001717474,0.000008137751,0.000002068091,0.00002214843,0.002199887,0.762015,0.04885483,0.05530273,0.00006287853,0.1311721],"study_design_scores_gemma":[0.0000380805,0.0001153355,0.0083798,0.000004007325,0.000001773857,0.00007397454,0.0001986914,0.9831139,0.003039962,0.004818182,0.00008667466,0.0001296534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.626002,0.00001606439,0.3730233,0.0002548081,0.0003801068,0.00007564433,0.000004444716,0.0002201376,0.00002354191],"genre_scores_gemma":[0.9929534,0.000008589129,0.006217095,0.0007585773,0.00003960033,0.000008819137,0.000003321678,0.000005452688,0.000005211401],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3669514,"threshold_uncertainty_score":0.9971597,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2076306831","doi":"10.3138/gsp.3.3.353","title":"Counteracting Hate Speech as a Way of Preventing Genocidal Violence","year":2008,"lang":"en","type":"article","venue":"Genocide Studies and Prevention","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Genocide; Incitement; Hatred; Criminology; Ethnic group; Racism; Political science; Psychology; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.0276719836111612,"gpt":0.2865003012955591,"spread":0.258828317684398,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005056601,0.0001463189,0.0002393251,0.00007584059,0.0004437614,0.0000340155,0.0001934845,0.00004896423,0.00001006967],"category_scores_gemma":[0.00009338042,0.0001367119,0.0000958599,0.0002243781,0.00007204281,0.0004152072,0.0002389634,0.000118242,0.0000181711],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003242655,"about_ca_system_score_gemma":0.00003077724,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001219953,"about_ca_topic_score_gemma":0.00002398774,"domain_scores_codex":[0.9987039,0.00009412186,0.0003489485,0.0003428403,0.0002504022,0.0002597895],"domain_scores_gemma":[0.9992175,0.00007313391,0.000268935,0.0002280843,0.0001622064,0.00005014698],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002426572,0.00001005162,0.0005599878,0.0001727822,0.0001819373,0.00005022275,0.004632044,0.00002881053,0.01398991,0.001037705,0.000104656,0.9792076],"study_design_scores_gemma":[0.003474321,0.002652883,0.05278311,0.003589851,0.0002703459,0.003539127,0.007001617,0.001762846,0.333649,0.58289,0.006406908,0.001980061],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8944256,0.005917652,0.09765846,0.0001195363,0.0004316333,0.0002714038,0.000001010093,0.00009738333,0.001077307],"genre_scores_gemma":[0.8982129,0.004948716,0.09579867,0.00005364072,0.0001012748,0.00001781277,0.000001547389,0.000009446881,0.000855972],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9772276,"threshold_uncertainty_score":0.557495,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}