{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":719,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":719,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"470292174217","filters":{"topic":"Hate Speech and Cyberbullying Detection"}},"results":[{"id":"W4283170666","doi":"10.1145/3531146.3533088","title":"Taxonomy of Risks posed by Language Models","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":604,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Misinformation; Taxonomy (biology); Harm; Risk analysis (engineering); Futures studies; Computer science; Risk management; Data science; Management science; Knowledge management; Engineering ethics; Psychology; Business; Artificial intelligence; Computer security; Social psychology; Engineering","authors":[{"name":"Laura Weidinger","is_ca":false},{"name":"Jonathan Uesato","is_ca":false},{"name":"Maribeth Rauh","is_ca":false},{"name":"Conor Griffin","is_ca":false},{"name":"Po-Sen Huang","is_ca":false},{"name":"John Mellor","is_ca":false},{"name":"Amelia Glaese","is_ca":false},{"name":"Myra Cheng","is_ca":false},{"name":"Borja Balle","is_ca":false},{"name":"Atoosa Kasirzadeh","is_ca":true},{"name":"Courtney Biles","is_ca":false},{"name":"Sasha Brown","is_ca":false},{"name":"Zac Kenton","is_ca":false},{"name":"Will Hawkins","is_ca":false},{"name":"Tom Stepleton","is_ca":false},{"name":"Abeba Birhane","is_ca":false},{"name":"Lisa Anne Hendricks","is_ca":false},{"name":"Laura Rimell","is_ca":false},{"name":"William Isaac","is_ca":false},{"name":"Julia Haas","is_ca":false},{"name":"Sean Legassick","is_ca":false},{"name":"Geoffrey Irving","is_ca":false},{"name":"Iason Gabriel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07387969715411008,"gpt":0.2846232755073295,"spread":0.2107435783532194,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03159864,0.001876302,0.0008698409,0.008971202,0.007098341,0.01258973,0.003273756,0.007994696,0.003166432],"category_scores_gemma":[0.08222337,0.001032275,0.002142634,0.003522977,0.01633283,0.02388108,0.01323202,0.007793542,0.000791945],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006929202,"about_ca_system_score_gemma":0.00667424,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004847505,"about_ca_topic_score_gemma":0.002538707,"domain_scores_codex":[0.9241995,0.03184341,0.00656043,0.003381646,0.03020209,0.003812977],"domain_scores_gemma":[0.8756186,0.07425313,0.01397791,0.01693241,0.01652305,0.002694993],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007163408,0.00009699293,0.01173439,0.0003847976,0.00006573895,0.0009807671,0.01619334,0.009468224,0.0007324404,0.9089332,0.002916417,0.04842203],"study_design_scores_gemma":[0.0000208423,0.0001081377,0.002261511,0.001106589,0.00008880118,0.002468324,0.01128418,0.02517925,0.001473445,0.8954215,0.06045306,0.0001343085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1465897,0.0081715,0.6380854,0.05345459,0.0005182718,0.001000893,0.0005506115,0.00126734,0.1503617],"genre_scores_gemma":[0.8288844,0.005505418,0.152171,0.002587718,0.000400749,0.000885728,0.0005562619,0.000238929,0.008769788],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03159864,"threshold_uncertainty_score":0.1671116,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2802105481","doi":"10.18653/v1/s18-2005","title":"Examining Gender and Race Bias in Two Hundred Sentiment Analysis Systems","year":2018,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":395,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Task (project management); Benchmark (surveying); Race (biology); Sentiment analysis; Artificial intelligence; Affect (linguistics); Gender bias; Natural language processing; Machine learning; SemEval; Psychology; Social psychology; Sociology","authors":[{"name":"Svetlana Kiritchenko","is_ca":true},{"name":"Saif M. Mohammad","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06497271295094052,"gpt":0.290410277792946,"spread":0.2254375648420055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003104413,0.0004597492,0.0003009906,0.001473259,0.00116625,0.0008257236,0.0004903189,0.0005855319,0.001300243],"category_scores_gemma":[0.0082988,0.0002482088,0.0003645114,0.001120655,0.0006687326,0.0009364818,0.001174982,0.0005857146,0.0009654298],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008889002,"about_ca_system_score_gemma":0.0006695578,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006126354,"about_ca_topic_score_gemma":0.01314726,"domain_scores_codex":[0.996986,0.0009833695,0.0003203874,0.0005311794,0.0009184782,0.0002605829],"domain_scores_gemma":[0.9932388,0.002964801,0.0004198598,0.0008414267,0.002293182,0.000241855],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002475457,0.001129,0.4125614,0.001901127,0.000524634,0.000887074,0.009107465,0.006435086,0.08470576,0.004793693,0.1205988,0.3548805],"study_design_scores_gemma":[0.0002731148,0.001061708,0.7783202,0.0001917142,0.0002344447,0.0008284273,0.003640534,0.05190961,0.05671678,0.002464807,0.1042034,0.0001552915],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9801595,0.0006979308,0.002853278,0.0004080311,0.0001859877,0.0001339065,0.007131304,0.0004620111,0.007968077],"genre_scores_gemma":[0.961028,0.0002757828,0.006244482,0.000259029,0.00009599561,0.0001881253,0.02820292,0.0001563802,0.003549331],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006126354,"threshold_uncertainty_score":0.01641792,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1488413727","doi":"10.1093/acprof:oso/9780199548781.001.0001","title":"Extreme Speech and Democracy","year":2009,"lang":"en","type":"book","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":258,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Incitement; Dignity; Constitutionality; Hatred; Democracy; Supreme court; Law; Racism; Ideology; Political science; Terrorism; Xenophobia; Sociology; Politics","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.01801667779203366,"gpt":0.2187464965428959,"spread":0.2007298187508622,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003994901,0.0002165232,0.000162534,0.0004422016,0.001506155,0.003567611,0.00028944,0.0009881472,0.009383668],"category_scores_gemma":[0.001284377,0.00009329279,0.0001318339,0.0004281285,0.004583629,0.002258274,0.001239482,0.00205183,0.001692801],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001226906,"about_ca_system_score_gemma":0.000803477,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009932455,"about_ca_topic_score_gemma":0.001376587,"domain_scores_codex":[0.9994578,0.0002441798,0.00001419196,0.0000620736,0.0001766155,0.0000451903],"domain_scores_gemma":[0.9993144,0.0004497602,0.00004265013,0.0000643754,0.00007930522,0.0000494239],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006645374,0.00001156844,0.000106035,0.00005658407,0.000001768511,0.00006062873,0.002869077,0.000245285,0.0001777222,0.9179907,0.04488051,0.03359345],"study_design_scores_gemma":[0.000005088544,0.00001692359,0.000454412,0.0002359284,0.00000263592,0.0001863588,0.001547225,0.0003619283,0.0004038482,0.2658024,0.730976,0.000007252593],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.006609612,0.01447164,0.004286328,0.01001169,0.001069221,0.00001780483,0.00004298469,0.00007417016,0.9634165],"genre_scores_gemma":[0.3935062,0.01238975,0.002122116,0.004475794,0.001401454,0.00004847399,0.0001122774,0.00009002847,0.585854],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.009383668,"threshold_uncertainty_score":0.03139156,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2500273366","doi":"10.1017/cbo9780511740084.012","title":"Against FocusP: arguments from Zulu","year":2012,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":230,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Zulu; Philosophy; History; Linguistics","authors":[{"name":"Lisa Lai‐Shen Cheng","is_ca":true},{"name":"Laura J. Downing","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01714347411084348,"gpt":0.1819080963636271,"spread":0.1647646222527836,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003435249,0.001288978,0.000958864,0.002036892,0.006030417,0.005772932,0.00142675,0.006713491,0.01522967],"category_scores_gemma":[0.01134789,0.0008129555,0.0006068878,0.001465281,0.01033536,0.0155134,0.006417206,0.005860541,0.002202246],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003634969,"about_ca_system_score_gemma":0.0007575423,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003991789,"about_ca_topic_score_gemma":0.003394015,"domain_scores_codex":[0.9969406,0.001595841,0.00008998913,0.0005027709,0.000436897,0.0004339292],"domain_scores_gemma":[0.9974961,0.001816505,0.0001385014,0.0002877442,0.0001956981,0.0000654001],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002659594,0.000004323282,0.00007467665,0.00005678917,0.000004015866,0.0001235992,0.0032762,0.00004652113,0.0001680651,0.9892768,0.002879267,0.004063156],"study_design_scores_gemma":[0.00004281709,0.00002097105,0.0006125398,0.0003599219,0.00002857145,0.0003907155,0.005083626,0.001393058,0.001410534,0.86774,0.1228783,0.0000389956],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03872615,0.005046278,0.03633274,0.02626826,0.0007587663,0.00006886342,0.0002408877,0.0004406213,0.8921174],"genre_scores_gemma":[0.9716479,0.0009876397,0.003844372,0.002821894,0.0003282501,0.0001314316,0.0001299636,0.0002586587,0.01984989],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.01522967,"threshold_uncertainty_score":0.05094832,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911244646","doi":"10.1177/2053168018816228","title":"Politicians in the line of fire: Incivility and the treatment of women on social media","year":2019,"lang":"en","type":"article","venue":"Research & Politics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Incivility; Politics; Social media; Face (sociological concept); Public relations; Public opinion; Test (biology); Political science; Sociology; Social psychology; Media studies; Criminology; Psychology; Law; Social science","authors":[{"name":"Ludovic Rheault","is_ca":true},{"name":"Erica Rayment","is_ca":true},{"name":"Andreea Musulan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0630384512932419,"gpt":0.3518732818706828,"spread":0.2888348305774409,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001425062,0.0002435691,0.0002286745,0.001180459,0.001388199,0.002060017,0.0004913021,0.0005547566,0.003543645],"category_scores_gemma":[0.01143909,0.000161931,0.0002239438,0.0009765904,0.001448603,0.001230849,0.0009437662,0.001038279,0.0005269947],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001341003,"about_ca_system_score_gemma":0.0008437821,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.05400262,"about_ca_topic_score_gemma":0.09763771,"domain_scores_codex":[0.9989539,0.0004920005,0.00002870762,0.0001102377,0.0001732613,0.0002417769],"domain_scores_gemma":[0.9924045,0.00309284,0.003104744,0.0003543378,0.0004437594,0.0005997597],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001684331,0.0001072009,0.9676784,0.00002157011,0.00003966915,0.00009320476,0.00839271,0.0004016086,0.0005293544,0.001016537,0.0006347118,0.02091653],"study_design_scores_gemma":[0.000008196611,0.0001291623,0.9538559,0.00008444741,0.00006355322,0.0001898232,0.03084693,0.007123541,0.001608126,0.00153451,0.004527033,0.00002856043],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9933206,0.0001070153,0.0005239447,0.0006458286,0.00001060831,0.000009450559,0.00008917085,0.00000881732,0.005284538],"genre_scores_gemma":[0.9990394,0.00004859228,0.0001139447,0.00007361312,0.000008564451,0.000004788793,0.00003541906,0.000003473212,0.0006722889],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05400262,"threshold_uncertainty_score":0.1073766,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W68298479","doi":"10.1609/icwsm.v7i1.14434","title":"Classifying Political Orientation on Twitter: It’s Not Easy!","year":2021,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":214,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Inference; Biology and political orientation; Politics; Orientation (vector space); Computer science; Transferability; Data science; Artificial intelligence; Annotation; Machine learning; Political science; Mathematics; Law","authors":[{"name":"Raviv Cohen","is_ca":true},{"name":"Derek Ruths","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05188406507447452,"gpt":0.2800748337800538,"spread":0.2281907687055793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004455094,0.0005898522,0.0005134754,0.002212659,0.001158162,0.00316429,0.0007781438,0.001202332,0.002820627],"category_scores_gemma":[0.02325722,0.0002614487,0.0004609514,0.002658138,0.0008430555,0.006350857,0.001610493,0.002200555,0.003824636],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000514202,"about_ca_system_score_gemma":0.0004398763,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003938115,"about_ca_topic_score_gemma":0.008087569,"domain_scores_codex":[0.9968971,0.001473624,0.0002181185,0.0004166546,0.0007759019,0.0002186241],"domain_scores_gemma":[0.987773,0.005926906,0.001367518,0.002260241,0.00213464,0.0005376472],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002864057,0.0001811061,0.5590997,0.0003738169,0.0002437124,0.0001455909,0.003219787,0.002465954,0.004124508,0.008703227,0.06839121,0.3527651],"study_design_scores_gemma":[0.00005387406,0.0003323432,0.5560018,0.001213994,0.0002757803,0.0007660719,0.02582902,0.09143031,0.01446704,0.08372006,0.2255996,0.0003101412],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7404068,0.003737599,0.1105099,0.07038804,0.002612374,0.0004709344,0.02381647,0.002186949,0.04587098],"genre_scores_gemma":[0.9134202,0.00169366,0.06192227,0.004130646,0.001748928,0.0002936764,0.01132913,0.0002954912,0.005165969],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004455094,"threshold_uncertainty_score":0.02356106,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2959053582","doi":"10.1075/jlac.00026.jak","title":"Online hatred of women in the Incels.me forum","year":2019,"lang":"en","type":"article","venue":"Journal of Language Aggression and Conflict","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":210,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Hatred; Profiling (computer programming); Incitement; Identity (music); Vernacular; Sociology; Psychology; Social psychology; Gender studies; Media studies; Computer science; Political science; Law; Linguistics; Art","authors":[{"name":"Sylvia Jaki","is_ca":false},{"name":"Tom De Smedt","is_ca":false},{"name":"Maja Gwóźdź","is_ca":false},{"name":"Rudresh Panchal","is_ca":false},{"name":"Alexander Rossa","is_ca":false},{"name":"Guy De Pauw","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008065531850930818,"gpt":0.252304037574202,"spread":0.2442385057232712,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001422952,0.0003171397,0.0002227323,0.001188947,0.001312179,0.001437282,0.0003373535,0.0005618518,0.003210794],"category_scores_gemma":[0.007399557,0.0001314009,0.0001320095,0.0004922433,0.000692228,0.001345735,0.001028944,0.000639764,0.0005844362],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005940695,"about_ca_system_score_gemma":0.000221835,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003484078,"about_ca_topic_score_gemma":0.008309064,"domain_scores_codex":[0.9991657,0.0004490488,0.00002630564,0.0001139184,0.0001361714,0.0001089207],"domain_scores_gemma":[0.9925705,0.004477937,0.001250768,0.0003803071,0.0006667431,0.0006537116],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001076937,0.0008056542,0.5308024,0.0004031042,0.00004821184,0.001336217,0.2830986,0.0004810423,0.02036775,0.001975891,0.007694178,0.1519101],"study_design_scores_gemma":[0.00003045025,0.0008334017,0.6890723,0.0002442526,0.00004246307,0.001103287,0.2389758,0.008728912,0.01111184,0.001074793,0.04866941,0.0001130439],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9958412,0.00006679291,0.0006745572,0.0001346272,0.00002834444,0.00003314707,0.0001629494,0.00004835499,0.00301002],"genre_scores_gemma":[0.9964568,0.00003600175,0.00072507,0.00005960161,0.00002184958,0.00002574888,0.0001318222,0.00001189133,0.002531155],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003484078,"threshold_uncertainty_score":0.01074111,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3085627079","doi":"10.1177/1461444820958123","title":"Upvoting extremism: Collective identity formation and the extreme right on Reddit","year":2020,"lang":"en","type":"article","venue":"New Media & Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":203,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Extreme right; Mainstream; Identity (music); Voting; Collective identity; Sociology; Social media; Thematic analysis; Media studies; Public relations; Social identity theory; Internet privacy; Political science; Politics; Social group; Law; Computer science; Qualitative research; Social science; Aesthetics","authors":[{"name":"Tiana Gaudette","is_ca":true},{"name":"Ryan Scrivens","is_ca":false},{"name":"Garth Davies","is_ca":false},{"name":"Richard Frank","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03347209508835352,"gpt":0.222052425392435,"spread":0.1885803303040814,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003228966,0.000227462,0.0002176046,0.0009483375,0.005139935,0.004649574,0.000539518,0.0008600693,0.003139144],"category_scores_gemma":[0.01008488,0.0001657487,0.0001604064,0.0005644796,0.006849581,0.003095631,0.004228529,0.001775757,0.0003876667],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001138004,"about_ca_system_score_gemma":0.0006404491,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001987417,"about_ca_topic_score_gemma":0.003189641,"domain_scores_codex":[0.9963456,0.002273012,0.00008319999,0.0003012829,0.0006404594,0.0003565206],"domain_scores_gemma":[0.9935475,0.003063193,0.0014994,0.0007656977,0.0005013813,0.0006227904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0002947597,0.0001525651,0.05830947,0.0001606361,0.00003826362,0.001147621,0.7752492,0.0001933372,0.006767039,0.08298863,0.004290127,0.07040843],"study_design_scores_gemma":[0.00002286489,0.0001708027,0.09154504,0.0002563307,0.0000377101,0.001014416,0.7628141,0.001447958,0.004816085,0.01550484,0.122283,0.00008688078],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9171499,0.0002053349,0.003572522,0.001911366,0.0001187217,0.00002710386,0.00002422938,0.00002671852,0.0769641],"genre_scores_gemma":[0.996294,0.00005247746,0.000488069,0.0001862108,0.00002881312,0.000008157388,0.0000128523,0.0000128465,0.002916493],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005139935,"threshold_uncertainty_score":0.01707661,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3092739266","doi":"10.1007/s00530-020-00701-5","title":"Cyberbullying detection solutions based on deep learning architectures","year":2020,"lang":"en","type":"article","venue":"Multimedia Systems","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":194,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brandon University","funders":"","keywords":"Computer science; Deep learning; Artificial intelligence; Recurrent neural network; Machine learning; Lexical analysis; Identification (biology); Artificial neural network","authors":[{"name":"Celestine Iwendi","is_ca":false},{"name":"Gautam Srivastava","is_ca":true},{"name":"Suleman Khan","is_ca":false},{"name":"Praveen Kumar Reddy Maddikunta","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02094387776289334,"gpt":0.2159304773142739,"spread":0.1949865995513806,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003387263,0.001042671,0.0004670121,0.0008171226,0.0003363584,0.000614778,0.0008621131,0.0008061205,0.002731414],"category_scores_gemma":[0.001033925,0.0002643752,0.0004467453,0.0004142048,0.0001877448,0.0008098647,0.0007814614,0.001167499,0.0008436024],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005467416,"about_ca_system_score_gemma":0.0008453429,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006542776,"about_ca_topic_score_gemma":0.0126189,"domain_scores_codex":[0.9998097,0.00002690779,0.00000789294,0.00005292829,0.00004714027,0.00005541634],"domain_scores_gemma":[0.9996927,0.00006983625,0.00003891045,0.00003357254,0.0001343092,0.00003061477],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000347446,0.000821517,0.0100185,0.0001836156,0.0002577087,0.0001379915,0.0000682485,0.1145852,0.02081289,0.003833864,0.01463531,0.8342978],"study_design_scores_gemma":[0.00001432651,0.00009766795,0.002130351,0.00002599445,0.00005101192,0.0000410222,0.00003073107,0.9851495,0.007256589,0.003842999,0.001347721,0.00001215676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1742663,0.002957567,0.800215,0.002197189,0.0005326263,0.000201239,0.0009444382,0.005975312,0.01271044],"genre_scores_gemma":[0.8937274,0.0008111828,0.09560021,0.0004771546,0.0001271271,0.00009110546,0.0009972563,0.00007178225,0.008096918],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006542776,"threshold_uncertainty_score":0.01300937,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1823790170","doi":"10.1007/978-3-319-06483-3_25","title":"Experts and Machines against Bullies: A Hybrid Approach to Detect Cyberbullies","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":137,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Twente; York University","keywords":"Computer science; Machine learning; Artificial intelligence; Classifier (UML)","authors":[{"name":"Maral Dadvar","is_ca":false},{"name":"Dolf Trieschnigg","is_ca":false},{"name":"Franciska de Jong","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01063625874842757,"gpt":0.2143180392940479,"spread":0.2036817805456203,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001165959,0.0009574075,0.000850845,0.002945011,0.0006057058,0.001840456,0.001435629,0.001971625,0.004204154],"category_scores_gemma":[0.002538673,0.0003842091,0.0007075685,0.001242474,0.0004307909,0.002127685,0.001113789,0.001018778,0.001337537],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006345244,"about_ca_system_score_gemma":0.000575679,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006799876,"about_ca_topic_score_gemma":0.01172777,"domain_scores_codex":[0.9991543,0.0002102549,0.00002703273,0.0002649608,0.000224644,0.0001188081],"domain_scores_gemma":[0.9986333,0.0008284349,0.00008781227,0.00009768534,0.0002479521,0.0001046533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001069442,0.001555031,0.08085983,0.000321496,0.0006935181,0.000587333,0.001491211,0.03587492,0.01882377,0.009009179,0.01782279,0.8318914],"study_design_scores_gemma":[0.00005467987,0.0006166637,0.05300445,0.00008591545,0.0003465285,0.0007904855,0.001713558,0.902484,0.008771688,0.02418065,0.007839218,0.0001121465],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3878523,0.002836133,0.5686354,0.001754883,0.0003041598,0.0004847008,0.001775405,0.002305208,0.03405188],"genre_scores_gemma":[0.8323365,0.0005130515,0.1477078,0.0004108023,0.000153656,0.0001351291,0.001005992,0.00008582622,0.01765116],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006799876,"threshold_uncertainty_score":0.01406431,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1997654733","doi":"10.5210/fm.v16i8.3498","title":"“Don’t feed the troll”: Shutting down debate about community expectations on Reddit.com","year":2011,"lang":"en","type":"article","venue":"First Monday","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Affordance; Order (exchange); Online community; Identity (music); Representation (politics); Internet privacy; Political science; Advertising; Computer science; Business; World Wide Web; Law; Politics","authors":[{"name":"Kelly Bergstrom","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02772003969741437,"gpt":0.2242862951515308,"spread":0.1965662554541165,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02284873,0.0004460748,0.0003537228,0.001645247,0.01736184,0.01136442,0.001381216,0.007581542,0.003867726],"category_scores_gemma":[0.06765241,0.0005426249,0.0002966775,0.001030978,0.01649206,0.01248656,0.005697133,0.01063704,0.0009041146],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005603257,"about_ca_system_score_gemma":0.002624124,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01608,"about_ca_topic_score_gemma":0.02281533,"domain_scores_codex":[0.9792809,0.0143699,0.0005270979,0.001398079,0.002836302,0.001587735],"domain_scores_gemma":[0.9500376,0.03597109,0.003951253,0.003510392,0.004286226,0.00224345],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001894145,0.0001702351,0.01560689,0.0001455565,0.00001993102,0.00228407,0.6252875,0.0002184103,0.002898216,0.2695453,0.03726564,0.04636883],"study_design_scores_gemma":[0.00007825603,0.0002428576,0.01764041,0.00062889,0.0000553693,0.00176618,0.5488093,0.005365812,0.01078607,0.05540301,0.359007,0.0002168565],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6780071,0.0004670924,0.02433165,0.09872438,0.0007234923,0.0002576431,0.0000890542,0.000415971,0.1969836],"genre_scores_gemma":[0.9770323,0.00009887527,0.002631694,0.009426665,0.0001198019,0.0000860529,0.00002856393,0.0001036892,0.01047233],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02284873,"threshold_uncertainty_score":0.120837,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055718917","doi":"10.7870/cjcmh-2003-0013","title":"Questioning and Sexual Minority Adolescents: High School Experiences of Bullying, Sexual Harassment and Physical Abuse","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Community Mental Health","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"Queen's University; York University","funders":"","keywords":"Harassment; Lesbian; Sexual orientation; Sexual minority; Psychology; Mental health; Clinical psychology; Peer victimization; Sexual abuse; Developmental psychology; Suicide prevention; Poison control; Social psychology; Psychiatry; Medicine","authors":[{"name":"Trish Williams","is_ca":true},{"name":"Jennifer Connolly","is_ca":true},{"name":"Debra Pepler","is_ca":true},{"name":"Wendy Craig","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01723939726278877,"gpt":0.2699184376298941,"spread":0.2526790403671053,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005510477,0.0002607653,0.0003334183,0.001271816,0.002039668,0.000960073,0.0004201643,0.0002994687,0.00110234],"category_scores_gemma":[0.001665371,0.000259051,0.0002699786,0.00139128,0.0006584282,0.0004059269,0.0007792228,0.0006061135,0.0001267923],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001756331,"about_ca_system_score_gemma":0.002557439,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.5095264,"about_ca_topic_score_gemma":0.7293038,"domain_scores_codex":[0.9994797,0.00007332712,0.00003416818,0.00004157377,0.0001668484,0.0002043992],"domain_scores_gemma":[0.9988287,0.0001326137,0.0004437619,0.0000408089,0.0002684671,0.0002855973],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001608578,0.00005021716,0.9906448,0.00001313725,0.000008255935,0.0000691939,0.006477421,0.000006041426,0.0002048515,0.00002324944,0.00007907151,0.002407483],"study_design_scores_gemma":[0.000001101843,0.00004023784,0.9891465,0.000009859718,0.000008053848,0.0001285223,0.01023673,0.00001549815,0.0000773959,0.000009329066,0.0003244941,0.000002340683],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9994524,0.00006677715,0.00001085571,0.00001584005,9.569153e-7,0.00001245027,0.00008197281,5.778403e-7,0.0003581661],"genre_scores_gemma":[0.9993025,0.0001727124,0.00005207736,0.0000300514,0.000001969334,0.00001319626,0.0001955653,7.359417e-7,0.0002311054],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5095264,"threshold_uncertainty_score":0.9867243,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3087096149","doi":"10.1016/j.osnem.2020.100096","title":"Hate and offensive speech detection on Arabic social media","year":2020,"lang":"en","type":"article","venue":"Online Social Networks and Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"","keywords":"Offensive; Computer science; Annotation; Natural language processing; Artificial intelligence; Social media; Class (philosophy); Crawling; Variety (cybernetics); Arabic; Speech recognition; Machine learning; Linguistics; World Wide Web","authors":[{"name":"Safa Alsafari","is_ca":true},{"name":"Samira Sadaoui","is_ca":true},{"name":"Malek Mouhoub","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02048245754773978,"gpt":0.2278576113335182,"spread":0.2073751537857784,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003970552,0.0004963606,0.0002290948,0.002540091,0.0005356616,0.0005763628,0.0001735347,0.0005387011,0.002361456],"category_scores_gemma":[0.001953405,0.00008676913,0.0001998598,0.0006872559,0.0002472623,0.0004328621,0.0005815726,0.0003568512,0.00156996],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002153646,"about_ca_system_score_gemma":0.0002082956,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002124235,"about_ca_topic_score_gemma":0.003321754,"domain_scores_codex":[0.999556,0.0001012272,0.00002461108,0.00006776038,0.0001704877,0.0000797735],"domain_scores_gemma":[0.9985997,0.0005248755,0.0002184873,0.0001089211,0.0003953138,0.0001526777],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00230466,0.0006949639,0.2899293,0.0005922341,0.0001944273,0.003246357,0.002562256,0.00336741,0.1992951,0.001462387,0.01078631,0.4855646],"study_design_scores_gemma":[0.00003150744,0.0008434921,0.6693813,0.0001119366,0.0002064812,0.005040275,0.005534443,0.1928091,0.1095968,0.0010416,0.01526453,0.0001385878],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9821951,0.0004833959,0.008226806,0.000146626,0.0001098243,0.00006560924,0.001150987,0.0004263495,0.007195321],"genre_scores_gemma":[0.9909689,0.0001829192,0.004796636,0.00004049492,0.00007326419,0.00003300683,0.0006524227,0.00001500906,0.003237341],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002540091,"threshold_uncertainty_score":0.007899821,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2090994653","doi":"10.5210/fm.v20i2.5450","title":"#Hashtagging hate: Using Twitter to track racism online","year":2015,"lang":"en","type":"article","venue":"First Monday","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"","keywords":"Racism; Social media; Track (disk drive); Sociology; Data collection; Work (physics); Media studies; Computer science; World Wide Web; Engineering; Social science; Gender studies","authors":[{"name":"Irfan Chaudhry","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06502641979598314,"gpt":0.2869688418264976,"spread":0.2219424220305144,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007249781,0.0003190831,0.0001768955,0.002624797,0.0009743854,0.001340043,0.0002756184,0.0005371281,0.002220526],"category_scores_gemma":[0.003002107,0.0001314972,0.0001509207,0.001854882,0.000300514,0.001489569,0.0009552153,0.0004690536,0.001728596],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005167779,"about_ca_system_score_gemma":0.0004300368,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01125334,"about_ca_topic_score_gemma":0.03251544,"domain_scores_codex":[0.9993966,0.0001674032,0.00004734521,0.0001073999,0.0001946954,0.00008669303],"domain_scores_gemma":[0.9976559,0.0007684098,0.0004624601,0.0002510145,0.0006374401,0.0002247591],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005681641,0.0003258304,0.6054225,0.0005599634,0.0001044071,0.0005200914,0.01410409,0.001254532,0.02272676,0.002874422,0.03789017,0.3136492],"study_design_scores_gemma":[0.00003372538,0.0004890641,0.7885144,0.0002287799,0.0001029424,0.001003933,0.0299084,0.02708698,0.02917236,0.002778901,0.1204778,0.0002028268],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9454821,0.0003463813,0.009822006,0.001326088,0.0003613328,0.0004002436,0.01584489,0.001091414,0.02532543],"genre_scores_gemma":[0.9501349,0.0004066182,0.02687262,0.000371467,0.0002442267,0.000410918,0.009217136,0.0001415373,0.01220063],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01125334,"threshold_uncertainty_score":0.0223757,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2983553948","doi":"10.1007/s41701-019-00065-w","title":"The SFU Opinion and Comments Corpus: A Corpus for the Analysis of Online News Comments","year":2019,"lang":"en","type":"article","venue":"Corpus Pragmatics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Simon Fraser University; Nvidia","keywords":"Computer science; Corpus linguistics; Focus (optics); Meaning (existential); Newspaper; Negation; Linguistics; Constructive; Interpretation (philosophy); Annotation; Natural language processing; Artificial intelligence; Psychology; Process (computing); Sociology; Media studies","authors":[{"name":"Varada Kolhatkar","is_ca":true},{"name":"Hanhan Wu","is_ca":true},{"name":"Luca Cavasso","is_ca":true},{"name":"Emilie Francis","is_ca":true},{"name":"Kavan Shukla","is_ca":true},{"name":"Maite Taboada","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01791365588722305,"gpt":0.2736738631037269,"spread":0.2557602072165039,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003379038,0.0009980648,0.0008003631,0.01088201,0.00341129,0.001898456,0.001075977,0.001921803,0.01125415],"category_scores_gemma":[0.0225212,0.0004128831,0.0004529581,0.01390172,0.001389081,0.001758042,0.002812673,0.001290797,0.007974826],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002502727,"about_ca_system_score_gemma":0.004115975,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02307373,"about_ca_topic_score_gemma":0.04060939,"domain_scores_codex":[0.9933882,0.002102099,0.0009297793,0.0009860391,0.002172765,0.0004211104],"domain_scores_gemma":[0.97713,0.01106987,0.002007917,0.001314965,0.007601507,0.000875668],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000695024,0.0004813217,0.01675139,0.008363558,0.0000801545,0.002996758,0.0438268,0.0007939021,0.01229838,0.008675121,0.6836014,0.2214362],"study_design_scores_gemma":[0.0001045752,0.00008086271,0.05490683,0.001247163,0.00004469753,0.0007618596,0.01243681,0.00133775,0.003713698,0.001502118,0.9237455,0.0001181256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"empirical","genre_scores_codex":[0.1532896,0.003813377,0.01266082,0.002060849,0.001409166,0.002846372,0.7849947,0.001377641,0.03754748],"genre_scores_gemma":[0.1689098,0.0020045,0.03794627,0.000595154,0.0006775719,0.01130078,0.7562013,0.0009765138,0.02138819],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02307373,"threshold_uncertainty_score":0.04587889,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2179798232","doi":"10.1177/2056305115603997","title":"Histories of Hating","year":2015,"lang":"en","type":"article","venue":"Social Media + Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Situated; Perspective (graphical); Digital media; Order (exchange); Psychological intervention; Sociology; Media studies; Epistemology; Psychology; Political science; Law; Computer science","authors":[{"name":"Tamara Shepherd","is_ca":true},{"name":"Alison Harvey","is_ca":false},{"name":"Tim Jordan","is_ca":false},{"name":"Sam Srauy","is_ca":false},{"name":"Kate Miltner","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03877005763817307,"gpt":0.2443040559122472,"spread":0.2055339982740741,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004051422,0.0004159221,0.0002946092,0.002336157,0.01180434,0.006550485,0.0009339174,0.002029627,0.007091915],"category_scores_gemma":[0.01008534,0.0003856424,0.0002586147,0.001325939,0.01912041,0.008439261,0.007897303,0.003714128,0.0007521452],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00318043,"about_ca_system_score_gemma":0.00108711,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004085673,"about_ca_topic_score_gemma":0.004378708,"domain_scores_codex":[0.99597,0.00190679,0.0001988001,0.0005947477,0.0007661484,0.0005635245],"domain_scores_gemma":[0.9916596,0.004899599,0.0009347887,0.001053555,0.0008188146,0.0006336191],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000611078,0.00003946203,0.009571338,0.0002219929,0.00001953266,0.001340972,0.5183063,0.00009511513,0.001065664,0.4105553,0.005969811,0.05275356],"study_design_scores_gemma":[0.000006250111,0.0001142771,0.01201187,0.0009821756,0.00003295313,0.004321758,0.3089782,0.0003090976,0.003623562,0.05629806,0.6132385,0.00008334951],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4765575,0.01350028,0.01036436,0.0114703,0.001300631,0.00006556819,0.000192776,0.0001000796,0.4864485],"genre_scores_gemma":[0.9771235,0.00218525,0.0005264225,0.001036167,0.0002221337,0.00002299542,0.00004376088,0.00003729917,0.01880248],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01180434,"threshold_uncertainty_score":0.02372479,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2310854232","doi":"10.1108/er-04-2015-0072","title":"Social media dilemmas in the employment context","year":2016,"lang":"en","type":"article","venue":"Employee Relations","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"","keywords":"Social media; Context (archaeology); Public relations; Originality; Labour law; Business; Damages; Employment discrimination; Business ethics; Sociology; Political science; Law","authors":[{"name":"Helen Lam","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03034447553297319,"gpt":0.2558641484634062,"spread":0.225519672930433,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02430497,0.0005457349,0.0005405616,0.003758834,0.02670592,0.02487407,0.00332138,0.01675367,0.01057317],"category_scores_gemma":[0.04559379,0.0006814055,0.0006485104,0.002361445,0.05018679,0.02143626,0.01610505,0.008711327,0.001104639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008005925,"about_ca_system_score_gemma":0.006998531,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005813143,"about_ca_topic_score_gemma":0.00647023,"domain_scores_codex":[0.9670945,0.02175827,0.001030281,0.00185477,0.004994776,0.003267295],"domain_scores_gemma":[0.9224045,0.06502235,0.004777819,0.001892138,0.002888771,0.003014503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004255388,0.0001170783,0.004480433,0.0002866419,0.00001864131,0.01033838,0.09941895,0.0004108256,0.0003203006,0.8335049,0.01694049,0.03412087],"study_design_scores_gemma":[0.00003284445,0.00007122047,0.00287816,0.001934935,0.00002252397,0.006150805,0.2464504,0.0009542526,0.0005950487,0.4174461,0.3233739,0.00008992402],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1706867,0.01811744,0.009461309,0.3688093,0.002229938,0.0002282755,0.00006554726,0.00006642524,0.4303351],"genre_scores_gemma":[0.9517682,0.004675871,0.00196832,0.02262246,0.001706415,0.0002075289,0.00002688687,0.0000453237,0.01697897],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02670592,"threshold_uncertainty_score":0.1285385,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3115320986","doi":"10.1613/jair.1.12590","title":"Confronting Abusive Language Online: A Survey from the Ethical and Human Rights Perspective","year":2021,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Unintended consequences; Perspective (graphical); Human rights; Transparency (behavior); Situational ethics; The Internet; Redress; Social media; Situation awareness","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.1474093345032763,"gpt":0.442678039612974,"spread":0.2952687051096977,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01014452,0.0003077023,0.0006665558,0.002721247,0.001379612,0.003552408,0.0006985885,0.001699576,0.002712995],"category_scores_gemma":[0.03662886,0.0004619748,0.0006635677,0.002413465,0.002576245,0.007821193,0.00304173,0.002820992,0.001018566],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009411062,"about_ca_system_score_gemma":0.001635285,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002685281,"about_ca_topic_score_gemma":0.003046143,"domain_scores_codex":[0.9903373,0.00491744,0.001056794,0.0005404059,0.002257612,0.0008904428],"domain_scores_gemma":[0.9653189,0.02064037,0.006531169,0.0008042003,0.004762816,0.001942442],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001529323,0.0003620088,0.5712671,0.002705743,0.0001513272,0.001981202,0.2114606,0.0002039582,0.001430578,0.004944998,0.02016394,0.1851756],"study_design_scores_gemma":[0.00001379631,0.0004676061,0.3524652,0.004229913,0.00008464019,0.007325229,0.5045439,0.001041723,0.0006456196,0.002437768,0.126633,0.0001115479],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9604198,0.01618596,0.002239635,0.01075753,0.0001904215,0.000134875,0.0005369636,0.00003956811,0.009495174],"genre_scores_gemma":[0.9613071,0.02672738,0.001585643,0.007593762,0.0001682958,0.0001679377,0.0004571622,0.00006621884,0.00192643],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01014452,"threshold_uncertainty_score":0.05364996,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3016785094","doi":"10.3145/epi.2020.mar.16","title":"Retweeting Covid-19 disability issues: Risks, support and outrage","year":2020,"lang":"es","type":"article","venue":"El Profesional de la Informacion","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Outrage; Thematic analysis; Value (mathematics); Disease; Quarter (Canadian coin); Social media; Psychology; Pandemic; Coronavirus disease 2019 (COVID-19); Perspective (graphical); Medicine; Public relations; Internet privacy; Political science; Sociology; Qualitative research; Geography; Computer science; Infectious disease (medical specialty); Social science","authors":[{"name":"Mike Thelwall","is_ca":false},{"name":"Jonathan M. Levitt","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04336636728976389,"gpt":0.3591728959895225,"spread":0.3158065286997586,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001201756,0.0002528761,0.0002055448,0.002463054,0.001957607,0.002420298,0.0002631833,0.0006260629,0.003137527],"category_scores_gemma":[0.007615014,0.0001204553,0.0002128573,0.002147691,0.0009275564,0.002654623,0.001964599,0.0006812893,0.0007279689],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001019845,"about_ca_system_score_gemma":0.0005417175,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007708906,"about_ca_topic_score_gemma":0.01438766,"domain_scores_codex":[0.9990246,0.0003574578,0.00008444572,0.00008585706,0.0002761403,0.0001713996],"domain_scores_gemma":[0.9946535,0.002928806,0.001209431,0.0001898551,0.0007767836,0.0002416204],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000520032,0.0001932753,0.4351664,0.001397628,0.0001397365,0.001720554,0.3763355,0.0006589861,0.009200986,0.009327253,0.01801302,0.1473266],"study_design_scores_gemma":[0.00000889917,0.0001452108,0.3919516,0.0005792606,0.00008499656,0.00080055,0.5117204,0.002725066,0.004134986,0.002714571,0.08504751,0.00008690322],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9771585,0.0003539369,0.00134574,0.002490392,0.0001053794,0.00010252,0.001785647,0.00003109704,0.01662666],"genre_scores_gemma":[0.9911699,0.0004802851,0.001199548,0.0003084272,0.00007552621,0.00008770564,0.0007247833,0.00002343335,0.005930421],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007708906,"threshold_uncertainty_score":0.01532805,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2326204440","doi":"10.1177/1461444816639976","title":"Tor, what is it good for? Political repression and the use of online anonymity-granting technologies","year":2016,"lang":"en","type":"article","venue":"New Media & Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for International Governance Innovation","funders":"","keywords":"Anonymity; Politics; The Internet; Government (linguistics); Internet privacy; Civil society; Political science; Sociology; Law and economics; Public relations; Law; Computer science; World Wide Web","authors":[{"name":"Eric Jardine","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04634509651507258,"gpt":0.2733686260530438,"spread":0.2270235295379712,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001951373,0.0001211866,0.0002595784,0.000942506,0.001528782,0.004703374,0.0003485152,0.0006352827,0.004328612],"category_scores_gemma":[0.01928571,0.000144733,0.0001697272,0.00118127,0.004783344,0.003945478,0.001370297,0.001718228,0.0006307855],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008666088,"about_ca_system_score_gemma":0.0005257291,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004884812,"about_ca_topic_score_gemma":0.005660845,"domain_scores_codex":[0.9980693,0.0009523411,0.00009504207,0.0001488447,0.0003412213,0.0003931434],"domain_scores_gemma":[0.9853495,0.005651692,0.005947619,0.000911792,0.0009683209,0.001171063],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005636013,0.000221606,0.7889102,0.0002770797,0.000183765,0.0004821968,0.05941921,0.0008245544,0.001784993,0.04129505,0.007265684,0.09877214],"study_design_scores_gemma":[0.00002319083,0.000190964,0.7874848,0.0003861992,0.0001169633,0.0006635793,0.1493502,0.002229558,0.001685787,0.01459296,0.04318003,0.00009581078],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9580779,0.0007107235,0.001407398,0.005349814,0.00004790176,0.00001298315,0.0001713139,0.00001703693,0.03420498],"genre_scores_gemma":[0.9989707,0.0001877625,0.00007648366,0.0001890029,0.00002256164,0.000003048581,0.00003379665,0.000005049024,0.0005116437],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004884812,"threshold_uncertainty_score":0.01448065,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3122442690","doi":"10.1080/17439884.2021.1878218","title":"The hidden costs of connectivity: nature and effects of scholars’ online harassment","year":2021,"lang":"en","type":"article","venue":"Learning Media and Technology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Royal Roads University; Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Harassment; Scope (computer science); Public relations; Variety (cybernetics); Face (sociological concept); Work (physics); Identity (music); Identity theft; Political science; Sociology; Internet privacy; Psychology; Social psychology; Social science; Engineering; Computer science; Aesthetics","authors":[{"name":"Chandell Gosse","is_ca":true},{"name":"George Veletsianos","is_ca":true},{"name":"Jaigris Hodson","is_ca":true},{"name":"Shandell Houlden","is_ca":true},{"name":"Tonia A. Dousay","is_ca":false},{"name":"Patrick R. Lowenthal","is_ca":false},{"name":"Nathan C. Hall","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.003347759420449879,"gpt":0.2190217036544333,"spread":0.2156739442339835,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003940159,0.0003008896,0.000372968,0.002219371,0.003355597,0.006302178,0.001151931,0.001329122,0.009924483],"category_scores_gemma":[0.06515598,0.0003699025,0.0004355616,0.001905963,0.004673085,0.00663555,0.006819186,0.002357401,0.000609519],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001553881,"about_ca_system_score_gemma":0.000906485,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003781901,"about_ca_topic_score_gemma":0.005075631,"domain_scores_codex":[0.9907246,0.00589459,0.0004059085,0.0005022895,0.001449264,0.001023301],"domain_scores_gemma":[0.9059459,0.05495295,0.02411609,0.004847565,0.003454982,0.00668251],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000454553,0.0006633239,0.8242295,0.0002141839,0.0001679581,0.001460557,0.1065564,0.0005853768,0.00104866,0.009485031,0.001949428,0.05318502],"study_design_scores_gemma":[0.00003411296,0.0004344655,0.7249821,0.0002878834,0.00009785104,0.001021725,0.2583544,0.0009330981,0.0004218477,0.00714555,0.00622326,0.00006372745],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9843072,0.0002988543,0.0004561201,0.001695721,0.00002810078,0.00001969883,0.00004513105,0.00001726805,0.01313187],"genre_scores_gemma":[0.9994155,0.000088376,0.00007404463,0.00007427222,0.00002582915,0.000008017774,0.00001485419,0.000005848858,0.0002932102],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9960598,"threshold_uncertainty_score":0.03320068,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3203781812","doi":"10.5210/fm.v26i7.10891","title":"Understanding cancel culture: Normative and unequal sanctioning","year":2021,"lang":"en","type":"article","venue":"First Monday","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Normative; Phenomenon; Sanctions; Sociology; Social phenomenon; Law and economics; Epistemology; Political science; Social psychology; Psychology; Law; Social science; Philosophy","authors":[{"name":"Hervé Saint-Louis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05100119400643345,"gpt":0.2240802656838286,"spread":0.1730790716773952,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003960357,0.0002773844,0.000255385,0.001247449,0.004174149,0.005172295,0.000665337,0.001158072,0.002367563],"category_scores_gemma":[0.01314605,0.0002023115,0.0001744863,0.0005353719,0.01668276,0.005689761,0.00464938,0.00203012,0.0001831995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002700985,"about_ca_system_score_gemma":0.002027295,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006989242,"about_ca_topic_score_gemma":0.00949731,"domain_scores_codex":[0.9961258,0.002000493,0.000136318,0.0003753184,0.0008717249,0.0004903822],"domain_scores_gemma":[0.9905082,0.004598967,0.00242607,0.000703231,0.001022766,0.0007407608],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001368943,0.0002004623,0.1368757,0.0001812666,0.00003508018,0.0008553775,0.3698411,0.0007061807,0.002852223,0.4317583,0.002435006,0.05412241],"study_design_scores_gemma":[0.00002002111,0.0001323646,0.09037205,0.0004634785,0.00004904437,0.001166801,0.6441674,0.003954481,0.003052685,0.2146905,0.04182201,0.0001093025],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8421117,0.0008913827,0.01636524,0.01072052,0.0001354443,0.00004819734,0.00005214447,0.00003668493,0.1296387],"genre_scores_gemma":[0.9981403,0.0001338948,0.0005089614,0.0002855061,0.00001688018,0.00001099506,0.000008139845,0.000007230048,0.0008880487],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006989242,"threshold_uncertainty_score":0.0209446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3008101578","doi":"","title":"Police-reported hate crime in Canada 2009","year":2011,"lang":"en","type":"article","venue":"IB","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Criminology; Hate crime; Political science; Psychology","authors":[{"name":"Mia Dauvergne","is_ca":false},{"name":"Shannon Brennan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02552679378074177,"gpt":0.2116633467263358,"spread":0.186136552945594,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006509123,0.0005632452,0.0008855454,0.003002948,0.004981358,0.002252949,0.00254936,0.00125581,0.00431948],"category_scores_gemma":[0.002613211,0.0007246362,0.0008844104,0.005196406,0.0009152043,0.0007738284,0.00137274,0.002701673,0.0007133489],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.06302992,"about_ca_system_score_gemma":0.08227295,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9989787,"about_ca_topic_score_gemma":0.9996225,"domain_scores_codex":[0.9987363,0.0000682495,0.00007873454,0.0001294118,0.0004202114,0.0005671511],"domain_scores_gemma":[0.9945828,0.0001277542,0.000605609,0.00006679452,0.003140305,0.001476733],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002824233,0.0001865309,0.9594138,0.0001081765,0.0001920307,0.000271994,0.001756609,0.0003908724,0.000253669,0.000514596,0.02607495,0.01055429],"study_design_scores_gemma":[0.00001783338,0.00002864702,0.9911753,0.00007711281,0.00004975023,0.00008127456,0.002968379,0.0005274151,0.0001471689,0.00004139377,0.004857678,0.00002802411],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9256545,0.001948543,0.0003772654,0.003740687,0.0002472426,0.0001757667,0.0542638,0.0001183805,0.01347375],"genre_scores_gemma":[0.9730969,0.001424208,0.0003103169,0.0007724781,0.00004549461,0.00005918335,0.0111909,0.0000428523,0.01305762],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06302992,"threshold_uncertainty_score":0.4573162,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3086731473","doi":"10.2196/19833","title":"The Resurgence of Cyber Racism During the COVID-19 Pandemic and its Aftereffects: Analysis of Sentiments and Emotions in Tweets","year":2020,"lang":"en","type":"article","venue":"JMIR Public Health and Surveillance","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Sadness; Disgust; Racism; Anger; Sentiment analysis; Pandemic; China; Social media; Coronavirus disease 2019 (COVID-19); Psychology; Hatred; Social psychology; Criminology; Advertising; Sociology; Political science; Medicine; Computer science; Gender studies; Disease; Politics; Law; Artificial intelligence; Business","authors":[{"name":"Akash Dutt Dubey","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04104898065983723,"gpt":0.3109415700293051,"spread":0.2698925893694679,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005513668,0.0002547153,0.0002344948,0.001079084,0.000873175,0.001306443,0.0001420815,0.0004011239,0.0009641456],"category_scores_gemma":[0.002465267,0.0001013599,0.0003022824,0.0009748511,0.0004482173,0.001044221,0.0007491419,0.0006399909,0.0004190753],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005377457,"about_ca_system_score_gemma":0.0002954846,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002991069,"about_ca_topic_score_gemma":0.004664011,"domain_scores_codex":[0.9995259,0.0001372895,0.00003866458,0.00006290645,0.0001389494,0.00009633332],"domain_scores_gemma":[0.9983333,0.0006520985,0.0005201636,0.00004786844,0.0002865849,0.0001600385],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001507394,0.000328745,0.757485,0.0015831,0.0002388216,0.004768403,0.07832047,0.001494197,0.02702785,0.001994237,0.02854794,0.09670384],"study_design_scores_gemma":[0.00001083816,0.0002450879,0.8957129,0.0002154409,0.00008338409,0.0007312648,0.07091449,0.00525572,0.003573693,0.0006469857,0.02253491,0.0000753186],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9930814,0.0003242052,0.0003885666,0.0006783625,0.0001132606,0.00006685027,0.001516797,0.00002433887,0.003806147],"genre_scores_gemma":[0.9956012,0.0003682243,0.0007207891,0.0002143432,0.000114806,0.00009208207,0.001327736,0.00001509305,0.00154578],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002991069,"threshold_uncertainty_score":0.005947351,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4248491679","doi":"10.18653/v1/w19-35","title":"Proceedings of the Third Workshop on Abusive Language Online","year":2019,"lang":"en","type":"paratext","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Mitacs","keywords":"Computer science","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.0110544491561436,"gpt":0.2493528607606311,"spread":0.2382984116044875,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006358908,0.0009555111,0.000912053,0.002217991,0.003259282,0.009592652,0.001903481,0.002521796,0.05146991],"category_scores_gemma":[0.0148151,0.0004901869,0.0005520334,0.00162313,0.002365574,0.007581022,0.00532524,0.003810377,0.01286945],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001568832,"about_ca_system_score_gemma":0.003030656,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0116265,"about_ca_topic_score_gemma":0.02394447,"domain_scores_codex":[0.9962978,0.001483793,0.0001670677,0.0004746207,0.001128365,0.0004482623],"domain_scores_gemma":[0.9868788,0.006179455,0.0004130957,0.001895658,0.002814394,0.001818559],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006092796,0.0009310099,0.007938756,0.0004832274,0.00004884208,0.0005596557,0.01230422,0.0003767012,0.004784537,0.01865728,0.5236909,0.4296155],"study_design_scores_gemma":[0.00003286151,0.0001015925,0.007984088,0.0004549274,0.00005156119,0.0002461165,0.009801546,0.001567283,0.002998908,0.008901548,0.9678168,0.00004277965],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.1338744,0.03149493,0.08105443,0.1338448,0.04473999,0.001122576,0.008095457,0.003827099,0.5619464],"genre_scores_gemma":[0.3322539,0.01402069,0.02738087,0.01335829,0.008181998,0.0007720642,0.01189688,0.002501084,0.5896342],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.05146991,"threshold_uncertainty_score":0.172184,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4320733729","doi":"10.1108/intr-07-2022-0563","title":"Examining the motivations of sharing political deepfake videos: the role of political brand hate and moral consciousness","year":2023,"lang":"en","type":"article","venue":"Internet Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Ideology; Politics; Harm; Consciousness; Political consciousness; Social psychology; Psychology; Political science; Sociology; Public relations; Law","authors":[{"name":"Isha Sharma","is_ca":true},{"name":"Kokil Jain","is_ca":false},{"name":"Abhishek Behl","is_ca":false},{"name":"Abdullah M. Baabdullah","is_ca":false},{"name":"Mihalis Giannakis","is_ca":false},{"name":"Yogesh K. Dwivedi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08443513135309778,"gpt":0.3420291086821335,"spread":0.2575939773290358,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002332031,0.0002142053,0.0001712794,0.000646154,0.0008200321,0.002201099,0.0003156306,0.0005491779,0.004061422],"category_scores_gemma":[0.01940379,0.000201242,0.0003425225,0.0003853975,0.0008615658,0.001465224,0.0008778705,0.001021496,0.0003719171],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007952569,"about_ca_system_score_gemma":0.001090862,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003021614,"about_ca_topic_score_gemma":0.005029268,"domain_scores_codex":[0.9985937,0.0007051151,0.00007857247,0.00009998762,0.0002726978,0.0002498877],"domain_scores_gemma":[0.977242,0.01266781,0.006584519,0.0007100597,0.001368972,0.001426739],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003442288,0.001402335,0.8959832,0.0004817715,0.00009531816,0.0005027141,0.04180582,0.0002817294,0.003971895,0.002887499,0.0009141415,0.05132927],"study_design_scores_gemma":[0.00002023686,0.0005232294,0.9087238,0.0001961681,0.00008882133,0.0003247766,0.08059481,0.002328937,0.001940705,0.001280518,0.003916145,0.00006172667],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9961772,0.00004463033,0.0003967428,0.0001652483,0.000005401324,0.00003390789,0.00003812051,0.000004093707,0.003134716],"genre_scores_gemma":[0.9988006,0.00005936893,0.0004290127,0.00006093358,0.000005477917,0.00002522104,0.00003450775,0.000002478679,0.0005823799],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004061422,"threshold_uncertainty_score":0.01358682,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390266861","doi":"10.1016/j.chb.2023.108123","title":"Towards comprehensive cyberbullying detection: A dataset incorporating aggressive texts, repetition, peerness, and intent to harm","year":2023,"lang":"en","type":"article","venue":"Computers in Human Behavior","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Harm; Repetition (rhetorical device); Computer science; Flexibility (engineering); Aggression; Social media; Psychology; Internet privacy; Social psychology; World Wide Web; Mathematics","authors":[{"name":"Naveed Ejaz","is_ca":true},{"name":"Fakhra Razi","is_ca":false},{"name":"Salimur Choudhury","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03564150600103082,"gpt":0.3020747665608394,"spread":0.2664332605598085,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008492347,0.001627339,0.0009921243,0.003213507,0.001225548,0.001132032,0.001749821,0.002921443,0.003346092],"category_scores_gemma":[0.003278083,0.0004368555,0.001422541,0.001651052,0.000530554,0.001132617,0.002292578,0.001881896,0.007215627],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009151188,"about_ca_system_score_gemma":0.001561477,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02224003,"about_ca_topic_score_gemma":0.06195585,"domain_scores_codex":[0.9989095,0.0001657587,0.000107347,0.0003082514,0.0003376867,0.0001714971],"domain_scores_gemma":[0.9973055,0.0004469687,0.0003046549,0.0004728716,0.0008710394,0.000598887],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0014293,0.003606207,0.1832763,0.002192513,0.0007901022,0.001294202,0.001583559,0.005304837,0.03004006,0.001868551,0.6069435,0.1616709],"study_design_scores_gemma":[0.0003964208,0.0009399927,0.6254514,0.0005589146,0.0006007961,0.002909578,0.003706652,0.03440784,0.0164742,0.002433303,0.3117146,0.000406255],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.310508,0.001849202,0.009911606,0.00159691,0.0006762884,0.001278394,0.6613274,0.003809621,0.009042699],"genre_scores_gemma":[0.107573,0.0004583588,0.01546833,0.0004808321,0.0001792198,0.0009184033,0.8678879,0.0001602458,0.006873668],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.02224003,"threshold_uncertainty_score":0.04422116,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2740895812","doi":"10.18653/v1/w17-3002","title":"Constructive Language in News Comments","year":2017,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Constructive; Argumentation theory; Computer science; Relation (database); Natural language processing; Artificial intelligence; Linguistics; Programming language; Process (computing); Data mining; Philosophy","authors":[{"name":"Varada Kolhatkar","is_ca":true},{"name":"Maite Taboada","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01189848664995599,"gpt":0.2695451822500218,"spread":0.2576466956000658,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003096567,0.0009234639,0.0003602641,0.006165371,0.001605134,0.002922766,0.0006797146,0.001093311,0.003601635],"category_scores_gemma":[0.0312969,0.0003388255,0.000485797,0.003439004,0.001630863,0.00356362,0.001835379,0.001329056,0.001573612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001115558,"about_ca_system_score_gemma":0.0008904843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003517848,"about_ca_topic_score_gemma":0.00467383,"domain_scores_codex":[0.9946683,0.002197241,0.0004632523,0.0006428013,0.001687302,0.0003411071],"domain_scores_gemma":[0.9503628,0.02755865,0.008379285,0.001920279,0.01074577,0.001033228],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001691547,0.0004749721,0.2548924,0.003998009,0.0002292788,0.005321382,0.0629494,0.007299657,0.05758048,0.05144357,0.03044183,0.5236774],"study_design_scores_gemma":[0.0001210203,0.000628182,0.3402258,0.00238998,0.0003309064,0.01156787,0.0499486,0.117085,0.06690895,0.04962233,0.3606243,0.0005470588],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8004457,0.004233279,0.1218263,0.002817109,0.000780483,0.0006619263,0.005093991,0.00254181,0.06159944],"genre_scores_gemma":[0.9581873,0.0007281579,0.02883234,0.0003430787,0.0004310726,0.000218917,0.003665442,0.0002372481,0.007356393],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006165371,"threshold_uncertainty_score":0.01637638,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4230630424","doi":"10.1017/cbo9781139095891","title":"Sexting and Cyberbullying","year":2014,"lang":"en","type":"book","venue":"Cambridge University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Political science; Value (mathematics); Criminology; Public relations; Human rights; Sociology; Psychology; Law","authors":[{"name":"Shaheen Shariff","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0113809655414549,"gpt":0.1783977596568019,"spread":0.167016794115347,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002048082,0.0006059838,0.000334161,0.001327685,0.001593546,0.003463896,0.0003718284,0.001655284,0.024272],"category_scores_gemma":[0.00102465,0.000332066,0.0002395249,0.00134321,0.002833757,0.003352105,0.001449474,0.001852692,0.007075467],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00107772,"about_ca_system_score_gemma":0.001327731,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004541923,"about_ca_topic_score_gemma":0.01229958,"domain_scores_codex":[0.9996525,0.00005669974,0.00001084344,0.00004452366,0.0002017244,0.00003369603],"domain_scores_gemma":[0.9996585,0.0002026652,0.00002466473,0.00002108556,0.00005393554,0.0000391846],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001929862,0.00007152904,0.001339087,0.0004040009,0.00001208382,0.0002499494,0.00387879,0.0002504509,0.0004734429,0.131999,0.4867634,0.374539],"study_design_scores_gemma":[0.000002902508,0.00001603035,0.0017298,0.0005981377,0.000004606046,0.0004517625,0.001063633,0.00009546066,0.000176002,0.01699576,0.9788574,0.000008485626],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.002823495,0.1598412,0.002089102,0.009527283,0.00385121,0.00005838595,0.00009757881,0.0001755039,0.8215363],"genre_scores_gemma":[0.01903147,0.08930516,0.001358197,0.005158628,0.001361575,0.00006749143,0.0001281818,0.0000917844,0.8834974],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.024272,"threshold_uncertainty_score":0.08119792,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4242009327","doi":"10.22329/il.v30i3.3034","title":"Argumentative Injustice","year":2010,"lang":"en","type":"article","venue":"Informal Logic","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Testimonial; Injustice; Argumentative; Credibility; Identity (music); Argument (complex analysis); Epistemology; Social psychology; Argumentation theory; Sociology; Psychology; Aesthetics; Philosophy; Advertising","authors":[{"name":"Patrick Bondy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00834268729701935,"gpt":0.2400165464366775,"spread":0.2316738591396582,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01206402,0.0007064804,0.0005349643,0.002951781,0.003898687,0.005959173,0.001816873,0.00418814,0.004522439],"category_scores_gemma":[0.06711571,0.000327294,0.000514452,0.001095571,0.01764211,0.007114123,0.007192586,0.007918214,0.0008956565],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001586445,"about_ca_system_score_gemma":0.0009197429,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006386014,"about_ca_topic_score_gemma":0.0005834477,"domain_scores_codex":[0.9778412,0.01300932,0.001061644,0.001545557,0.0053984,0.001143885],"domain_scores_gemma":[0.92353,0.05039369,0.0112766,0.009128422,0.004334554,0.001336655],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006768957,0.0001208643,0.009599068,0.0003271887,0.0000657893,0.002591934,0.06838038,0.0004460832,0.001838983,0.8620259,0.006741992,0.04779419],"study_design_scores_gemma":[0.00003640768,0.0001367065,0.01171143,0.001509295,0.00009115251,0.01486077,0.04680645,0.00283338,0.006250107,0.6745824,0.24106,0.0001219275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2507992,0.007669619,0.1685724,0.05342922,0.001527659,0.0003294824,0.0001219931,0.0003829815,0.5171674],"genre_scores_gemma":[0.9815091,0.0007498804,0.006030831,0.003580648,0.0002854536,0.0000858278,0.00003173833,0.00004500322,0.007681407],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01206402,"threshold_uncertainty_score":0.06380141,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2803034608","doi":"10.1007/s10612-018-9394-y","title":"A Climate for Hate? An Exploration of the Right-Wing Extremist Landscape in Canada","year":2018,"lang":"en","type":"article","venue":"Critical Criminology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University; Ontario Tech University","funders":"","keywords":"Politics; Right wing; Political science; Criminology; Law enforcement; Sociology; Law","authors":[{"name":"Barbara Perry","is_ca":true},{"name":"Ryan Scrivens","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07165223020226696,"gpt":0.2923776909721806,"spread":0.2207254607699136,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009398602,0.0002674244,0.0004715116,0.002880793,0.02655735,0.008386467,0.002130833,0.001823567,0.006859512],"category_scores_gemma":[0.003058384,0.0004527418,0.0003684265,0.005374628,0.008168011,0.001663856,0.00388974,0.003214163,0.0002658762],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.1134072,"about_ca_system_score_gemma":0.1607038,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9967313,"about_ca_topic_score_gemma":0.9993739,"domain_scores_codex":[0.9982076,0.0001989139,0.00002050015,0.0001051873,0.0003504684,0.001117466],"domain_scores_gemma":[0.9965751,0.0005288568,0.0002836813,0.00006713197,0.001105125,0.001440189],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002953021,0.0002996823,0.3162593,0.0004437075,0.0001208299,0.004855753,0.4534745,0.001755481,0.00128852,0.08460279,0.050891,0.08571313],"study_design_scores_gemma":[0.00001019196,0.00003249622,0.2143822,0.0002962273,0.00003238632,0.0002327798,0.7205011,0.001030131,0.0001841816,0.00264502,0.06058643,0.00006686123],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9337991,0.001824136,0.0004203556,0.01718129,0.0001031589,0.00008739771,0.0004657135,0.0000157694,0.04610308],"genre_scores_gemma":[0.9919727,0.00079298,0.0001667384,0.0008493757,0.00001229378,0.00001104449,0.00008311765,0.00001287365,0.006098853],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1134072,"threshold_uncertainty_score":0.8228309,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3157565532","doi":"10.1080/25785648.2021.1899510","title":"Fighting Hate with Speech Law: Media and German Visions of Democracy","year":2021,"lang":"en","type":"article","venue":"The Journal of Holocaust Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Law; German; Political science; Statute; Politics; Democracy; Public law; Sociology; Nazism; History","authors":[{"name":"Heidi Tworek","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04219601063420795,"gpt":0.3414923497936797,"spread":0.2992963391594717,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00330818,0.0003674277,0.000193522,0.002383449,0.005370133,0.01315699,0.0005073323,0.002770747,0.003198285],"category_scores_gemma":[0.00309877,0.0002636962,0.0001708628,0.001909812,0.03056988,0.009458499,0.004004317,0.002781933,0.0004469028],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007516441,"about_ca_system_score_gemma":0.001738135,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009093838,"about_ca_topic_score_gemma":0.009347276,"domain_scores_codex":[0.9981818,0.0008680855,0.00005679056,0.0001952141,0.0002782846,0.0004198804],"domain_scores_gemma":[0.9986627,0.0007682432,0.0002235283,0.00009101359,0.00009876162,0.0001556647],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001809403,0.000011383,0.0008188138,0.00002748678,0.000003645894,0.0001357778,0.02409497,0.0001358752,0.000167886,0.9641414,0.002645694,0.007798935],"study_design_scores_gemma":[0.0000452207,0.00009088603,0.01207577,0.0007307918,0.00003184928,0.0005575875,0.09619413,0.00119311,0.001267324,0.4285056,0.4592249,0.00008277028],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3689601,0.01705232,0.005925529,0.07506983,0.0007984228,0.00003391742,0.0001520414,0.0000727232,0.5319352],"genre_scores_gemma":[0.9902858,0.001780951,0.0002365809,0.002035083,0.0001017978,0.000006835923,0.00001927428,0.0000150786,0.005518616],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01315699,"threshold_uncertainty_score":0.05453587,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2484642270","doi":"10.2495/dne-v11-n3-406-415","title":"Cyber hate speech on twitter: Analyzing disruptive events from social media to build a violent communication and hate speech taxonomy","year":2016,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Ministerio de Economía y Competitividad","keywords":"Social media; Taxonomy (biology); Computer science; Psychology; Computer security; Internet privacy; Communication; World Wide Web","authors":[{"name":"Fernando Miró Llinares","is_ca":false},{"name":"J.J. Rodriguez-Sala","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01768021551307682,"gpt":0.2619026129296643,"spread":0.2442223974165875,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001385822,0.0004244399,0.0003854355,0.008511159,0.0009664144,0.001805207,0.0004461858,0.0006711975,0.001044806],"category_scores_gemma":[0.004250924,0.0001809309,0.0005421271,0.004704582,0.00060178,0.001832281,0.001434161,0.0005922525,0.0006787983],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009198994,"about_ca_system_score_gemma":0.0007857123,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006943174,"about_ca_topic_score_gemma":0.008882099,"domain_scores_codex":[0.9989718,0.0002597127,0.0001832758,0.0001158979,0.000312722,0.0001565742],"domain_scores_gemma":[0.9962516,0.001847874,0.0007357372,0.0001690729,0.0007790953,0.0002166492],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005673483,0.0005680369,0.7474133,0.001578229,0.0001703951,0.001738183,0.0383453,0.003007389,0.02712042,0.004428126,0.005452478,0.1696108],"study_design_scores_gemma":[0.00001792008,0.0002513032,0.873772,0.0003134369,0.0001104796,0.0008289167,0.05981032,0.03639305,0.007848389,0.00247483,0.01807483,0.0001044628],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.97549,0.0003787965,0.0124834,0.0005187897,0.0000636361,0.0007368789,0.004058839,0.000130881,0.006138824],"genre_scores_gemma":[0.9607701,0.0004608438,0.0298716,0.00009066612,0.00008821718,0.0007092859,0.005611909,0.00002954094,0.002367801],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008511159,"threshold_uncertainty_score":0.01380551,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1531604128","doi":"10.1080/03071840701472331","title":"Radicalization on the Internet?","year":2007,"lang":"en","type":"article","venue":"The RUSI Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Radicalization; The Internet; Computer science; Political science; World Wide Web; Terrorism; Law","authors":[{"name":"Akil N. Awan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01441880194450858,"gpt":0.22949820256512,"spread":0.2150794006206114,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000734875,0.0002772554,0.0002170741,0.001507445,0.002023546,0.00677867,0.0006085314,0.001800985,0.1890811],"category_scores_gemma":[0.00431811,0.0001175784,0.0003039403,0.001605318,0.001398644,0.009391964,0.002750276,0.002915822,0.03260422],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001017413,"about_ca_system_score_gemma":0.0007818643,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001151405,"about_ca_topic_score_gemma":0.003182907,"domain_scores_codex":[0.9993274,0.0001464242,0.00002198977,0.00008805711,0.0002722812,0.0001437665],"domain_scores_gemma":[0.9987729,0.000261691,0.000128673,0.0001608089,0.0002248969,0.0004510031],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00002211791,0.00006425875,0.0008656834,0.0001932194,0.000006474066,0.000147488,0.002173959,0.00001611678,0.0002314991,0.0685664,0.7321622,0.1955505],"study_design_scores_gemma":[0.000004397122,0.000008365185,0.0009437834,0.0001409974,0.000002115411,0.00009390707,0.001614835,0.00001152662,0.00008800687,0.005599982,0.9914868,0.000005190892],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.008565988,0.01204516,0.0005463005,0.1172088,0.008683534,0.00004572742,0.0007571522,0.0004381845,0.8517091],"genre_scores_gemma":[0.2121704,0.03480436,0.002220318,0.07435323,0.01065407,0.000257493,0.001762885,0.000730462,0.6630468],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1890811,"threshold_uncertainty_score":0.6325394,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2955549617","doi":"10.18653/v1/w18-5103","title":"A Review of Standard Text Classification Practices for Multi-label Toxicity Identification of Online Content","year":2018,"lang":"en","type":"review","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"International Medias Data Services (Canada)","funders":"","keywords":"Computer science; Artificial intelligence; Classifier (UML); Support vector machine; Inference; Natural language processing; Social media; Machine learning; Language identification; Speech recognition; Natural language; World Wide Web","authors":[{"name":"Isuru Gunasekara","is_ca":true},{"name":"Isar Nejadgholi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3275048838604004,"gpt":0.4401816853434807,"spread":0.1126768014830802,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006697922,0.001603857,0.002273719,0.01011475,0.0007025838,0.002439263,0.002801835,0.001648776,0.003187402],"category_scores_gemma":[0.01793052,0.0006270135,0.001597134,0.005589276,0.0009499079,0.003467321,0.0008973278,0.001720789,0.004573927],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001167925,"about_ca_system_score_gemma":0.001873243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002617102,"about_ca_topic_score_gemma":0.00314056,"domain_scores_codex":[0.9962872,0.0008708208,0.0004973363,0.0008415553,0.001396558,0.0001064614],"domain_scores_gemma":[0.9825577,0.01088974,0.001321735,0.0007749743,0.004232336,0.0002234927],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004381203,0.00007802553,0.001494037,0.00844301,0.0001343205,0.00004470146,0.000135533,0.000538645,0.001591378,0.001637468,0.01630913,0.96955],"study_design_scores_gemma":[0.0000713058,0.0007408667,0.02624965,0.02906479,0.001522127,0.002859737,0.001058165,0.02200794,0.02368027,0.01788154,0.8744731,0.0003904946],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00630236,0.8805261,0.09080192,0.003411789,0.00199997,0.000732278,0.002187121,0.001632381,0.01240616],"genre_scores_gemma":[0.05713284,0.8006042,0.1188471,0.002834372,0.002851485,0.001249293,0.005983702,0.0004336424,0.01006333],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01011475,"threshold_uncertainty_score":0.03542244,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2953775737","doi":"10.22230/cjc.2019v44n2a3511","title":"Political Bots: Disrupting Canada’s Democracy","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"Concordia University; University of Ottawa","funders":"","keywords":"Politics; Attribution; Democracy; Enforcement; Internet privacy; Social media; Identification (biology); Political science; Public opinion; Law and economics; Public relations; Law enforcement; Sociology; Computer security; Social psychology; Law; Computer science; Psychology; Biology","authors":[{"name":"Elizabeth Dubois","is_ca":true},{"name":"Fenwick McKelvey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00699823150286189,"gpt":0.2095886981006042,"spread":0.2025904665977423,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002961031,0.0002282798,0.0002840491,0.002107212,0.01613653,0.005374023,0.001042609,0.002246818,0.007729183],"category_scores_gemma":[0.012509,0.0002674168,0.0002340441,0.003157477,0.005977368,0.001670789,0.001914077,0.002559962,0.0003791358],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.06386453,"about_ca_system_score_gemma":0.099216,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9825673,"about_ca_topic_score_gemma":0.9912308,"domain_scores_codex":[0.996342,0.0004646551,0.00005542173,0.0003060546,0.0016316,0.001200165],"domain_scores_gemma":[0.9896241,0.003104557,0.0008335066,0.0005733163,0.003980571,0.001883972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005220273,0.0001833729,0.2821284,0.0004923115,0.0001575661,0.002807383,0.03074599,0.003735669,0.002452541,0.2504031,0.2541926,0.1721791],"study_design_scores_gemma":[0.000182057,0.0001917148,0.228755,0.0004647544,0.000235171,0.0004986529,0.05335357,0.01257426,0.00356087,0.03203867,0.6678714,0.0002738577],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5716944,0.002513959,0.004819183,0.1260893,0.0005985422,0.0002610304,0.002548194,0.0004794948,0.2909959],"genre_scores_gemma":[0.9690002,0.0009777672,0.000907225,0.005976466,0.00004819733,0.00002908001,0.0002975419,0.0000438334,0.02271978],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06386453,"threshold_uncertainty_score":0.4633718,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3099161326","doi":"10.18653/v1/2020.alw-1.17","title":"Towards a Comprehensive Taxonomy and Large-Scale Annotated Corpus for Online Slur Usage","year":2020,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Taxonomy (biology); Pejorative; Natural language processing; Annotation; Artificial intelligence; Information retrieval; Linguistics","authors":[{"name":"Jana Kurrek","is_ca":true},{"name":"Haji Mohammad Saleem","is_ca":true},{"name":"Derek Ruths","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04135385596207682,"gpt":0.2491796322261265,"spread":0.2078257762640497,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005899176,0.001345887,0.0008930758,0.01458012,0.003022403,0.002761605,0.001985988,0.002263458,0.006969117],"category_scores_gemma":[0.03379811,0.0008184634,0.0006782903,0.008718437,0.001902641,0.005139336,0.005369043,0.002987267,0.01002039],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002198569,"about_ca_system_score_gemma":0.004512649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01051512,"about_ca_topic_score_gemma":0.02313515,"domain_scores_codex":[0.990902,0.003112398,0.001572052,0.001709419,0.002331037,0.0003730904],"domain_scores_gemma":[0.9446985,0.02377545,0.005061368,0.006810743,0.01798637,0.001667653],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0006362071,0.001018132,0.06067606,0.01041567,0.0000980457,0.002731966,0.0426933,0.004461918,0.0569828,0.01340096,0.4300393,0.3768455],"study_design_scores_gemma":[0.0001461753,0.0003968947,0.163024,0.00394408,0.0001189956,0.003710544,0.03298289,0.03277075,0.02156168,0.009810912,0.7310114,0.0005217035],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"empirical","genre_scores_codex":[0.3325473,0.005065948,0.250588,0.006554284,0.002055029,0.005813029,0.3351397,0.02108639,0.04115029],"genre_scores_gemma":[0.19312,0.001980305,0.329411,0.001310105,0.0005100946,0.01018816,0.4476515,0.003132227,0.01269662],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01458012,"threshold_uncertainty_score":0.0311982,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2907894232","doi":"10.4000/books.aaccademia.4698","title":"Detecting Hate Speech Against Women in English Tweets","year":2018,"lang":"en","type":"book-chapter","venue":"Accademia University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Research Council Canada; Università degli Studi di Napoli Federico II","keywords":"Offensive; Task (project management); Identification (biology); Computer science; Voice activity detection; Speech recognition; Natural language processing; Social media; Value (mathematics); Artificial intelligence; Speech processing; World Wide Web; Machine learning; Engineering; Operations research","authors":[{"name":"Resham Ahluwalia","is_ca":false},{"name":"Edward Callow","is_ca":false},{"name":"Anderson C. A. Nascimento","is_ca":false},{"name":"Martine De Cock","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01642825797693301,"gpt":0.1988674308376903,"spread":0.1824391728607573,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007031608,0.0007883538,0.000282509,0.001221392,0.0005497385,0.001259856,0.0004162458,0.0006337587,0.003009443],"category_scores_gemma":[0.00284906,0.0002054721,0.0003904817,0.0005334757,0.0002771005,0.001232249,0.0005112825,0.0007519832,0.002852683],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004410176,"about_ca_system_score_gemma":0.0002927495,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005002569,"about_ca_topic_score_gemma":0.01233484,"domain_scores_codex":[0.9996619,0.00009213699,0.00001584179,0.00008378438,0.0001075659,0.00003868791],"domain_scores_gemma":[0.9985662,0.0009276206,0.0001077813,0.0000953793,0.000251072,0.00005207274],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000318017,0.0003051796,0.1095029,0.0004912713,0.0001681533,0.0006083349,0.002885646,0.008393056,0.04107548,0.0035014,0.05406845,0.7786821],"study_design_scores_gemma":[0.00002254703,0.000506288,0.2420121,0.0005098473,0.0002757442,0.001719245,0.004682077,0.5179268,0.1112361,0.01070795,0.1101999,0.0002014932],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7936414,0.006219496,0.1085282,0.005758213,0.001029071,0.0002368045,0.008568509,0.003818244,0.07219996],"genre_scores_gemma":[0.9030438,0.002299239,0.0468808,0.0004964197,0.0003673123,0.00007680026,0.007747776,0.0002838521,0.03880399],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005002569,"threshold_uncertainty_score":0.01006758,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2955561636","doi":"10.1609/icwsm.v13i01.3264","title":"From “Welcome New Gabbers” to the Pittsburgh Synagogue Shooting: The Evolution of Gab","year":2019,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Moderation; Safe haven; Social media; Judaism; Haven; Sociology; History; Computer science; Psychology; World Wide Web; Social psychology; Mathematics; Archaeology","authors":[{"name":"Reid McIlroy-Young","is_ca":true},{"name":"Ashton Anderson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01692607930520725,"gpt":0.225894551813122,"spread":0.2089684725079148,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017727,0.0002149142,0.0002358615,0.002156927,0.004324187,0.004767464,0.0004539689,0.0008292356,0.004935528],"category_scores_gemma":[0.008402538,0.0002738026,0.0001183707,0.001429869,0.004949167,0.004007064,0.003130007,0.001798695,0.000945112],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002072588,"about_ca_system_score_gemma":0.001023353,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02463741,"about_ca_topic_score_gemma":0.07694913,"domain_scores_codex":[0.999209,0.0003148019,0.00002307591,0.0001344654,0.0001739088,0.0001448176],"domain_scores_gemma":[0.9959632,0.001401354,0.00072446,0.0003647606,0.0006750115,0.0008713382],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0004604639,0.00009879633,0.2257079,0.0002067339,0.00004248626,0.002484996,0.6147406,0.0002157906,0.005572679,0.02000574,0.01501891,0.1154449],"study_design_scores_gemma":[0.00001293333,0.0001454896,0.4342483,0.000272795,0.00002793644,0.001545401,0.3848594,0.0006615729,0.002046542,0.003754324,0.1723482,0.00007707941],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9752524,0.0007830802,0.0007192643,0.002255997,0.00007683469,0.00002332499,0.0002616347,0.0000669118,0.02056058],"genre_scores_gemma":[0.9958241,0.0002381742,0.0003438387,0.0002638712,0.00001968737,0.000006073401,0.0001029279,0.00004721179,0.003154109],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02463741,"threshold_uncertainty_score":0.04898798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396223314","doi":"10.1002/cl2.1397","title":"Mapping the scientific knowledge and approaches to defining and measuring hate crime, hate speech, and hate incidents: A systematic review","year":2024,"lang":"en","type":"review","venue":"Campbell Systematic Reviews","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Ontario Tech University","funders":"","keywords":"Hate crime; Legislation; Scrutiny; Prejudice (legal term); Criminology; Psychology; Rebuttal; Sociology; Political science; Law; Social psychology","authors":[{"name":"Matteo Vergani","is_ca":false},{"name":"Barbara Perry","is_ca":true},{"name":"Joshua D. Freilich","is_ca":false},{"name":"Steven M. Chermak","is_ca":false},{"name":"Ryan Scrivens","is_ca":false},{"name":"Rouven Link","is_ca":false},{"name":"Daniel Kleinsman","is_ca":false},{"name":"John M. Betts","is_ca":false},{"name":"Muhammad Iqbal","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2267327007947307,"gpt":0.3117988964638587,"spread":0.08506619566912796,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06635792,0.002620375,0.01228273,0.06852613,0.00289368,0.007946353,0.004857237,0.005267342,0.005490311],"category_scores_gemma":[0.2529763,0.003354906,0.008113545,0.04934337,0.004822183,0.01252633,0.00675617,0.003413463,0.0008581202],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01560075,"about_ca_system_score_gemma":0.07795575,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01948116,"about_ca_topic_score_gemma":0.04351492,"domain_scores_codex":[0.9280286,0.02537604,0.02849606,0.004156778,0.01238338,0.001559078],"domain_scores_gemma":[0.742503,0.1940111,0.02992494,0.005465775,0.02640251,0.001692543],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00008929804,0.00002621622,0.0009226485,0.9438106,0.002142339,0.0001889172,0.001587059,0.0001445422,0.0001809818,0.001125717,0.001735593,0.04804596],"study_design_scores_gemma":[0.00005000532,0.0000575511,0.001115366,0.9790055,0.007523982,0.0001428,0.00132528,0.00006284604,0.0001130636,0.0005485318,0.01002809,0.00002711748],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001943034,0.9915276,0.001279576,0.001273879,0.0003448709,0.002230282,0.0006795977,0.00002044568,0.0007007643],"genre_scores_gemma":[0.01812364,0.9696566,0.004777986,0.001035769,0.0001474694,0.005506807,0.0005400424,0.00001916595,0.000192545],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.06852613,"threshold_uncertainty_score":0.3509384,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3128801478","doi":"10.1177/0002764221989777","title":"Mapping out Violence Against Women of Influence on Twitter Using the Cyber–Lifestyle Routine Activity Theory","year":2021,"lang":"en","type":"article","venue":"American Behavioral Scientist","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Social Sciences and Humanities Research Council of Canada; Global Affairs Canada","keywords":"Harassment; Legal guardian; Moderation; Social media; Psychology; Online and offline; Criminology; Social psychology; Internet privacy; Political science; Computer science; Law","authors":[{"name":"Priya Kumar","is_ca":true},{"name":"Anatoliy Gruzd","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02219840686335469,"gpt":0.2909805571957365,"spread":0.2687821503323818,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008037806,0.0002954147,0.0001868054,0.003838871,0.0009624729,0.001911872,0.0005006109,0.0002938095,0.001651769],"category_scores_gemma":[0.004165368,0.0001750584,0.0003492667,0.002818778,0.001117981,0.001607197,0.001817871,0.0004071914,0.0002724667],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009784498,"about_ca_system_score_gemma":0.0008590017,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.012297,"about_ca_topic_score_gemma":0.0172058,"domain_scores_codex":[0.999149,0.0003828244,0.00006170342,0.0001318561,0.0001332618,0.0001413986],"domain_scores_gemma":[0.9973579,0.001231276,0.0008427699,0.0001977133,0.0002303822,0.000139962],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008147334,0.0001157015,0.8768626,0.0002058257,0.00007300298,0.0003813551,0.04294636,0.0005866268,0.001124618,0.005403437,0.0009423511,0.07127661],"study_design_scores_gemma":[0.000006950349,0.000146758,0.8758413,0.0001829181,0.00007119193,0.0004305683,0.1026608,0.008697288,0.0009590192,0.003148262,0.007819881,0.00003505853],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.984911,0.0001498938,0.005472987,0.0003344278,0.00001043806,0.0001155675,0.0003548145,0.00003112776,0.008619759],"genre_scores_gemma":[0.9973764,0.0001340161,0.001698862,0.00003723711,0.00001030708,0.00008361635,0.0001407299,0.000004571827,0.000514219],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.012297,"threshold_uncertainty_score":0.02445084,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4322421454","doi":"10.1073/pnas.2209384120","title":"Is hate speech detection the solution the world wants?","year":2023,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Stakeholder; Key (lock); Computer science; Data science; Voice activity detection; Public relations; Speech processing; Political science; Computer security; Artificial intelligence","authors":[{"name":"Sara Parker","is_ca":true},{"name":"Derek Ruths","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04615980716756638,"gpt":0.2977012030647309,"spread":0.2515413958971645,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02236516,0.0005991862,0.0007045084,0.003054071,0.006141086,0.01405531,0.001437671,0.005255104,0.006693009],"category_scores_gemma":[0.1068127,0.0004223019,0.0004326593,0.001724646,0.01365709,0.01948675,0.004621,0.005322642,0.002296923],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003159348,"about_ca_system_score_gemma":0.004719415,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005323679,"about_ca_topic_score_gemma":0.005055689,"domain_scores_codex":[0.9807232,0.01181978,0.0007242959,0.001421375,0.004055418,0.001255938],"domain_scores_gemma":[0.8936287,0.06302522,0.01394317,0.00869775,0.01709887,0.003606336],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001962659,0.000219569,0.1338803,0.0009921774,0.0001411272,0.001057144,0.1767459,0.0009800235,0.006937075,0.3289568,0.05803895,0.2918547],"study_design_scores_gemma":[0.00002609025,0.0001693703,0.04415217,0.002475175,0.0001392413,0.00177237,0.3366604,0.006984333,0.01224323,0.3115398,0.283493,0.0003447469],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2741832,0.005345115,0.09577541,0.4292012,0.002727862,0.0001955374,0.0005894783,0.0004325297,0.1915496],"genre_scores_gemma":[0.9625056,0.002597255,0.01058504,0.01589858,0.0005749693,0.00006121144,0.0001879358,0.0001628817,0.007426577],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02236516,"threshold_uncertainty_score":0.1182798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3046519084","doi":"10.3390/make2030011","title":"Monitoring Users’ Behavior: Anti-Immigration Speech Detection on Twitter","year":2020,"lang":"en","type":"article","venue":"Machine Learning and Knowledge Extraction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Social media; Immigration; Computer science; Word (group theory); Character (mathematics); Task (project management); Voice activity detection; Recall; Precision and recall; Internet privacy; Artificial intelligence; World Wide Web; Speech processing; Political science; Psychology; Linguistics; Law; Cognitive psychology; Engineering","authors":[{"name":"Nikolaos Pitropakis","is_ca":false},{"name":"Kamil Kokot","is_ca":false},{"name":"Dimitra Gkatzia","is_ca":false},{"name":"Robert Ludwiniak","is_ca":false},{"name":"Alexios Mylonas","is_ca":false},{"name":"Miltiadis Kandias","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02308940963608441,"gpt":0.2834093222664004,"spread":0.260319912630316,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004567117,0.0003836266,0.0002714084,0.00173141,0.0005141922,0.0005988006,0.0002503306,0.0005881388,0.0007505314],"category_scores_gemma":[0.002574203,0.0001010628,0.0001920787,0.001005074,0.0001918075,0.0007667475,0.0004545232,0.0003752649,0.0009909832],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004037927,"about_ca_system_score_gemma":0.0002738128,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0106958,"about_ca_topic_score_gemma":0.0236473,"domain_scores_codex":[0.9994414,0.0001801801,0.0000519301,0.0001236307,0.0001183735,0.00008438368],"domain_scores_gemma":[0.9980627,0.0008125586,0.0004016346,0.0001781449,0.0003781953,0.0001666789],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000859484,0.0004194897,0.7605134,0.0005471206,0.0001338486,0.001016588,0.00385935,0.003769629,0.03649299,0.0008444645,0.02099999,0.1705437],"study_design_scores_gemma":[0.00002598459,0.0003422024,0.8370907,0.000126267,0.0001096704,0.0009104105,0.006061635,0.1009433,0.03041789,0.0008257451,0.02303611,0.0001100898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9846311,0.0001981276,0.002036361,0.0004496035,0.00005417782,0.00006917181,0.007943198,0.0004305525,0.004187705],"genre_scores_gemma":[0.9833006,0.0001750781,0.006074634,0.0001032327,0.0000627257,0.00007768805,0.00803593,0.00002387244,0.002146304],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0106958,"threshold_uncertainty_score":0.02126712,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3157076142","doi":"10.18573/jcads.61","title":"A corpus analysis of online news comments using the Appraisal framework","year":2021,"lang":"en","type":"article","venue":"Journal of Corpora and Discourse Studies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Judgement; Affect (linguistics); Variety (cybernetics); Appraisal theory; Newspaper; Moderation; Globe; Constructive; Sentiment analysis; Psychology; Computer science; Linguistics; Natural language processing; Social psychology; Artificial intelligence; Sociology; Epistemology; Communication; Process (computing); Media studies","authors":[{"name":"Luca Cavasso","is_ca":true},{"name":"Maite Taboada","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05755865043613934,"gpt":0.3812312372235067,"spread":0.3236725867873673,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003249815,0.0005312169,0.0004201985,0.006967308,0.001881874,0.001555747,0.0004985877,0.0005070425,0.002570521],"category_scores_gemma":[0.01938005,0.0002484074,0.0003394857,0.007906023,0.0008777567,0.00115203,0.001043961,0.000798171,0.0009399098],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008580819,"about_ca_system_score_gemma":0.001131024,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006263672,"about_ca_topic_score_gemma":0.01017361,"domain_scores_codex":[0.9953257,0.002271954,0.0003824256,0.0006803113,0.001156149,0.0001834634],"domain_scores_gemma":[0.9708307,0.01959578,0.001972604,0.001463289,0.005758304,0.0003793999],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001801909,0.0007569722,0.08899114,0.004537857,0.0001734679,0.003046792,0.144843,0.002717751,0.1822074,0.009942372,0.03268848,0.5282929],"study_design_scores_gemma":[0.0001736079,0.0009969324,0.5370911,0.001112972,0.0002734021,0.003439648,0.08287644,0.05398107,0.05691796,0.008483779,0.2542209,0.0004321967],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8790129,0.001323106,0.07899019,0.0007941949,0.0002840114,0.002252801,0.01987051,0.001018753,0.0164535],"genre_scores_gemma":[0.7827486,0.0008237325,0.1776066,0.0001480885,0.0002240035,0.003576885,0.0262185,0.0003992795,0.008254272],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006967308,"threshold_uncertainty_score":0.01718682,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2138702777","doi":"10.1017/s1574019611100048","title":"‘Bad Tendencies’ in the ECtHR's ‘Hate Speech’ Jurisprudence","year":2011,"lang":"en","type":"article","venue":"European Constitutional Law Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Jurisprudence; Incitement; Law; Human rights; Supreme court; Charter; Political science; Sociology","authors":[{"name":"Stefan Sottiaux","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03921700626930504,"gpt":0.2501297007436832,"spread":0.2109126944743782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02127604,0.0005243174,0.0009839226,0.003417864,0.01526485,0.01418576,0.003153495,0.01146392,0.001924579],"category_scores_gemma":[0.03301098,0.0007076353,0.0007176155,0.002986229,0.07147769,0.005730127,0.004534121,0.01854835,0.0002257112],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03142152,"about_ca_system_score_gemma":0.04451688,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.630201,"about_ca_topic_score_gemma":0.7135419,"domain_scores_codex":[0.9729784,0.00623299,0.001362539,0.003071255,0.01226441,0.004090385],"domain_scores_gemma":[0.9728143,0.01690924,0.0008085964,0.001998322,0.006388014,0.001081424],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.000005562952,0.000005761025,0.0003077937,0.00001278988,0.000004131418,0.00003747679,0.006842157,0.00008064049,0.00008963494,0.9859893,0.003667933,0.002956731],"study_design_scores_gemma":[0.0000449941,0.00002998517,0.01113288,0.0003693893,0.00008231973,0.0002325621,0.01073053,0.001175581,0.00127578,0.7286889,0.2460392,0.0001980118],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.09681531,0.006576336,0.02457278,0.1704526,0.001117877,0.0002649735,0.0003392271,0.0001272337,0.6997337],"genre_scores_gemma":[0.9491349,0.0007311811,0.005156243,0.02483421,0.0002387142,0.0001044678,0.00008886177,0.00006834236,0.01964312],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.630201,"threshold_uncertainty_score":0.7439537,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2317742967","doi":"10.5860/choice.38-6468","title":"The constitutional protection of freedom of expression","year":2001,"lang":"en","type":"article","venue":"Choice Reviews Online","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Freedom of expression; Expression (computer science); Political science; Law; Computer science; Human rights","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.04193905577905953,"gpt":0.2923387763539352,"spread":0.2503997205748756,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006879131,0.0006597124,0.0008358884,0.0008846046,0.007582557,0.01022177,0.001934081,0.006446523,0.007948906],"category_scores_gemma":[0.01143491,0.0006233408,0.0008701535,0.0009981095,0.03264322,0.006828611,0.004408468,0.008959903,0.002077764],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007123499,"about_ca_system_score_gemma":0.0108809,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04678576,"about_ca_topic_score_gemma":0.0360273,"domain_scores_codex":[0.9871955,0.003670221,0.0006185938,0.001766499,0.004560339,0.00218888],"domain_scores_gemma":[0.9946062,0.003055982,0.0002567963,0.0009340719,0.0009164728,0.0002304473],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003190755,0.000002580017,0.00003117033,0.00001262308,0.000001823349,0.00001845817,0.001109146,0.00005443718,0.00005561944,0.9915798,0.004119505,0.003011762],"study_design_scores_gemma":[0.00001279252,0.00002131071,0.0003941395,0.0002219026,0.00001271424,0.00009486237,0.00108801,0.000236448,0.0003856341,0.4439139,0.5535839,0.00003431738],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.004100317,0.008879715,0.01954755,0.03148515,0.001056485,0.00009129964,0.0001478966,0.0001276718,0.9345639],"genre_scores_gemma":[0.5562117,0.0104908,0.01480765,0.03681004,0.00245892,0.0007421715,0.0003565194,0.0003628283,0.3777595],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04678576,"threshold_uncertainty_score":0.09302688,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3211421893","doi":"10.1007/s10611-021-09978-7","title":"A continuum of hate: delimiting the field of hate studies","year":2021,"lang":"en","type":"article","venue":"Crime Law and Social Change","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"University of Limerick; Irish Research eLibrary","keywords":"Field (mathematics); Hate crime; Discipline; Scope (computer science); Sociology; Criminology; Epistemology; Interdisciplinarity; Social science; Philosophy; Computer science","authors":[{"name":"Jennifer Schweppe","is_ca":false},{"name":"Barbara Perry","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06512065924479371,"gpt":0.3141979291238245,"spread":0.2490772698790308,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01902121,0.0003794431,0.0009775949,0.009352536,0.008818459,0.01761313,0.002156806,0.005185301,0.003956955],"category_scores_gemma":[0.02909808,0.000451979,0.0004384542,0.004402194,0.09583381,0.02406869,0.01423987,0.00655722,0.0002496906],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005593162,"about_ca_system_score_gemma":0.005219925,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002228676,"about_ca_topic_score_gemma":0.002576482,"domain_scores_codex":[0.9870988,0.009059033,0.0004973605,0.0009133397,0.001495684,0.000935742],"domain_scores_gemma":[0.9471213,0.04003903,0.003403529,0.003340673,0.003293956,0.002801529],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003103328,0.00004340954,0.003855343,0.0001126585,0.000004566439,0.0001411919,0.0464896,0.0001118201,0.0001911784,0.9359952,0.0006829003,0.01234116],"study_design_scores_gemma":[0.00001788095,0.00006910085,0.007787882,0.0015857,0.00001014009,0.0003550888,0.1607734,0.001060715,0.0002932035,0.7986997,0.02931142,0.00003579275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.448358,0.03264197,0.07204604,0.1716405,0.001071099,0.0003021878,0.0001591993,0.0001245297,0.2736565],"genre_scores_gemma":[0.99237,0.001968143,0.003292853,0.001466623,0.0001772451,0.00007756732,0.00001585366,0.00001500373,0.0006166682],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01902121,"threshold_uncertainty_score":0.100595,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2128955980","doi":"10.1017/s0008423910000107","title":"The Limits of Tolerance in Diverse Societies: Hate Speech and Political Tolerance Norms Among Youth","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Political Science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Queen's University","funders":"","keywords":"Politics; Civil liberties; Multiculturalism; Freedom of expression; Sociology; Political science; Humanities; Social psychology; Human rights; Psychology; Law; Philosophy","authors":[{"name":"Allison Harell","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01322700697753691,"gpt":0.235725769960901,"spread":0.2224987629833641,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00302146,0.0002180307,0.0003048771,0.001826273,0.001309753,0.003137021,0.0004441544,0.0004700952,0.001667624],"category_scores_gemma":[0.01007803,0.0002139463,0.0002158498,0.001087522,0.003332966,0.001261641,0.002093798,0.001001805,0.0001708378],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007565943,"about_ca_system_score_gemma":0.0005140885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007360988,"about_ca_topic_score_gemma":0.008180091,"domain_scores_codex":[0.9980769,0.0006633313,0.0001729806,0.0002495143,0.0005114686,0.0003257217],"domain_scores_gemma":[0.9906967,0.002357198,0.004137363,0.0004037836,0.001096002,0.001308935],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007542539,0.0001377352,0.8887225,0.00002377873,0.00002191362,0.0001501784,0.09706037,0.00009124766,0.0007803163,0.002412983,0.0001783157,0.01034529],"study_design_scores_gemma":[0.000005173229,0.0001003756,0.9029896,0.00005071082,0.00001400266,0.0002307943,0.09321494,0.0004082109,0.0005155548,0.001303336,0.001146239,0.00002108958],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9987638,0.00004286752,0.00006748447,0.00005763941,0.000002954715,0.000002368454,0.00001250147,0.000001009986,0.001049243],"genre_scores_gemma":[0.9998361,0.00002285148,0.00002365616,0.000007119056,0.000002990144,0.000002751328,0.00001092491,8.843612e-7,0.00009270095],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007360988,"threshold_uncertainty_score":0.01597923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4214492748","doi":"10.1155/2022/8467349","title":"An Automated Toxicity Classification on Social Media Using LSTM and Word Embedding","year":2022,"lang":"en","type":"article","venue":"Computational Intelligence and Neuroscience","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":29,"is_retracted":true,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Taif University","keywords":"Computer science; Word (group theory); Artificial intelligence; Word embedding; Binary classification; Natural language processing; Embedding; Encoder; Context (archaeology); Social media; Machine learning; Speech recognition; Support vector machine; World Wide Web; Linguistics","authors":[{"name":"Ahmad Alsharef","is_ca":false},{"name":"Karan Aggarwal","is_ca":false},{"name":"Sonia Sonia","is_ca":false},{"name":"Deepika Koundal","is_ca":false},{"name":"Hashem Alyami","is_ca":false},{"name":"Darine Ameyed","is_ca":true}],"retraction":{"nature":"Retraction","openalex_flagged":true},"screen_n_in":null,"score":{"opus":0.1078338663258403,"gpt":0.3552851992920706,"spread":0.2474513329662303,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004265074,0.00111022,0.0004023543,0.001457894,0.000241441,0.0005391426,0.0004713522,0.0007788675,0.001356634],"category_scores_gemma":[0.001473368,0.0001817944,0.0005585273,0.000792709,0.0002190647,0.001573651,0.000590315,0.0007579644,0.001323405],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004827756,"about_ca_system_score_gemma":0.0004339497,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001638135,"about_ca_topic_score_gemma":0.002514233,"domain_scores_codex":[0.9996872,0.00007411621,0.0000258482,0.00009192964,0.00008230325,0.00003862408],"domain_scores_gemma":[0.9992937,0.000247513,0.0001017075,0.00005506468,0.0002725324,0.00002941674],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005672775,0.0004252053,0.009782809,0.000424756,0.0001163516,0.0006335147,0.0002969272,0.02854734,0.0917899,0.001011232,0.006730793,0.8596739],"study_design_scores_gemma":[0.00002339416,0.0005393825,0.009422257,0.00006383619,0.00007125395,0.0003132364,0.0004290707,0.9060295,0.07442268,0.004154174,0.004487124,0.0000441614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5185571,0.001558919,0.4620189,0.001003727,0.0005268281,0.0004292428,0.002991426,0.007422236,0.005491625],"genre_scores_gemma":[0.8327463,0.0007122165,0.1532314,0.0001562796,0.000126378,0.0002549211,0.003453559,0.0001117281,0.009207226],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.001638135,"threshold_uncertainty_score":0.004538357,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2076306831","doi":"10.3138/gsp.3.3.353","title":"Counteracting Hate Speech as a Way of Preventing Genocidal Violence","year":2008,"lang":"en","type":"article","venue":"Genocide Studies and Prevention","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Genocide; Incitement; Hatred; Criminology; Ethnic group; Racism; Political science; Psychology; Law","authors":[{"name":"Wibke K. Timmermann","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0276719836111612,"gpt":0.2865003012955591,"spread":0.258828317684398,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001850219,0.0004556107,0.0002740267,0.0006415219,0.001568387,0.002014618,0.0006076406,0.001673012,0.002966059],"category_scores_gemma":[0.006591102,0.0001447979,0.0002756568,0.0002004895,0.002789056,0.001231994,0.002129116,0.002359797,0.0005651792],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005228003,"about_ca_system_score_gemma":0.001729571,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0014565,"about_ca_topic_score_gemma":0.003623414,"domain_scores_codex":[0.9985009,0.0008207707,0.0000653547,0.0001000812,0.0002759979,0.0002368511],"domain_scores_gemma":[0.997339,0.001173324,0.0007353252,0.0001988441,0.0002878386,0.0002656875],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001979684,0.001164151,0.01555257,0.001507667,0.0001214042,0.001474525,0.03535597,0.001627718,0.02928625,0.2306134,0.03108981,0.6520087],"study_design_scores_gemma":[0.0001875472,0.004354003,0.07249133,0.007865343,0.0004839369,0.006292233,0.04943753,0.006301126,0.06852956,0.0878666,0.6959961,0.0001946542],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5356703,0.02246223,0.05666681,0.05386674,0.003901521,0.0005403256,0.00005307221,0.0005070437,0.3263319],"genre_scores_gemma":[0.9602185,0.006550125,0.0121991,0.004934931,0.0005340013,0.0001536308,0.00002256948,0.00004098029,0.01534629],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002966059,"threshold_uncertainty_score":0.009922385,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}