{"meta":{"query_hash":"470292174217","filters":{"topic":"Hate Speech and Cyberbullying Detection"},"cohort_total":719,"direct_labels_cover":2,"predictions_cover":719,"exported":719,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/470292174217","api":"https://metacan.xera.ac/api/v1/cohort?topic=Hate+Speech+and+Cyberbullying+Detection"},"results":[{"id":"W1153515617","doi":"10.60082/2817-5069.2807","title":"Book Note: Hate Crimes in Cyberspace, by Danielle Keats Citron","year":2015,"lang":"en","type":"article","venue":"Osgoode Hall law journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cyberspace; Political science; Criminology; Law and economics; Psychology; Sociology; Computer security; Law; Computer science; The Internet; World Wide Web","score_opus":0.012401891350482185,"score_gpt":0.2379123412882997,"score_spread":0.2255104499378175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1153515617","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030491014,0.011322387,0.21479222,0.007469519,0.0026651367,0.00029861837,0.0000050428625,0.0003504401,0.76004755],"genre_scores_gemma":[0.9610737,0.0004200697,0.02478303,0.0030048783,0.0004770508,0.000009340601,0.0000035369576,0.000040262596,0.010188161],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814,0.00016627586,0.00030531976,0.00033049932,0.0005042643,0.000553674],"domain_scores_gemma":[0.99890184,0.00003429785,0.0001528508,0.00038007638,0.00012007427,0.00041087274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074545736,0.0001991128,0.00023827584,0.00012114429,0.0002643434,0.0004920261,0.00073218136,0.0001258379,0.00005487366],"category_scores_gemma":[0.000042202446,0.0001833153,0.000086272186,0.00025003575,0.000050141636,0.0011367031,0.00015354852,0.0005732947,0.0002102675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016699388,0.00047738358,0.00041796337,0.000021508986,0.000076405246,0.0009368026,0.0030107338,0.0012657462,0.012940602,0.20235378,0.7340318,0.044300284],"study_design_scores_gemma":[0.004746576,0.00086971204,0.00024560868,0.0001950138,0.000029384852,0.0019849055,0.00026635645,0.013248143,0.059555307,0.0709839,0.846797,0.0010780883],"about_ca_topic_score_codex":0.00395235,"about_ca_topic_score_gemma":0.0030589234,"teacher_disagreement_score":0.95802456,"about_ca_system_score_codex":0.00019255358,"about_ca_system_score_gemma":0.00012640237,"threshold_uncertainty_score":0.74753803},"labels":[],"label_agreement":null},{"id":"W145671193","doi":"10.33972/jhs.35","title":"A Crime By Any Other Name: The Semantics of Hate","year":2005,"lang":"en","type":"article","venue":"Journal of Hate Studies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Criminalization; Hatred; Phrase; Hate crime; Sociology; Semantics (computer science); Wish; Criminology; Law; Heuristic; Linguistics; Political science; Computer science; Epistemology; Philosophy; Politics","score_opus":0.01997001109949486,"score_gpt":0.27830772961086614,"score_spread":0.2583377185113713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W145671193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8162127,0.052779388,0.078482,0.042918783,0.0031190303,0.0003988916,0.000008606278,0.000116679614,0.005963903],"genre_scores_gemma":[0.98810357,0.0019546433,0.00811032,0.00056562724,0.00025621004,0.0000012958121,3.8156365e-8,0.000010163969,0.0009981096],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989544,0.00006936357,0.00037320444,0.000097122065,0.00032591695,0.0001799552],"domain_scores_gemma":[0.9990301,0.000076745724,0.00040460422,0.00020372891,0.00024447075,0.000040333278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059290405,0.00009897044,0.00024635435,0.00005851244,0.00013574002,0.000051544415,0.000434711,0.000028618975,0.0000109887305],"category_scores_gemma":[0.00007974753,0.0000615993,0.00011492523,0.00017495993,0.000098162316,0.00031334808,0.00012866176,0.00016557133,0.00002760093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019219062,0.0006874144,0.0024802042,0.00018112731,0.0029924905,0.00012983993,0.026815727,0.0018284762,0.060321618,0.0070358887,0.37236056,0.52497447],"study_design_scores_gemma":[0.0022835517,0.0017253982,0.009388949,0.000547135,0.00028553323,0.00073767157,0.0026382175,0.0055010575,0.23772559,0.0063696606,0.7321212,0.0006760022],"about_ca_topic_score_codex":0.000009413924,"about_ca_topic_score_gemma":0.000006362397,"teacher_disagreement_score":0.5242984,"about_ca_system_score_codex":0.000032931013,"about_ca_system_score_gemma":0.000026511601,"threshold_uncertainty_score":0.25119466},"labels":[],"label_agreement":null},{"id":"W146019151","doi":"","title":"Are Hate Speech Provisions Anti-democratic?: An International Perspective","year":2010,"lang":"en","type":"article","venue":"American University international law review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"International law; Democracy; Perspective (graphical); Political science; Law; Law and economics; Sociology; Computer science; Politics","score_opus":0.01069265217976472,"score_gpt":0.2668040976850524,"score_spread":0.2561114455052877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W146019151","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3052143,0.00049452134,0.08134151,0.09817834,0.010005582,0.0020727161,0.00028965413,0.0018644391,0.50053895],"genre_scores_gemma":[0.9662503,0.0020630073,0.024145003,0.0048161726,0.00025473212,0.0000032677813,0.0000370131,0.000017101247,0.0024133876],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986127,0.00007821546,0.00017520507,0.0004933824,0.0004435414,0.000196971],"domain_scores_gemma":[0.9983297,0.00004266032,0.00036929335,0.000515618,0.00057362457,0.00016913447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021064248,0.00016221496,0.00023493536,0.0001377711,0.0002133476,0.00013257084,0.0017741333,0.000037475183,0.00019742754],"category_scores_gemma":[0.00013009385,0.00016588025,0.00013577058,0.00040115888,0.00022910825,0.0013500365,0.00027978153,0.00033887135,0.00016921529],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011292893,0.0002160647,0.00107542,0.000023042261,0.00012181218,0.0002809966,0.00010990742,0.0000054967727,0.0012680494,0.95399106,0.0012876255,0.04160924],"study_design_scores_gemma":[0.00052200264,0.00018950012,0.010299472,0.0004417682,0.00006397412,0.00045515067,0.0004683838,0.0025643026,0.0011745719,0.003043424,0.98009795,0.00067951006],"about_ca_topic_score_codex":0.0011898859,"about_ca_topic_score_gemma":0.00071387773,"teacher_disagreement_score":0.9788103,"about_ca_system_score_codex":0.00016983617,"about_ca_system_score_gemma":0.00006104308,"threshold_uncertainty_score":0.67644006},"labels":[],"label_agreement":null},{"id":"W1486271789","doi":"10.1017/cbo9780511576614.013","title":"Sampling and coding of media dissent and discipline","year":2009,"lang":"en","type":"other","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dissent; Coding (social sciences); Sampling (signal processing); Statistics; Computer science; Political science; Mathematics; Law; Telecommunications","score_opus":0.01448043315542063,"score_gpt":0.25001866674863427,"score_spread":0.23553823359321363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486271789","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026158774,0.0026179634,0.5717645,0.00066330883,0.0006668013,0.00032802465,0.0000098317105,0.00055273954,0.42078093],"genre_scores_gemma":[0.117249236,0.005337662,0.36715877,0.00020575746,0.000888419,0.000009963497,0.00002241737,0.00026682628,0.50886095],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994298,0.000009974874,0.00010790708,0.00023422629,0.00011123697,0.000106803825],"domain_scores_gemma":[0.9996413,0.000034045028,0.00007402103,0.00018014728,0.000008574304,0.00006192554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008130401,0.00010689948,0.0001644902,0.00012130683,0.000026786734,0.00004534783,0.00012317751,0.00008152672,0.00004455474],"category_scores_gemma":[0.000013111051,0.0000844753,0.00001705736,0.00008699016,0.00003501961,0.000042195534,0.0001052425,0.00006580474,0.0000026979503],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009574737,0.00008060822,0.00042824176,0.00035822295,0.000081418526,0.000019836281,0.0011937252,0.0000042075562,0.005249214,0.073850505,0.027867718,0.89085674],"study_design_scores_gemma":[0.0055630226,0.0016199248,0.07033423,0.008892277,0.00033925837,0.00059131306,0.0010056631,0.03136206,0.019587949,0.05035448,0.8039094,0.0064403727],"about_ca_topic_score_codex":0.00007211838,"about_ca_topic_score_gemma":0.00015491311,"teacher_disagreement_score":0.88441634,"about_ca_system_score_codex":0.0000045295023,"about_ca_system_score_gemma":0.000008629561,"threshold_uncertainty_score":0.34448028},"labels":[],"label_agreement":null},{"id":"W148763511","doi":"","title":"Hate Speech: North and South","year":2014,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Individualism; Egalitarianism; Libertarianism; Collectivism; Politics; Sociology; Political science; Law; Political economy; Media studies","score_opus":0.00518733603198577,"score_gpt":0.18949871784517647,"score_spread":0.1843113818131907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W148763511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4708705,0.00034018728,0.5267512,0.0005755272,0.00026740876,0.0000513058,2.480776e-7,0.000094457086,0.0010491859],"genre_scores_gemma":[0.99604434,0.00040502308,0.0022217536,0.0001276441,0.00024383374,0.0000011920109,4.272331e-7,0.000009366933,0.0009464015],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979984,0.00007509063,0.00015137738,0.00021689734,0.00020826183,0.0013499532],"domain_scores_gemma":[0.99951386,0.00001938914,0.00009419448,0.00021043517,0.000047433932,0.0001146709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008513407,0.00011291621,0.00011179706,0.00010065092,0.00025839193,0.00020477065,0.0003746107,0.000042391082,0.000003466213],"category_scores_gemma":[0.000038765887,0.00009609953,0.000049440623,0.00019227756,0.000024904495,0.0003155016,0.00006888368,0.0009136728,0.000070054484],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012779791,0.000020660564,0.003164278,0.0000039558654,0.000050275383,0.000007816682,0.00038183903,0.000027000393,0.00045356262,0.18658078,0.000050607945,0.8092464],"study_design_scores_gemma":[0.0027049452,0.0023777764,0.013201347,0.000047149668,0.000055639684,0.008560889,0.00064389996,0.023421064,0.0028816063,0.9114835,0.033507574,0.0011145833],"about_ca_topic_score_codex":0.000017995868,"about_ca_topic_score_gemma":0.0003233404,"teacher_disagreement_score":0.8081319,"about_ca_system_score_codex":0.000120610624,"about_ca_system_score_gemma":0.0002730134,"threshold_uncertainty_score":0.39695045},"labels":[],"label_agreement":null},{"id":"W1488413727","doi":"10.1093/acprof:oso/9780199548781.001.0001","title":"Extreme Speech and Democracy","year":2009,"lang":"en","type":"book","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":258,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Incitement; Dignity; Constitutionality; Hatred; Democracy; Supreme court; Law; Racism; Ideology; Political science; Terrorism; Xenophobia; Sociology; Politics","score_opus":0.018016677792033656,"score_gpt":0.21874649654289585,"score_spread":0.2007298187508622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1488413727","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015819594,0.00035482398,0.069719724,0.0005766765,0.00021108128,0.00014005852,4.7263524e-7,0.00039993232,0.9285814],"genre_scores_gemma":[0.00007257994,0.00017310504,0.04709695,0.0006154817,0.000213567,0.0000013509147,0.0000042585675,0.000012640757,0.95181006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881834,0.000018576311,0.00017880688,0.0004903254,0.0002582663,0.00023568203],"domain_scores_gemma":[0.99919224,0.000034305434,0.000079173624,0.00052084884,0.000050399314,0.00012306341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014264151,0.00022035783,0.0002105938,0.00014539025,0.00011383705,0.00022983817,0.00046535788,0.00023749656,0.00008908046],"category_scores_gemma":[0.000012145359,0.00019825374,0.000063845466,0.00008194547,0.00002574195,0.0002421307,0.00014694875,0.0002758322,0.0003936351],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014403893,0.000009578205,0.0000018598573,0.000012757942,0.00001202746,0.000096805175,0.00002416888,3.2896193e-7,0.00004553294,0.051679485,0.16668472,0.7814313],"study_design_scores_gemma":[0.00015785432,0.00013149073,0.00007089429,0.000060756855,0.000012001974,0.00028432984,9.852583e-7,0.0010061841,0.0005152879,0.20113452,0.7962146,0.00041113794],"about_ca_topic_score_codex":0.0000094245,"about_ca_topic_score_gemma":0.0000112391235,"teacher_disagreement_score":0.78102016,"about_ca_system_score_codex":0.0000589725,"about_ca_system_score_gemma":0.00015059981,"threshold_uncertainty_score":0.8084553},"labels":[],"label_agreement":null},{"id":"W1491124351","doi":"","title":"Freedom and Responsibility: Discussion on Transmission Ethics From the Perspective of New Media","year":2015,"lang":"en","type":"article","venue":"Canadian social science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenomenon; Misconduct; Perspective (graphical); Freedom of the press; Transmission (telecommunications); Sociology; Public relations; Law; Political science; Telecommunications; Computer science; Epistemology","score_opus":0.04782364048739499,"score_gpt":0.2894533894646255,"score_spread":0.24162974897723052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491124351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4494633,0.0009087437,0.10754017,0.35302216,0.0046783043,0.0012063388,0.00010405615,0.00027008212,0.08280684],"genre_scores_gemma":[0.99721205,0.0000066102825,0.001948307,0.0005634466,0.00016917998,0.0000010632675,5.0289367e-7,0.0000031867094,0.00009564695],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986125,0.00013543435,0.000100455785,0.000343813,0.0005614856,0.00024628206],"domain_scores_gemma":[0.9987257,0.00017691635,0.00004360008,0.0002474822,0.00018502086,0.0006212644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014007747,0.00007524229,0.000088828536,0.000087878805,0.0005579648,0.000120880526,0.00066695083,0.000090713234,0.0000059336885],"category_scores_gemma":[0.0010220421,0.000044001976,0.000026612546,0.00080140104,0.0005805074,0.00027147244,0.000054429966,0.00027136836,0.00000615851],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007798815,0.000026649252,0.0012270518,0.000002903113,0.0000083437435,0.000017240023,0.30789867,0.000011575532,0.004420753,0.33350843,0.005415789,0.3473846],"study_design_scores_gemma":[0.002579645,0.0009913335,0.13193597,0.0002952946,0.000046689278,0.000017034648,0.09511492,0.010006962,0.019111607,0.5817693,0.15682366,0.001307626],"about_ca_topic_score_codex":0.08545774,"about_ca_topic_score_gemma":0.034937885,"teacher_disagreement_score":0.54774874,"about_ca_system_score_codex":0.00033952502,"about_ca_system_score_gemma":0.0030924827,"threshold_uncertainty_score":0.982672},"labels":[],"label_agreement":null},{"id":"W1492045964","doi":"","title":"Canada's Anti-Spam Legislation: A Constitutional Analysis","year":2014,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Legislation; Scrutiny; Government (linguistics); Freedom of expression; The Internet; Constitutional law; Law; Political science; Business; Freedom of information; Internet privacy; Computer science; World Wide Web; Human rights","score_opus":0.004281330976392101,"score_gpt":0.19622256957164932,"score_spread":0.19194123859525722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492045964","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020871814,0.00024766324,0.97288257,0.002110925,0.00037818932,0.000039516563,0.0000010496809,0.000050172835,0.0034181266],"genre_scores_gemma":[0.9974161,0.000112508096,0.0012404316,0.00026784634,0.00026415594,0.000001712968,0.0000031033492,0.0000035440394,0.00069059874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99777794,0.000097313816,0.0002214734,0.0002282634,0.00044224653,0.0012327603],"domain_scores_gemma":[0.99934065,0.00004087054,0.00013342561,0.00024416702,0.00012875542,0.00011214882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001150451,0.00011528003,0.00016764246,0.00020133593,0.0003983454,0.00015703066,0.00047204935,0.000045677243,0.000020988966],"category_scores_gemma":[0.00005611043,0.00010545469,0.00011889338,0.00082475995,0.000057344037,0.00030743022,0.000037904145,0.00075937057,0.000018457067],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034159918,0.000016013493,0.0029149998,7.477119e-7,0.00038253947,0.0000055656096,0.000016013491,0.002152354,0.000102075865,0.9581044,0.0003183774,0.035983536],"study_design_scores_gemma":[0.0023152216,0.0006563346,0.021249743,0.000029960684,0.0006320613,0.0042575495,0.0002048483,0.22052981,0.0017321969,0.4236933,0.3232713,0.0014276623],"about_ca_topic_score_codex":0.03796678,"about_ca_topic_score_gemma":0.39882824,"teacher_disagreement_score":0.97654426,"about_ca_system_score_codex":0.0007315816,"about_ca_system_score_gemma":0.0073744813,"threshold_uncertainty_score":0.9982528},"labels":[],"label_agreement":null},{"id":"W1497088928","doi":"10.17159/2413-3108/2012/v0i40a841","title":"The code of silence: Revisiting South African police integrity","year":2016,"lang":"en","type":"article","venue":"South African Crime Quarterly","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Criminal Justice Association","funders":"","keywords":"Misconduct; Silence; Officer; Criminology; Seriousness; Political science; Law; Law enforcement; Psychology","score_opus":0.01841715919926395,"score_gpt":0.24831848802430626,"score_spread":0.2299013288250423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1497088928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66193193,0.00029015305,0.31147182,0.0039514517,0.0011578697,0.0007334003,0.00014328823,0.0009199961,0.019400092],"genre_scores_gemma":[0.99641854,0.0000033650138,0.0025625506,0.00006259204,0.00026294132,0.000021316138,5.3680895e-7,0.000019173956,0.00064899365],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9974115,0.00028240762,0.00053050986,0.0005708651,0.0005291907,0.00067553186],"domain_scores_gemma":[0.9976144,0.00035246168,0.00041745746,0.0011405604,0.00025227986,0.00022284091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095772976,0.0002517638,0.0002993527,0.00013943914,0.00041083596,0.00020535101,0.0014242325,0.000097082826,0.000019311285],"category_scores_gemma":[0.0001520299,0.00014797846,0.00018215377,0.00067082315,0.0002767698,0.00033803977,0.000093572875,0.00028938928,0.00020698617],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013658998,0.00008049359,0.0016937101,0.0000676731,0.0001155935,0.000014755845,0.20340517,0.0000019161107,0.020527707,0.03684161,0.000629756,0.736485],"study_design_scores_gemma":[0.009812448,0.01667768,0.064862885,0.003030893,0.0005441695,0.0003557994,0.6321086,0.0072243595,0.109532155,0.075487696,0.07212278,0.00824049],"about_ca_topic_score_codex":0.00035855535,"about_ca_topic_score_gemma":0.000022547758,"teacher_disagreement_score":0.72824454,"about_ca_system_score_codex":0.000075161086,"about_ca_system_score_gemma":0.00016972981,"threshold_uncertainty_score":0.6034386},"labels":[],"label_agreement":null},{"id":"W1505233863","doi":"10.22329/wyaj.v31i1.4309","title":"LA CYBERJUSTICE COMME RÉPONSE AUX BESOINS JURIDIQUES DES PERSONNES ITINÉRANTES: SON POTENTIEL ET SES EMBÛCHES","year":2013,"lang":"en","type":"article","venue":"Windsor Yearbook of Access to Justice","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Economic Justice; Political science; Philosophy","score_opus":0.050029427945846174,"score_gpt":0.30590958870803,"score_spread":0.2558801607621838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505233863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90049386,0.00039260348,0.079799496,0.0034834195,0.0004017566,0.0006685679,0.000015884016,0.0005073935,0.014237001],"genre_scores_gemma":[0.961752,0.00014246222,0.035035547,0.0018276358,0.00019602485,0.00007575869,0.0000033621884,0.000041014915,0.0009261753],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99775267,0.0002810633,0.0004733474,0.00052996166,0.00044664874,0.0005163224],"domain_scores_gemma":[0.9978036,0.00064673397,0.00022365508,0.0006349891,0.00043690723,0.0002541052],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00063393806,0.00030247887,0.00034474756,0.00030642698,0.000274168,0.00083333434,0.0015205784,0.00015882235,0.00012780986],"category_scores_gemma":[0.0007112123,0.00028603623,0.00013288169,0.00053256913,0.00018023384,0.002120404,0.0005684157,0.0003090157,0.0003383075],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008959269,0.0039599044,0.0133986585,0.0076402314,0.0011073609,0.0005884078,0.10970451,0.003333582,0.20753694,0.06485754,0.1285717,0.45840526],"study_design_scores_gemma":[0.005692883,0.004107906,0.35428697,0.0055384114,0.0023552452,0.0009080043,0.027552918,0.06697303,0.4186047,0.022579866,0.08461067,0.0067893886],"about_ca_topic_score_codex":0.0016971591,"about_ca_topic_score_gemma":0.00010315526,"teacher_disagreement_score":0.45161584,"about_ca_system_score_codex":0.00005059567,"about_ca_system_score_gemma":0.00021332955,"threshold_uncertainty_score":0.9999592},"labels":[],"label_agreement":null},{"id":"W1509599484","doi":"","title":"Report to the Canadian Human Rights Commission Concerning Section 13 of the Canadian Human Rights Act and the Regulation of Hate Speech on the Internet","year":2008,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Human rights; Commission; Charter; Political science; International human rights law; Fundamental rights; Statutory law; Law; Linguistic rights; Government (linguistics); Reservation of rights; Right to property","score_opus":0.013082234603719066,"score_gpt":0.2255005346684778,"score_spread":0.21241830006475873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509599484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98530567,0.00006369762,0.00069570466,0.005862334,0.0004236202,0.00041460502,9.2923324e-7,0.000015442618,0.0072180014],"genre_scores_gemma":[0.9975226,0.0000065870136,0.00002109969,0.00009814279,0.00020002277,0.0000047173617,0.0000014961821,0.0000083691975,0.0021369727],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977627,0.0004060227,0.00037922506,0.00021438632,0.00045893935,0.00077875005],"domain_scores_gemma":[0.99867827,0.0000648432,0.00038846355,0.00054619624,0.00016852054,0.00015370217],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026128204,0.00014472706,0.00016167307,0.0001652747,0.005238093,0.00014027016,0.0008337392,0.00009039586,0.00001671511],"category_scores_gemma":[0.000040732946,0.00006589955,0.00010124047,0.00035798035,0.00021255248,0.0001544939,0.00005496456,0.001263338,0.0000034764182],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012290054,0.000051470743,0.0051482343,0.000009428919,0.00037291148,0.00006117642,0.010235663,0.0012161969,0.0030586324,0.9664721,0.004339679,0.008911631],"study_design_scores_gemma":[0.0035645266,0.002143492,0.24609376,0.0006706388,0.0001857711,0.018905975,0.00051132066,0.010228577,0.083308205,0.42266592,0.2106509,0.0010708874],"about_ca_topic_score_codex":0.8582683,"about_ca_topic_score_gemma":0.9966987,"teacher_disagreement_score":0.54380614,"about_ca_system_score_codex":0.0010883856,"about_ca_system_score_gemma":0.0009260225,"threshold_uncertainty_score":0.996057},"labels":[],"label_agreement":null},{"id":"W1516799452","doi":"10.37974/alf.125","title":"Discussion: Should Hate Speech be allowed on the Internet? A Reply to Raphael Cohen-Almagor","year":2010,"lang":"en","type":"article","venue":"Amsterdam Law Forum","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Theme (computing); The Internet; Section (typography); Media studies; Library science; Political science; Law; Sociology; Computer science; World Wide Web","score_opus":0.019920742441279764,"score_gpt":0.2562980832976147,"score_spread":0.23637734085633497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516799452","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36676058,0.000026543747,0.06334222,0.48989666,0.0102301305,0.0022098806,0.000018463936,0.0014725296,0.06604297],"genre_scores_gemma":[0.9371813,0.000001902656,0.0050316313,0.046680693,0.00020078932,0.00008571273,0.0000043185278,0.000033019507,0.010780668],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976564,0.00011367543,0.0003281774,0.0007065831,0.0005366106,0.00065857073],"domain_scores_gemma":[0.997876,0.000106614876,0.000108089116,0.0015656138,0.00007799402,0.00026570162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007163491,0.00029014007,0.00022372839,0.0000961725,0.0003859393,0.0005024671,0.0015624128,0.0001249647,0.00014477358],"category_scores_gemma":[0.000074395975,0.00015707746,0.00017713144,0.0004071738,0.00012390438,0.00044054663,0.00061693974,0.0005793247,0.000678529],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002156999,0.00036423103,0.00039866514,0.000020393152,0.00012376378,0.00023450471,0.0030411405,0.00001724679,0.04226609,0.5375495,0.14799497,0.26777384],"study_design_scores_gemma":[0.00054612284,0.00070294895,0.0004299994,0.00007469761,0.000012968896,0.00012882406,0.00016882623,0.0023013204,0.13103732,0.0055421935,0.85856426,0.0004905354],"about_ca_topic_score_codex":0.00041351438,"about_ca_topic_score_gemma":0.0014452139,"teacher_disagreement_score":0.71056926,"about_ca_system_score_codex":0.000031603606,"about_ca_system_score_gemma":0.000029696312,"threshold_uncertainty_score":0.8721344},"labels":[],"label_agreement":null},{"id":"W1523048464","doi":"","title":"Should groups in liberal democracies have special rights to limit speech that is offensive to their culture or religion","year":2008,"lang":"en","type":"dissertation","venue":"ResearchSpace (University of KwaZulu-Natal)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Offensive; Political science; Limit (mathematics); Free speech; Law; Mathematics; Mathematical analysis; Operations research","score_opus":0.03931593196172454,"score_gpt":0.26984122757586304,"score_spread":0.2305252956141385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523048464","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9498185,0.00030126,0.0023710376,0.011202088,0.001338275,0.0027326092,0.00019069917,0.00030884836,0.031736664],"genre_scores_gemma":[0.13969512,0.0054957494,0.034532174,0.0012715263,0.001547105,0.000017841452,0.00075921544,0.00017504806,0.8165062],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958628,0.00023167653,0.00024706603,0.001218297,0.0015455945,0.00089457683],"domain_scores_gemma":[0.99739766,0.0001460295,0.00022511801,0.0009722691,0.0006869132,0.00057203206],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003716619,0.0005096774,0.0007156163,0.0015179517,0.00066003134,0.00017349118,0.0021165307,0.00069889514,0.000115803494],"category_scores_gemma":[0.00014024736,0.0004950829,0.00030641,0.0017110932,0.00012135064,0.00080623,0.00065776886,0.0011951039,0.00048832875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041716737,0.00038017513,0.00022687133,0.00040982416,0.00028090333,0.004697896,0.15311624,0.000089214685,0.004029359,0.0017384223,0.78789717,0.04296228],"study_design_scores_gemma":[0.0041856794,0.004570337,0.012603634,0.0030860177,0.00011383173,0.00045435913,0.06034164,0.0017568454,0.13208714,0.008346928,0.76854837,0.00390524],"about_ca_topic_score_codex":0.0037864712,"about_ca_topic_score_gemma":0.04938853,"teacher_disagreement_score":0.8101234,"about_ca_system_score_codex":0.0005022008,"about_ca_system_score_gemma":0.00039200822,"threshold_uncertainty_score":0.9997501},"labels":[],"label_agreement":null},{"id":"W1525246304","doi":"10.2139/ssrn.2448480","title":"Time to Unpack the Juggernaut?: Reflections on the Canadian Federal Parliamentary Debates on 'Cyberbullying'","year":2014,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Political science; Public administration; Public relations; Business","score_opus":0.012306636093455918,"score_gpt":0.23639366754093702,"score_spread":0.2240870314474811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525246304","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39935702,0.00032625586,0.05795072,0.431329,0.0029882628,0.0015811404,0.000007676948,0.00055116636,0.105908744],"genre_scores_gemma":[0.9801805,0.000062592546,0.000198078,0.011139992,0.0005597517,0.000027162343,0.0000013794253,0.000025930638,0.0078045954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965555,0.00032380925,0.00022951614,0.00032851068,0.00045356975,0.002109094],"domain_scores_gemma":[0.9987771,0.00020502438,0.00010407505,0.0005542405,0.00008267609,0.00027690377],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022552283,0.00022022272,0.00013890676,0.00019822405,0.002815165,0.00067080127,0.001162526,0.00007571828,0.00010048618],"category_scores_gemma":[0.00013334984,0.00012905108,0.00012927427,0.00048351582,0.000054074564,0.00016922968,0.00005693764,0.0019471543,0.0021537277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013751753,0.00018140105,0.000102912956,0.0000031681873,0.0004511195,0.000019997495,0.0019732323,0.0055045146,0.0019792556,0.69056386,0.05289548,0.24618755],"study_design_scores_gemma":[0.0011509723,0.0060675466,0.0013286729,0.00015606557,0.00006033219,0.0019686366,0.0015844414,0.011255842,0.0054487726,0.36013663,0.6095772,0.0012649023],"about_ca_topic_score_codex":0.016405461,"about_ca_topic_score_gemma":0.25485283,"teacher_disagreement_score":0.5808235,"about_ca_system_score_codex":0.0016949697,"about_ca_system_score_gemma":0.0014654981,"threshold_uncertainty_score":0.9986232},"labels":[],"label_agreement":null},{"id":"W1531604128","doi":"10.1080/03071840701472331","title":"Radicalization on the Internet?","year":2007,"lang":"en","type":"article","venue":"The RUSI Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Radicalization; The Internet; Computer science; Political science; World Wide Web; Terrorism; Law","score_opus":0.014418801944508584,"score_gpt":0.22949820256512,"score_spread":0.2150794006206114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1531604128","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089404605,0.0000561724,0.89259565,0.007544624,0.0008468743,0.00005546268,5.584425e-8,0.000046028752,0.009450517],"genre_scores_gemma":[0.99618495,0.000023584395,0.0007818754,0.0018266462,0.00039963698,5.532759e-7,8.4151914e-8,0.000003990914,0.00077870215],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992922,0.00008765621,0.0001295353,0.00007087291,0.00025457513,0.00016517415],"domain_scores_gemma":[0.9995094,0.00011598247,0.00007614256,0.00021269117,0.000032527965,0.00005326672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016733424,0.000052808846,0.00003867126,0.000042918324,0.00030222474,0.0002332522,0.0006416921,0.000024708253,0.00006990648],"category_scores_gemma":[0.00006172093,0.00002401655,0.000043922428,0.00019794427,0.000032287106,0.00010453322,0.000050343817,0.00029543752,0.00016507451],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058381684,0.000072041556,0.00020319474,0.0000019025489,0.000048917453,0.00008482713,0.0032498192,0.00026634985,0.0023894927,0.42703193,0.029452737,0.53714037],"study_design_scores_gemma":[0.0012891466,0.0010310647,0.020666042,0.00021912101,0.000038110746,0.0059084697,0.00053356856,0.07832736,0.11967502,0.13774352,0.63392556,0.00064302946],"about_ca_topic_score_codex":0.0000072090156,"about_ca_topic_score_gemma":0.000004422926,"teacher_disagreement_score":0.9067803,"about_ca_system_score_codex":0.00003478463,"about_ca_system_score_gemma":0.000019608991,"threshold_uncertainty_score":0.23244989},"labels":[],"label_agreement":null},{"id":"W1547440466","doi":"10.17159/obiter.v32i2.12258","title":"HATE SPEECH ON SOCIAL NETWORK SITES: PERPETRATOR AND SERVICE PROVIDERS’ LIABILITY","year":2021,"lang":"en","type":"article","venue":"Obiter","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cyberspace; Liability; The Internet; Hatred; Service provider; Service (business); Political science; European union; Internet service provider; Law; Business; Sociology; Internet privacy; Computer science; Politics; International trade","score_opus":0.01938135336999929,"score_gpt":0.23803109722956314,"score_spread":0.21864974385956384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1547440466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790659,0.000113334536,0.0048092953,0.009734515,0.0006119365,0.00019628178,0.000004182003,0.0002530578,0.0052115293],"genre_scores_gemma":[0.9633234,0.000014235488,0.02138502,0.01162317,0.00095820794,0.000023810431,0.000013190811,0.000023850553,0.0026350725],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888915,0.000101043566,0.0001274479,0.00042826976,0.00018178012,0.0002722844],"domain_scores_gemma":[0.9994152,0.000050367278,0.00003795329,0.00030814382,0.00010981118,0.00007852555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022379946,0.0001194652,0.00012315836,0.000023221426,0.00022304419,0.00032520643,0.00017403477,0.000084280946,0.000053268475],"category_scores_gemma":[0.000026693706,0.00011243151,0.000045414858,0.00038889583,0.000021591393,0.00028457015,0.00013507753,0.00016486629,0.0001504774],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002107783,0.00092154654,0.02167789,0.0006980464,0.0002376659,0.0010545872,0.01606251,0.00024529177,0.06385822,0.02491225,0.08043683,0.78968436],"study_design_scores_gemma":[0.0039501213,0.0009671457,0.13510847,0.00039460405,0.00010405636,0.0005614142,0.0007816858,0.043285295,0.13294025,0.038892247,0.63988346,0.0031312201],"about_ca_topic_score_codex":0.000014891639,"about_ca_topic_score_gemma":0.00006752958,"teacher_disagreement_score":0.78655314,"about_ca_system_score_codex":0.000032908833,"about_ca_system_score_gemma":0.000053748874,"threshold_uncertainty_score":0.45848238},"labels":[],"label_agreement":null},{"id":"W1551608788","doi":"10.2139/ssrn.2568611","title":"Bill C-51 Backgrounder #4: The Terrorism Propaganda Provisions","year":2015,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Terrorism; Political science; Law; Criminology; Sociology","score_opus":0.01916281844190669,"score_gpt":0.23784437825169977,"score_spread":0.2186815598097931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551608788","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069205225,0.0017026591,0.9013143,0.021488924,0.0018102009,0.00040608543,5.4639855e-7,0.0002550575,0.0038169923],"genre_scores_gemma":[0.9920425,0.00026748952,0.001173312,0.00030692594,0.00046772018,0.000010783445,6.2872414e-7,0.000016764972,0.005713878],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971565,0.00016123324,0.00023408665,0.00025091958,0.00049015955,0.0017070825],"domain_scores_gemma":[0.9990636,0.000030332965,0.00013146533,0.00043060255,0.0001678168,0.00017617563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024495441,0.00015163567,0.00011975451,0.00009589989,0.000459128,0.00036580546,0.0010036799,0.00006893336,0.000005998663],"category_scores_gemma":[0.00007711971,0.00007812178,0.00009598088,0.00040862427,0.000048221522,0.0006038225,0.00012956314,0.0016480895,0.00019264292],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078216864,0.00026411904,0.00043579924,0.000005764825,0.00026027363,0.000053035634,0.0030673952,0.0002571758,0.0013630526,0.44630575,0.008435947,0.5394735],"study_design_scores_gemma":[0.0013521931,0.0014078651,0.00021895011,0.000024481309,0.000030120977,0.0056159315,0.0031577684,0.005027031,0.0009508621,0.8881617,0.09361523,0.0004378449],"about_ca_topic_score_codex":0.00014132888,"about_ca_topic_score_gemma":0.0002657021,"teacher_disagreement_score":0.92283726,"about_ca_system_score_codex":0.0006241241,"about_ca_system_score_gemma":0.0029662743,"threshold_uncertainty_score":0.716022},"labels":[],"label_agreement":null},{"id":"W1560504338","doi":"","title":"Private Regulation and Public Policy: Toward Effective Restriction of Internet Hate Propaganda","year":2004,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Political science; Accountability; Law; Public administration; Public relations; Law and economics; Sociology","score_opus":0.0066995262110539225,"score_gpt":0.22101314975359565,"score_spread":0.21431362354254171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560504338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50911367,0.00027406742,0.4889456,0.0012256606,0.0001229698,0.00015161865,2.2249789e-7,0.000049431903,0.000116779614],"genre_scores_gemma":[0.997711,0.00090716226,0.0011110974,0.000024702544,0.00014040692,0.0000063083185,9.86234e-7,0.000009022961,0.00008930048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983198,0.000094781295,0.00023339893,0.00021597648,0.00024394755,0.0008921062],"domain_scores_gemma":[0.99941546,0.000016881982,0.00022069484,0.00015535345,0.00010771499,0.00008391961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008690744,0.00011641888,0.00013530668,0.0003272056,0.00011605946,0.00014658045,0.0002552531,0.000070039656,0.0000010287076],"category_scores_gemma":[0.00009825572,0.000100766185,0.000053837324,0.00048326806,0.00004376671,0.0007237555,0.00007129183,0.00064736995,0.0000058717765],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046473568,0.000054306878,0.0008530159,0.00001438833,0.000077719305,0.0000029122832,0.00036580945,0.00012938786,0.008467467,0.81209636,0.0000057457078,0.17788643],"study_design_scores_gemma":[0.0015285534,0.0016596308,0.012654265,0.00007118706,0.000014702659,0.0011247619,0.00010134933,0.0011530351,0.035628464,0.9454253,0.0004246697,0.00021410744],"about_ca_topic_score_codex":0.0003026107,"about_ca_topic_score_gemma":0.00011991721,"teacher_disagreement_score":0.48859736,"about_ca_system_score_codex":0.0008468964,"about_ca_system_score_gemma":0.0010652583,"threshold_uncertainty_score":0.41091257},"labels":[],"label_agreement":null},{"id":"W1562869308","doi":"","title":"Canadian Blasphemy Law in Context: Press, Legislative, and Public Reactions","year":2009,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Blasphemy; Repeal; Legislature; Political science; Context (archaeology); Law; Newspaper; House of Commons; Parliament; Politics; History","score_opus":0.014765472462252393,"score_gpt":0.22034122248271054,"score_spread":0.20557575002045814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562869308","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026973201,0.00023369835,0.024107724,0.0180785,0.00025688307,0.00029371132,0.0000021293201,0.00027752886,0.9297766],"genre_scores_gemma":[0.9939381,0.00001610628,0.002324266,0.0011731108,0.00001787395,0.0000042978036,7.396668e-7,0.000002163894,0.0025233738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99932766,0.000027708162,0.00010725998,0.00020761382,0.000079280166,0.00025049158],"domain_scores_gemma":[0.9995443,0.000018855364,0.000020413525,0.00019033138,0.00003249521,0.0001935531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001036995,0.00006817413,0.00006945084,0.000090964895,0.00011838711,0.00021987238,0.00016657903,0.00004754503,0.000021302505],"category_scores_gemma":[0.000019059004,0.00006457382,0.000013996528,0.00022033721,0.000023572022,0.0007234341,0.000017599123,0.00010788981,0.000019904117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011480927,0.000023521705,0.00024110744,0.0000012103721,0.000003458529,0.000015156405,0.00032379315,0.000005205969,0.00027400473,0.91466403,0.0011087493,0.08333861],"study_design_scores_gemma":[0.00054197275,0.00015639231,0.0076660425,0.000018040024,0.0000021924282,0.00006884117,0.00015209573,0.011183639,0.0031501271,0.019251768,0.9574895,0.00031939644],"about_ca_topic_score_codex":0.37819707,"about_ca_topic_score_gemma":0.8066425,"teacher_disagreement_score":0.96696484,"about_ca_system_score_codex":0.00007244856,"about_ca_system_score_gemma":0.00008910598,"threshold_uncertainty_score":0.62594354},"labels":[],"label_agreement":null},{"id":"W1574604405","doi":"10.26686/wgtn.17006713.v1","title":"The Limits of Free Speech: Democratic Legitimacy in Canada and New Zealand","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Democracy; Legitimacy; Democratic legitimacy; Free speech; Order (exchange); Law and economics; Political science; Citizen journalism; Deliberative democracy; Sociology; Law; Politics; Economics","score_opus":0.012689727810039351,"score_gpt":0.2215647601747734,"score_spread":0.20887503236473404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574604405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97433776,0.00069008797,0.0006922221,0.0011534408,0.001589641,0.00064866827,0.000002824661,0.00005201517,0.020833371],"genre_scores_gemma":[0.5597654,0.0012098153,0.015254492,0.00040989107,0.00025639613,0.00007082798,0.00006663337,0.00006319206,0.4229034],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989484,0.000033557473,0.00028221254,0.00024098923,0.00027754996,0.00021728744],"domain_scores_gemma":[0.99911547,0.00013409626,0.00014247853,0.0004497402,0.00006376077,0.0000944574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000103882405,0.00014888596,0.00018717983,0.000071758055,0.00006881486,0.000121282865,0.0006134972,0.00007698152,0.00001678618],"category_scores_gemma":[0.00007649075,0.00010431983,0.000024260351,0.00021140616,0.000010218441,0.00016175456,0.000040091898,0.00018798835,0.000005052204],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030967774,0.000022056885,0.0024782224,0.000115244446,0.000058642858,0.000041885894,0.00093429873,0.00002094282,0.0016134725,0.004163485,0.1480211,0.8424997],"study_design_scores_gemma":[0.00596191,0.00090020854,0.50558436,0.0017033663,0.00014734133,0.00024851045,0.0035971394,0.042650476,0.21977653,0.17443672,0.04126764,0.0037257778],"about_ca_topic_score_codex":0.9598735,"about_ca_topic_score_gemma":0.9962263,"teacher_disagreement_score":0.8387739,"about_ca_system_score_codex":0.00007678272,"about_ca_system_score_gemma":0.0014932337,"threshold_uncertainty_score":0.4254039},"labels":[],"label_agreement":null},{"id":"W1587480210","doi":"10.21991/c9g96p","title":"A REVIEW OF THE TAYLOR CASE: USING HUMAN RIGHTS LEGISLATION TO CURB RACIST SPEECH","year":2011,"lang":"en","type":"review","venue":"Constitutional Forum / Forum constitutionnel","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Legislation; Human rights; Political science; Law; Law and economics; Sociology","score_opus":0.06233473018195917,"score_gpt":0.3263775389393905,"score_spread":0.2640428087574313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587480210","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002955922,0.7539269,0.23270188,0.00020472745,0.0028458228,0.0024003792,0.00023610002,0.00016479404,0.007516458],"genre_scores_gemma":[0.0024660963,0.976791,0.018043816,0.0011075293,0.0004563665,0.0003935144,0.00019371463,0.00005005292,0.0004978566],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951256,0.0003517457,0.0018419161,0.0011295794,0.0006924775,0.00085868826],"domain_scores_gemma":[0.9958117,0.00013571588,0.0012536655,0.0017804613,0.00069075736,0.0003277186],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00084364304,0.00084447087,0.0016789255,0.0005887244,0.0025796806,0.00016475876,0.001861914,0.00048178842,0.0001230963],"category_scores_gemma":[0.00028563113,0.00062379043,0.0012454203,0.0020512221,0.0021004716,0.00090753374,0.0009246513,0.0007261036,0.00025502456],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027288045,0.00007823453,0.000004062127,0.006241538,0.0001314434,0.00021413647,0.0000143427005,0.000015429498,0.000004490228,0.8918911,0.0027380802,0.09866439],"study_design_scores_gemma":[0.00023301147,0.000050329563,2.4450134e-7,0.057590395,0.0004770057,0.02123663,0.0000067197707,0.00014932577,0.000053044623,0.0031182969,0.9163914,0.0006936159],"about_ca_topic_score_codex":0.00043933955,"about_ca_topic_score_gemma":0.0002496544,"teacher_disagreement_score":0.9136533,"about_ca_system_score_codex":0.00058801257,"about_ca_system_score_gemma":0.0020825958,"threshold_uncertainty_score":0.99962133},"labels":[],"label_agreement":null},{"id":"W1588939777","doi":"10.26686/wgtn.17007385.v1","title":"Public nudity and the right to freedom of expression: Balancing competing interests","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Wellington City Council; Auckland Council","keywords":"Freedom of expression; Supreme court; Expression (computer science); Scope (computer science); Test (biology); Political science; Law; Human rights; Balancing test; Law and economics; Sociology; Computer science","score_opus":0.012832233074653407,"score_gpt":0.23201504713566143,"score_spread":0.21918281406100804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588939777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70081747,0.00056790235,0.15216032,0.002041207,0.0052484185,0.001549637,0.0000042335123,0.00045876374,0.13715206],"genre_scores_gemma":[0.9786204,0.000017550712,0.016637998,0.00019802841,0.00015019246,0.000051149636,0.000019659361,0.000014520977,0.0042904713],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998684,0.00012630178,0.00032458984,0.00036198852,0.00029049235,0.00021266099],"domain_scores_gemma":[0.99877256,0.00019035142,0.0002302973,0.00048517904,0.00021355523,0.000108044376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045292696,0.00017954581,0.00029121598,0.0001390414,0.00018544175,0.00031872094,0.0007255604,0.0001284413,0.00009379458],"category_scores_gemma":[0.00016496124,0.00010838812,0.00007071044,0.00024420922,0.000039445087,0.00029328722,0.00019397348,0.00024418117,0.00004602862],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042634178,0.0003299,0.000885427,0.0014106281,0.0003763575,0.000037326146,0.02923112,0.000093730065,0.18783472,0.336057,0.07511014,0.3682073],"study_design_scores_gemma":[0.0058139325,0.0006369526,0.015170101,0.0041988054,0.00010881623,0.00010759846,0.0061894516,0.06650619,0.84443384,0.01877979,0.03519429,0.0028602069],"about_ca_topic_score_codex":0.00019227782,"about_ca_topic_score_gemma":0.00042333253,"teacher_disagreement_score":0.65659916,"about_ca_system_score_codex":0.0000199847,"about_ca_system_score_gemma":0.00004998586,"threshold_uncertainty_score":0.44199392},"labels":[],"label_agreement":null},{"id":"W1602149093","doi":"","title":"Médias, technologies et droits humains : notions concurrentes. Cas canadiens et internationaux","year":2012,"lang":"fr","type":"article","venue":"R-libre (Université Téluq)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Humanities; Political science; Human rights; Freedom of expression; Sociology; Expression (computer science); Law; Art; Computer science","score_opus":0.035194216190896556,"score_gpt":0.26366234515586673,"score_spread":0.22846812896497018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602149093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78444076,0.009869038,0.08244893,0.07264747,0.011487676,0.0007145743,0.00038235026,0.0020271551,0.035982035],"genre_scores_gemma":[0.96556103,0.0008941331,0.0019938778,0.0005283727,0.00017150583,0.000006726743,0.000052143267,0.00003304467,0.030759191],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977327,0.00018094122,0.00023506471,0.00052834273,0.00038253242,0.000940408],"domain_scores_gemma":[0.9984759,0.00013601143,0.0002050511,0.0006230943,0.00023406604,0.00032587355],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038649363,0.00034154323,0.00027613834,0.0002831594,0.00053763256,0.00025644858,0.0010294593,0.00032520894,0.00021339448],"category_scores_gemma":[0.00010172237,0.00042563307,0.00018668626,0.001068078,0.00027519584,0.0030311316,0.00073271396,0.0006762692,0.0005703567],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075707853,0.00019506368,0.0011764199,0.000033420976,0.000111200534,0.00014334089,0.005626774,0.000100541634,0.00028952953,0.45314106,0.013317406,0.5258577],"study_design_scores_gemma":[0.0008880068,0.0002359327,0.07693927,0.00025838014,0.00010260829,0.0005593534,0.002372253,0.005469483,0.001258181,0.0014905399,0.9096485,0.000777498],"about_ca_topic_score_codex":0.0054071476,"about_ca_topic_score_gemma":0.0062446855,"teacher_disagreement_score":0.8963311,"about_ca_system_score_codex":0.00064905424,"about_ca_system_score_gemma":0.0003803921,"threshold_uncertainty_score":0.9998196},"labels":[],"label_agreement":null},{"id":"W1605145486","doi":"10.60082/2563-8505.1271","title":"Hate Speech and the Reasonable Supreme Court of Canada","year":2013,"lang":"en","type":"article","venue":"Supreme Court law review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Constitutionality; Supreme court; Law; Hatred; Human rights; Political science; Legislation; Commission; Harm; Fundamental rights; Tribunal; Sociology; Politics","score_opus":0.011323929695200085,"score_gpt":0.215569236149523,"score_spread":0.20424530645432293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605145486","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034425408,0.5456303,0.019750886,0.19897988,0.004431118,0.012960396,0.000068064925,0.00083852484,0.18291545],"genre_scores_gemma":[0.84656334,0.10567682,0.018564226,0.018558657,0.00035255408,0.00044494122,0.00002190193,0.000091188165,0.009726357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812233,0.00020263152,0.00042633052,0.00034607243,0.0005144551,0.0003881613],"domain_scores_gemma":[0.99839157,0.00013105145,0.00018059273,0.00084728893,0.00029686262,0.00015263107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010520204,0.00019562438,0.0004685617,0.000019502777,0.00020753266,0.000115420575,0.0007534007,0.000047942296,0.00021197979],"category_scores_gemma":[0.00011449146,0.0001286421,0.00008929392,0.00029859936,0.00016003093,0.00039799532,0.00020955672,0.000178904,0.000056540914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029775516,0.00009645108,0.00027759065,0.0046223435,0.00023782458,0.00005470862,0.00022344096,0.000015021481,0.0011722868,0.46739042,0.38157654,0.1443036],"study_design_scores_gemma":[0.00079515396,0.00006722276,0.00028467237,0.0020557425,0.00007655111,0.00017768133,0.000017221411,0.0028509486,0.002795837,0.006895915,0.98359835,0.0003846742],"about_ca_topic_score_codex":0.24524602,"about_ca_topic_score_gemma":0.067778766,"teacher_disagreement_score":0.81213796,"about_ca_system_score_codex":0.000056031487,"about_ca_system_score_gemma":0.00024526234,"threshold_uncertainty_score":0.94923186},"labels":[],"label_agreement":null},{"id":"W1726412375","doi":"10.47678/cjhe.v36i1.183526","title":"The Charge of Thought-Policing in Universities","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Enforcement; Left-wing politics; False accusation; Politics; Expression (computer science); Law; Human rights; Political science; Criticism; Sociology; Law and economics","score_opus":0.005526231220567111,"score_gpt":0.21835524091310557,"score_spread":0.21282900969253846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1726412375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803681,0.0021338412,0.0006944732,0.003983584,0.0026493524,0.00005250845,7.8984493e-7,0.0000049566197,0.010112428],"genre_scores_gemma":[0.99093175,0.000007680162,0.00045103877,0.00007438827,0.00019980822,3.413938e-7,2.8779976e-7,0.0000022638865,0.008332446],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999573,0.000034339835,0.00015215209,0.00004188612,0.000074182455,0.00012443762],"domain_scores_gemma":[0.9995682,0.00002365769,0.00012954474,0.00009822354,0.00010846614,0.00007188133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016209904,0.000035928282,0.000054022865,0.00021751274,0.000092227216,0.000049221817,0.00024728343,0.000022409313,0.000014703936],"category_scores_gemma":[0.0000040760315,0.000028815086,0.000026118752,0.00026544172,0.000026121204,0.00023046823,0.000003996731,0.00007817387,0.00000348401],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001655852,0.00009715209,0.054331385,0.000033432527,0.000035024223,0.000045037665,0.0048604445,0.00055693486,0.0037365863,0.79264003,0.10245311,0.04119431],"study_design_scores_gemma":[0.00034825955,0.000116116236,0.3778348,0.00015351435,0.0000115897665,0.00010318822,0.00096493785,0.0001341276,0.009924148,0.011277573,0.59895176,0.0001799856],"about_ca_topic_score_codex":0.023075461,"about_ca_topic_score_gemma":0.015472503,"teacher_disagreement_score":0.7813625,"about_ca_system_score_codex":0.00019867433,"about_ca_system_score_gemma":0.001639473,"threshold_uncertainty_score":0.98342997},"labels":[],"label_agreement":null},{"id":"W1734963588","doi":"","title":"What is the Purpose of Freedom of Expression","year":2009,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Charter; Dignity; Expression (computer science); Freedom of expression; Realm; Law; Supreme court; Freedom of thought; Democracy; Political science; Law and economics; Realization (probability); Government (linguistics); Relation (database); Human rights; Sociology; Philosophy; Politics; Computer science; Mathematics","score_opus":0.006001828542725032,"score_gpt":0.22329722848852063,"score_spread":0.2172953999457956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1734963588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43524897,0.01478478,0.5398422,0.007631209,0.0012270394,0.00026555097,7.065662e-7,0.00006278494,0.0009367668],"genre_scores_gemma":[0.99336755,0.004932376,0.0010938119,0.00010675905,0.00009454375,7.246707e-7,1.3190028e-7,0.0000037351363,0.00040036684],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998531,0.00007345273,0.00024330425,0.00012398281,0.0003144885,0.00071376073],"domain_scores_gemma":[0.9992881,0.000027973869,0.00022473668,0.00032193188,0.00009849104,0.0000388013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010015465,0.00008156175,0.00012212024,0.00007586546,0.00011856899,0.00008086016,0.00072530145,0.00004690847,0.000008298545],"category_scores_gemma":[0.00001810186,0.000051950778,0.00010992029,0.00024944328,0.000032526583,0.0006394885,0.000040379728,0.00063839933,0.000005588639],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005907215,0.00014741512,0.000081467624,0.0000056554913,0.000052707896,0.000003211644,0.0017008344,0.00022384773,0.13199115,0.14559922,0.0004577625,0.7196777],"study_design_scores_gemma":[0.0010017486,0.0021439472,0.0007724097,0.00020744369,0.000025638097,0.0007270444,0.001772602,0.003070007,0.3450383,0.6418089,0.0031879996,0.00024392996],"about_ca_topic_score_codex":0.0000129177115,"about_ca_topic_score_gemma":0.000014099913,"teacher_disagreement_score":0.7194337,"about_ca_system_score_codex":0.00008339443,"about_ca_system_score_gemma":0.0004304576,"threshold_uncertainty_score":0.27735627},"labels":[],"label_agreement":null},{"id":"W1816871147","doi":"","title":"Negotiating the Contours of Unlawful Hate Speech: Regulation Under Provincial Human Rights Law in Canada","year":2005,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Law; Legislature; Statute; Free speech; Political science; Human rights; Negotiation","score_opus":0.009458603697093015,"score_gpt":0.21068838383234528,"score_spread":0.20122978013525228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1816871147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95045525,0.000018864204,0.018381858,0.0014863638,0.00030181988,0.00030460852,0.0000010628074,0.00006541776,0.028984768],"genre_scores_gemma":[0.99668723,1.9322147e-7,0.0024528685,0.00022160164,0.00009864466,0.0000036878644,0.0000012612956,0.0000039576385,0.0005305245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989991,0.00006813575,0.000256755,0.00018649758,0.00028350504,0.00020598788],"domain_scores_gemma":[0.99947315,0.000044553522,0.00010973374,0.00027710834,0.00005665383,0.000038776965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023180772,0.000086933134,0.0001043628,0.00003976493,0.00020631868,0.00006694145,0.00032495224,0.00003482955,0.000025665579],"category_scores_gemma":[0.000005158534,0.00006111739,0.000023249198,0.00020712038,0.00003226255,0.00032336483,0.000053343607,0.000104502564,0.00000514229],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072530474,0.000036653957,0.00049528066,0.0000071963345,0.000012447444,0.000007004159,0.00042774522,0.01590232,0.0034186132,0.9627599,0.0006649083,0.016260687],"study_design_scores_gemma":[0.0026489096,0.0002604491,0.069857225,0.000127602,0.000025823565,0.00006244016,0.0006434667,0.47603408,0.37194514,0.050152507,0.027187841,0.0010545193],"about_ca_topic_score_codex":0.9459101,"about_ca_topic_score_gemma":0.9955745,"teacher_disagreement_score":0.9126074,"about_ca_system_score_codex":0.00025982957,"about_ca_system_score_gemma":0.00017878928,"threshold_uncertainty_score":0.24922948},"labels":[],"label_agreement":null},{"id":"W1823790170","doi":"10.1007/978-3-319-06483-3_25","title":"Experts and Machines against Bullies: A Hybrid Approach to Detect Cyberbullies","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":137,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Twente; York University","keywords":"Computer science; Machine learning; Artificial intelligence; Classifier (UML)","score_opus":0.010636258748427573,"score_gpt":0.21431803929404786,"score_spread":0.20368178054562028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1823790170","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007368383,0.0006531321,0.98791194,0.00048355988,0.0012273248,0.0005484639,0.0000045114075,0.0003275056,0.008106749],"genre_scores_gemma":[0.15747978,0.00017372858,0.83535576,0.0046349037,0.0009109885,0.00005664841,0.000008211486,0.00008715275,0.0012928395],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955139,0.000054568205,0.0005183131,0.0021377413,0.0009392029,0.000836267],"domain_scores_gemma":[0.9974505,0.0002967288,0.00021010567,0.001473313,0.000180767,0.0003886195],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008435678,0.0007384461,0.0006833507,0.0010679911,0.000442654,0.0010425226,0.0024687506,0.00025921708,0.000005533773],"category_scores_gemma":[0.00013930934,0.0006495774,0.00013050553,0.00052575424,0.00051595725,0.00035952643,0.001483622,0.00060428114,0.00005139652],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008080202,0.00001276685,0.000007954802,0.000049109603,0.000011810942,0.00004026201,0.00078641693,0.010375006,0.00036642092,0.0031804766,0.00010155704,0.98506016],"study_design_scores_gemma":[0.0007223298,0.00079648907,0.00009342363,0.0008813563,0.000021359012,0.0007925224,0.0000011009297,0.85189337,0.010231994,0.08732578,0.044313937,0.0029263494],"about_ca_topic_score_codex":0.00004219396,"about_ca_topic_score_gemma":0.000043984124,"teacher_disagreement_score":0.9821338,"about_ca_system_score_codex":0.00018326308,"about_ca_system_score_gemma":0.00022102767,"threshold_uncertainty_score":0.9999945},"labels":[],"label_agreement":null},{"id":"W1832562446","doi":"10.47678/cjhe.v31i2.183392","title":"Stanley Fish's Case for Speech Regulation: A Critique","year":2001,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Impossibility; Argument (complex analysis); Free speech; Fish <Actinopterygii>; Indirect speech; Speech act; Law and economics; Linguistics; Psychology; Sociology; Political science; Law; Philosophy; Biology; Fishery","score_opus":0.01700345737689694,"score_gpt":0.2785156482506046,"score_spread":0.26151219087370764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832562446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6563641,0.0028837766,0.24160975,0.06667439,0.020457238,0.00087788736,0.000021569607,0.000091914066,0.011019368],"genre_scores_gemma":[0.9664295,0.000006978799,0.01986354,0.0015444295,0.0009904336,0.000009202145,0.0000034709851,0.000010603282,0.011141887],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926966,0.00003866191,0.0002468608,0.00012297834,0.0001044179,0.0002174006],"domain_scores_gemma":[0.99866897,0.000034264114,0.00014972506,0.0002029608,0.0005286046,0.00041548783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025110657,0.00007890813,0.0000958586,0.00028695716,0.00018983881,0.00020025908,0.00023737148,0.00006431384,0.00018093122],"category_scores_gemma":[0.000042571293,0.000080898324,0.00006477786,0.00031180118,0.00001867425,0.00057533965,0.000004118175,0.000106530046,0.00000880289],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039744038,0.0001385534,0.003999368,0.00005956026,0.00006986042,0.0024387718,0.001943132,0.00015810011,0.0007109051,0.052952345,0.7021537,0.23533596],"study_design_scores_gemma":[0.00025329454,0.00016311958,0.004606768,0.000047677062,0.000014857505,0.014897163,0.000101828184,0.00016276777,0.00092642556,0.012051533,0.96662706,0.00014747551],"about_ca_topic_score_codex":0.0020467,"about_ca_topic_score_gemma":0.008447981,"teacher_disagreement_score":0.31006536,"about_ca_system_score_codex":0.00024083394,"about_ca_system_score_gemma":0.0019325649,"threshold_uncertainty_score":0.47141716},"labels":[],"label_agreement":null},{"id":"W1872706764","doi":"","title":"Beyond Irwin Toy: A New Approach to Freedom of Expression Under the Charter","year":2012,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Supreme court; Jurisprudence; Law; Political science; Adjudication; Scrutiny; Charter; Law and economics; Sociology","score_opus":0.011952735129688752,"score_gpt":0.2274451726208317,"score_spread":0.21549243749114294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1872706764","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04994972,0.00094542216,0.942833,0.0015107907,0.0004985979,0.00014050683,2.7349324e-7,0.000037528873,0.004084161],"genre_scores_gemma":[0.9894089,0.000106767475,0.0069494112,0.00029899663,0.0007369591,0.0000052920827,4.4075654e-7,0.000012723382,0.0024805286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99769527,0.00010447081,0.00020918861,0.00016808943,0.00034673695,0.0014762377],"domain_scores_gemma":[0.9992525,0.000028480725,0.00011554095,0.0003733531,0.00004591409,0.0001842396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001457373,0.00012125881,0.00012827647,0.000098367025,0.00019500613,0.000083536084,0.00074963283,0.00006124756,0.000017852508],"category_scores_gemma":[0.000017586048,0.000077534,0.00009445584,0.00031261775,0.000020588224,0.0004628882,0.000113462615,0.00082920346,0.00007775012],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007147032,0.00033175992,0.00034735564,0.000008244012,0.00014400535,7.058447e-7,0.0045020306,0.00068105146,0.049353804,0.7974654,0.008343708,0.1387505],"study_design_scores_gemma":[0.0042464607,0.0021186457,0.0063725873,0.00016343585,0.00014240784,0.004509689,0.009108736,0.0061471406,0.095337436,0.82010716,0.05005035,0.0016959592],"about_ca_topic_score_codex":0.000047387995,"about_ca_topic_score_gemma":0.000022508168,"teacher_disagreement_score":0.93945915,"about_ca_system_score_codex":0.0002018264,"about_ca_system_score_gemma":0.0005697133,"threshold_uncertainty_score":0.36025226},"labels":[],"label_agreement":null},{"id":"W1875271486","doi":"10.60082/2563-8505.1272","title":"Reconciling Rights: The Whatcott Case as Missed Opportunity","year":2013,"lang":"en","type":"article","venue":"Supreme Court law review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Supreme court; Law; Charter; Hatred; Jurisprudence; Human rights; Political science; Fundamental rights; Constitutional right; Commission; Expression (computer science); Sociology","score_opus":0.04051935539651571,"score_gpt":0.2677244446295087,"score_spread":0.22720508923299296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1875271486","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08198732,0.31859112,0.049997862,0.19749962,0.008210367,0.013975932,0.000020929947,0.0036882586,0.32602862],"genre_scores_gemma":[0.73760617,0.071699835,0.026318911,0.1497601,0.0011689407,0.0011774775,0.000037638176,0.00013156323,0.012099386],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821454,0.0002889648,0.000419193,0.00039848016,0.0003121364,0.00036667747],"domain_scores_gemma":[0.99800724,0.00013190988,0.00015094617,0.0011619086,0.00026952638,0.00027846303],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010667508,0.00020774186,0.00030053535,0.00002381778,0.00054202264,0.00032277982,0.0008256543,0.00006943505,0.0010342462],"category_scores_gemma":[0.00015779793,0.00013085906,0.00016626866,0.0003230012,0.00007650041,0.0008615803,0.00014783688,0.00028829247,0.002100144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062152403,0.000206304,0.000016929258,0.0022526104,0.00017666802,0.0027781597,0.00061892153,0.000007785831,0.0012226444,0.2894434,0.1761589,0.5271115],"study_design_scores_gemma":[0.00012262524,0.000062479,0.0000033251697,0.0009735996,0.000037918417,0.0030732616,0.000016673126,0.00076429785,0.0011484539,0.008133924,0.98540634,0.00025709587],"about_ca_topic_score_codex":0.0028834667,"about_ca_topic_score_gemma":0.000247763,"teacher_disagreement_score":0.80924743,"about_ca_system_score_codex":0.000050195973,"about_ca_system_score_gemma":0.000120527606,"threshold_uncertainty_score":0.99987894},"labels":[],"label_agreement":null},{"id":"W1977706228","doi":"10.1177/0734016808319174","title":"Book Review: Welch, M. (2006). Scapegoats of September 11th: Hate Crimes &amp; State Crimes in the War on Terror. New Brunswick, NJ: Rutgers University Press. 222 pp","year":2008,"lang":"en","type":"article","venue":"Criminal Justice Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Criminology; State (computer science); Political science; Law; Sociology; Computer science","score_opus":0.038105910856513124,"score_gpt":0.2725925796038508,"score_spread":0.23448666874733767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977706228","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005247293,0.97940344,0.0040243133,0.0023517022,0.00036023132,0.0010899882,0.0000061857904,0.00012223716,0.012117185],"genre_scores_gemma":[0.00036970762,0.97633433,0.0023246252,0.013457973,0.000078494944,0.0000068444415,0.000009108472,0.000023098875,0.007395795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99672,0.00068320957,0.00067059486,0.00065793423,0.000675922,0.000592328],"domain_scores_gemma":[0.99773675,0.00022969117,0.0004228298,0.0012048692,0.00017787809,0.00022799155],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009296475,0.00039281862,0.0007402131,0.00011827118,0.00024977865,0.000035815796,0.0013962133,0.0000802508,0.0001823407],"category_scores_gemma":[0.00025073197,0.00030414798,0.00030684055,0.00059783744,0.00015895927,0.0006403204,0.00019334223,0.00044647287,0.0003910747],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033927703,0.00014369159,0.0000075547873,0.01649444,0.000032399363,0.0002073791,0.00088283524,0.000037664926,0.00007816433,0.00017973097,0.9579228,0.023979414],"study_design_scores_gemma":[0.000308685,0.00014514566,0.00019268092,0.0131282685,0.0009734894,0.00024865236,0.000065529915,0.00006428647,0.0009691774,0.000012173094,0.98351365,0.00037823763],"about_ca_topic_score_codex":0.0006377713,"about_ca_topic_score_gemma":0.000035218414,"teacher_disagreement_score":0.025590876,"about_ca_system_score_codex":0.000102234175,"about_ca_system_score_gemma":0.00057731237,"threshold_uncertainty_score":0.99994105},"labels":[],"label_agreement":null},{"id":"W1990944375","doi":"10.7202/1025142ar","title":"“Sexualized Online Bullying” Through an Equality Lens: Missed Opportunity in AB v. Bragg?","year":2014,"lang":"en","type":"article","venue":"McGill Law Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"UNICEF","keywords":"Framing (construction); Interim; Supreme court; Political science; Law; Psychology; Engineering","score_opus":0.08735101159838843,"score_gpt":0.3089600770320802,"score_spread":0.2216090654336918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990944375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5360295,0.00019018809,0.30345157,0.008040933,0.004181182,0.00063147396,0.00006288891,0.0010145203,0.14639771],"genre_scores_gemma":[0.95881486,0.000090273614,0.037215844,0.0034245776,0.00030804184,0.00000421877,0.000011069855,0.000024379031,0.000106734515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706066,0.0007627756,0.00065382826,0.00044263483,0.0005141537,0.00056595966],"domain_scores_gemma":[0.9984076,0.00010304395,0.00029808746,0.0006561589,0.00017515627,0.0003599708],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0020260613,0.00024054579,0.00035341017,0.00010913996,0.0013720257,0.00024901069,0.0008958002,0.00015102152,0.00009753913],"category_scores_gemma":[0.00022912813,0.00021795124,0.00011129424,0.00036195773,0.00006848247,0.0019536451,0.00013779207,0.00072048523,0.00003895276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019534065,0.0018190505,0.00039033502,0.000063376705,0.00007982358,0.00041865755,0.0010311332,0.0005458232,0.009053649,0.79160583,0.0005988948,0.1941981],"study_design_scores_gemma":[0.003160478,0.0008794374,0.0014472329,0.00012199984,0.000017622144,0.0011795457,0.00019521208,0.014457462,0.008248985,0.023184001,0.94634247,0.000765578],"about_ca_topic_score_codex":0.0018189976,"about_ca_topic_score_gemma":0.003510996,"teacher_disagreement_score":0.94574356,"about_ca_system_score_codex":0.00011943418,"about_ca_system_score_gemma":0.000037589216,"threshold_uncertainty_score":0.99992806},"labels":[],"label_agreement":null},{"id":"W1996706811","doi":"10.7202/1013032ar","title":"“Dignitizing” Free Speech in Israel: The Impact of the Constitutional Revolution on Free Speech Protection","year":2012,"lang":"en","type":"article","venue":"McGill Law Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dignity; Supreme court; Free speech; Law; Political science; Bill of rights; Human rights","score_opus":0.027358065569301683,"score_gpt":0.2566332219396279,"score_spread":0.22927515637032622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996706811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73388034,0.0005052459,0.04809972,0.0061503225,0.007567243,0.00221001,0.00013446667,0.00027554674,0.20117708],"genre_scores_gemma":[0.99754584,0.000014611933,0.0018980958,0.00010864867,0.00037342776,0.000009521093,5.2486826e-7,0.000008211935,0.00004113844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998057,0.00032137593,0.00038519365,0.00018246657,0.00061911007,0.00043487427],"domain_scores_gemma":[0.99861974,0.00006864176,0.0003020159,0.00071679545,0.00018095628,0.00011183351],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0014519256,0.00017227407,0.00016119854,0.00012574004,0.0015758125,0.00009009521,0.0010652078,0.00011135671,0.00003054076],"category_scores_gemma":[0.00033479763,0.000096127806,0.00023644182,0.0005609258,0.00025757722,0.00071321084,0.00022445153,0.0007803084,0.000036147463],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018428636,0.00066731474,0.0054252795,0.000022951981,0.00013218494,0.000045041153,0.00025307498,0.0018035301,0.011205948,0.91667867,0.002405361,0.061176386],"study_design_scores_gemma":[0.011047055,0.003552571,0.24653819,0.001897303,0.00015472157,0.03389088,0.0006108715,0.015639434,0.37736794,0.20593967,0.10104792,0.0023134393],"about_ca_topic_score_codex":0.0025148059,"about_ca_topic_score_gemma":0.00092412485,"teacher_disagreement_score":0.71073896,"about_ca_system_score_codex":0.00046069804,"about_ca_system_score_gemma":0.00005529585,"threshold_uncertainty_score":0.999724},"labels":[],"label_agreement":null},{"id":"W1997654733","doi":"10.5210/fm.v16i8.3498","title":"“Don’t feed the troll”: Shutting down debate about community expectations on Reddit.com","year":2011,"lang":"en","type":"article","venue":"First Monday","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Affordance; Order (exchange); Online community; Identity (music); Representation (politics); Internet privacy; Political science; Advertising; Computer science; Business; World Wide Web; Law; Politics","score_opus":0.02772003969741437,"score_gpt":0.22428629515153084,"score_spread":0.19656625545411646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997654733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9042562,0.00013108118,0.05806433,0.0048846654,0.0015430711,0.0005212548,0.000012372224,0.00094780425,0.029639171],"genre_scores_gemma":[0.99393034,0.0000105222,0.004579541,0.00033292087,0.0000758031,0.00006165597,0.000005250461,0.000015161926,0.0009887895],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986018,0.0002981694,0.00024458082,0.00025256534,0.00025515415,0.00034773597],"domain_scores_gemma":[0.99809897,0.00021011647,0.00013066983,0.0014013496,0.00007016075,0.00008871449],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00045960155,0.00017550867,0.00014556924,0.00009798341,0.0016731134,0.00017966975,0.0015254662,0.000078440964,0.0000813242],"category_scores_gemma":[0.00016264773,0.00012815688,0.0001037995,0.00044971766,0.00009066324,0.00030126097,0.0002791204,0.00053459214,0.00039972505],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017909365,0.0011411497,0.0018726578,0.00006218145,0.00024302393,0.00009383307,0.805031,0.0005203284,0.0034600245,0.013429825,0.04430288,0.12966397],"study_design_scores_gemma":[0.0048030624,0.002963422,0.17482468,0.0006015516,0.00014075593,0.0002338753,0.007951779,0.09485569,0.18534276,0.024498144,0.50095624,0.0028280711],"about_ca_topic_score_codex":0.00084493926,"about_ca_topic_score_gemma":0.000092045484,"teacher_disagreement_score":0.79707927,"about_ca_system_score_codex":0.000058078444,"about_ca_system_score_gemma":0.00003308546,"threshold_uncertainty_score":0.9996266},"labels":[],"label_agreement":null},{"id":"W2007254975","doi":"10.1177/1532708611423207","title":"Constructing the Student Culprit","year":2011,"lang":"en","type":"article","venue":"Culture Studies &#x2194 Critical Methodologies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"University of British Columbia","keywords":"Culprit; Framing (construction); Deviance (statistics); Cheating; Psychology; Social psychology; Computer science; History","score_opus":0.1961798802841987,"score_gpt":0.4192586913859749,"score_spread":0.2230788111017762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007254975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061689843,0.011621425,0.9099124,0.008250463,0.0062106657,0.00052397914,0.000004521505,0.0014692124,0.055838317],"genre_scores_gemma":[0.15863733,0.00044241812,0.8394542,0.0008072742,0.0002547527,0.00008577622,3.7292006e-7,0.000011800539,0.00030612494],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99737793,0.0008717172,0.0003439772,0.00053124136,0.0003321922,0.0005429543],"domain_scores_gemma":[0.99683034,0.0020084933,0.00007415681,0.00061503553,0.00038626802,0.000085688334],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015920248,0.00026095737,0.00039560563,0.00004675416,0.0007169314,0.00015232795,0.0011529267,0.0001220321,0.000020249663],"category_scores_gemma":[0.008951759,0.00014462842,0.00015283958,0.0003808978,0.0009957968,0.0003418608,0.0009625314,0.0004513987,0.00006060953],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014654522,0.000049972514,0.0005363314,0.000054643137,0.00023963972,0.00006617525,0.023522336,9.650377e-7,0.0006829953,0.8874291,0.0025222916,0.084880866],"study_design_scores_gemma":[0.0006105756,0.00093204045,0.0049997615,0.00018328232,0.00024379778,0.0005894546,0.26723492,0.00009765276,0.06672544,0.63891226,0.018298443,0.0011723401],"about_ca_topic_score_codex":0.000011733549,"about_ca_topic_score_gemma":0.000010903025,"teacher_disagreement_score":0.24851684,"about_ca_system_score_codex":0.00006133103,"about_ca_system_score_gemma":0.000021603319,"threshold_uncertainty_score":0.99939626},"labels":[],"label_agreement":null},{"id":"W2010008752","doi":"10.1350/clwr.2012.41.2.0236","title":"Racial Vilification and Freedom of Speech in Australia and Elsewhere","year":2012,"lang":"en","type":"article","venue":"Common Law World Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Offensive; Law; Charter; Legislature; Context (archaeology); Political science; Politics; Government (linguistics); Democracy; Legislation; Freedom of information; Sociology; Law and economics; History; Linguistics; Economics","score_opus":0.03108574647807879,"score_gpt":0.30010409840855523,"score_spread":0.26901835193047646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010008752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4928816,0.46547896,0.0046924055,0.008748092,0.001766338,0.002694056,0.0000097334305,0.0002778439,0.02345098],"genre_scores_gemma":[0.98609966,0.008404706,0.0049011996,0.00020811768,0.00007058007,0.000012563531,0.0000018494314,0.0000048603943,0.00029644615],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992424,0.00010294351,0.00025219395,0.00014610578,0.00010255839,0.00015374557],"domain_scores_gemma":[0.99948967,0.00003527776,0.00009413895,0.00028277707,0.00002250131,0.00007564075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005247664,0.0000852338,0.00022457872,0.000048943275,0.000038367034,0.000028511426,0.00016542124,0.00002940197,0.000025458232],"category_scores_gemma":[0.000013387588,0.000075296724,0.000025745068,0.00034208415,0.00006164714,0.00034870766,0.00008392255,0.00010893083,0.000016787557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067059573,0.00009783068,0.014380316,0.002143245,0.000011941462,0.0000046368527,0.00023772146,8.2605453e-7,0.0011930461,0.28049538,0.0014833694,0.699945],"study_design_scores_gemma":[0.0008150839,0.00015010143,0.061830193,0.00657673,0.000072802715,0.0001097055,0.000010407739,0.0005544078,0.0074113184,0.0056417636,0.91618496,0.00064251357],"about_ca_topic_score_codex":0.0002082915,"about_ca_topic_score_gemma":0.00072419056,"teacher_disagreement_score":0.9147016,"about_ca_system_score_codex":0.000012750234,"about_ca_system_score_gemma":0.000005659438,"threshold_uncertainty_score":0.30705112},"labels":[],"label_agreement":null},{"id":"W2024612190","doi":"10.1350/clwr.2010.39.1.0195","title":"Speech, Equality, and Citizenship in Canada","year":2010,"lang":"en","type":"article","venue":"Common Law World Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Hatred; Xenophobia; Human rights; Racism; Law; Incitement; Terrorism; Sociology; Sedition; Criticism; Political science; Criminology; Citizenship; Politics","score_opus":0.019617307612958202,"score_gpt":0.25944653486200536,"score_spread":0.23982922724904715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024612190","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22028263,0.19164722,0.0017124234,0.05844342,0.0068919114,0.0031013328,0.000017623846,0.00070895976,0.51719445],"genre_scores_gemma":[0.9839645,0.0043678936,0.0028838047,0.008110885,0.000058350703,0.000019272067,0.0000020208065,0.000009885784,0.00058339664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892676,0.00012027015,0.00027998662,0.0002515232,0.00018883885,0.00023263447],"domain_scores_gemma":[0.99913657,0.00009332119,0.0000686656,0.00055249396,0.00002536294,0.00012360957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005760589,0.000115758405,0.00026939594,0.00003843911,0.00007502195,0.0000724569,0.00045783853,0.000022435013,0.00005949155],"category_scores_gemma":[0.000026023,0.00010296343,0.000030927433,0.00046236912,0.000035657624,0.00011281139,0.00018538174,0.00036397492,0.000022632717],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015918844,0.000016164264,0.0040209056,0.00092078914,0.000008071606,0.000110630186,0.000016211792,3.861844e-7,0.00023466516,0.55236435,0.0072544585,0.43505177],"study_design_scores_gemma":[0.0003469062,0.000025624036,0.008383934,0.002468746,0.000016338765,0.00018755542,0.0000030570134,0.00039556064,0.0018355753,0.025195757,0.9605859,0.0005550366],"about_ca_topic_score_codex":0.4615484,"about_ca_topic_score_gemma":0.9912755,"teacher_disagreement_score":0.9533315,"about_ca_system_score_codex":0.000054877277,"about_ca_system_score_gemma":0.0001576197,"threshold_uncertainty_score":0.5420372},"labels":[],"label_agreement":null},{"id":"W2025181783","doi":"10.3138/cjccj.2013.f03","title":"Mesure de la complexité de lecture des formulaires de déclaration et de renonciation aux droits pour adolescents québécois","year":2014,"lang":"fr","type":"article","venue":"Canadian Journal of Criminology and Criminal Justice/La Revue canadienne de criminologie et de justice pénale","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.06842774135723736,"score_gpt":0.30517289711995454,"score_spread":0.23674515576271718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025181783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71897787,0.0043222765,0.26811686,0.0062902765,0.0007387156,0.00017351224,0.000030359202,0.000052759147,0.0012973474],"genre_scores_gemma":[0.9583253,0.0018376126,0.032247398,0.006193968,0.0009259516,0.000018446268,0.000014080188,0.00007246216,0.00036473913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99156684,0.0035828552,0.0009197292,0.000685834,0.00020075115,0.003044015],"domain_scores_gemma":[0.9932001,0.0017830272,0.00079130655,0.0005256017,0.00091800955,0.0027819185],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005825876,0.00066949695,0.00079070986,0.0008722034,0.0011255203,0.00058455725,0.0012106075,0.0015519848,0.000049818063],"category_scores_gemma":[0.010565715,0.000787331,0.00027550824,0.0002757708,0.0011182986,0.00083237054,0.000103127946,0.0026666876,0.0000116062265],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0008365777,0.00040493652,0.016117185,0.010956029,0.00051798933,0.0128227435,0.20261674,0.027377576,0.0111833885,0.424854,0.004957258,0.28735557],"study_design_scores_gemma":[0.003787815,0.0035774845,0.54569066,0.004615501,0.017615112,0.12492967,0.05158244,0.068857424,0.006108653,0.14781298,0.02310982,0.0023124327],"about_ca_topic_score_codex":0.122772165,"about_ca_topic_score_gemma":0.41445854,"teacher_disagreement_score":0.5295735,"about_ca_system_score_codex":0.0046354504,"about_ca_system_score_gemma":0.02095993,"threshold_uncertainty_score":0.99974424},"labels":[],"label_agreement":null},{"id":"W2038241675","doi":"10.1163/15718110020907936","title":"Canadians Discuss Freedom of Speech: Individual Rights Versus Group Protection","year":2000,"lang":"en","type":"article","venue":"International Journal on Minority and Group Rights","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Harmony (color); Free speech; Multiculturalism; Government (linguistics); Value (mathematics); Law; Political science; Sociology; Linguistics","score_opus":0.01461372575035904,"score_gpt":0.2319685843408332,"score_spread":0.21735485859047415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038241675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97770965,0.00007052441,0.008959273,0.001360646,0.0041151894,0.00021019432,0.000035901638,0.00006434768,0.0074743023],"genre_scores_gemma":[0.99430436,0.000030462736,0.0038360732,0.000066975415,0.0011030983,0.0000058877204,0.000010379006,0.0000053390836,0.0006374115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982876,0.00009930581,0.00033562176,0.00029310852,0.0007453332,0.00023904195],"domain_scores_gemma":[0.9992635,0.000052390777,0.00016320824,0.0001803528,0.00012957453,0.000210944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030226915,0.0001693507,0.00016344356,0.00028333816,0.00035300312,0.00030820176,0.00069253315,0.000115078125,0.00020931054],"category_scores_gemma":[0.000011889355,0.0001272424,0.00010455465,0.00016924374,0.00008381844,0.0007148555,0.000042438598,0.00040954511,0.000045324814],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013639017,0.0007002437,0.00028721135,0.000018696679,0.0006837062,0.0010493856,0.0018584775,0.00016503737,0.0014494043,0.1699892,0.001112024,0.82132274],"study_design_scores_gemma":[0.017698782,0.008096077,0.04486231,0.00058887375,0.00021135685,0.0057107257,0.00013525267,0.012425729,0.018267145,0.24416216,0.6455855,0.002256127],"about_ca_topic_score_codex":0.008010551,"about_ca_topic_score_gemma":0.01047825,"teacher_disagreement_score":0.8190666,"about_ca_system_score_codex":0.00011677931,"about_ca_system_score_gemma":0.00003318161,"threshold_uncertainty_score":0.9985952},"labels":[],"label_agreement":null},{"id":"W2046672557","doi":"10.2139/ssrn.2341559","title":"The Normativity of Using Prison to Control Hate Speech: The Hollowness of Waldron's Harm Theory","year":2013,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Harm; Prison; Criminology; Control (management); Sociology; Psychology; Social psychology; Economics; Management","score_opus":0.007341313300764423,"score_gpt":0.22437714535415818,"score_spread":0.21703583205339375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046672557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48011485,0.00043291232,0.5173204,0.0014416866,0.00024131154,0.00026722663,5.979692e-7,0.000016324073,0.00016468769],"genre_scores_gemma":[0.99871975,0.0001582041,0.00067036046,0.00009393824,0.00008068364,0.000007159746,7.841546e-8,0.000009338322,0.00026048187],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997512,0.0004166204,0.00036538282,0.00014767228,0.0004013428,0.0011570193],"domain_scores_gemma":[0.9986462,0.00024267515,0.0003734528,0.00043535524,0.0002320346,0.00007030853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042433916,0.00013395067,0.00019786906,0.000079158235,0.00045007843,0.00015698391,0.0010989825,0.000048388523,0.000006512095],"category_scores_gemma":[0.00012556375,0.000071660324,0.00013569335,0.0003577427,0.00008914444,0.00044704537,0.0001002345,0.00084621884,0.000021620845],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011899372,0.00009396011,0.00035761777,0.000012893197,0.00027818358,0.000002023403,0.0014231862,0.0009863095,0.043656044,0.21877278,0.00007087274,0.7342271],"study_design_scores_gemma":[0.0019604915,0.0011567508,0.003743398,0.000107427135,0.00010236703,0.0010120247,0.0031224566,0.043325156,0.11021602,0.8333399,0.0014183507,0.0004956276],"about_ca_topic_score_codex":0.0002404171,"about_ca_topic_score_gemma":0.00013692932,"teacher_disagreement_score":0.7337315,"about_ca_system_score_codex":0.00021836146,"about_ca_system_score_gemma":0.00053894415,"threshold_uncertainty_score":0.36764467},"labels":[],"label_agreement":null},{"id":"W2048330628","doi":"10.1109/asonam.2012.128","title":"Do-it-yourself Justice - Considerations of Social Media use in a Crisis Situation: The Case of the 2011 Vancouver Riots","year":2012,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Downtown; Economic Justice; Criminology; Social justice; Upload; Political science; Media studies; Sociology; Law; History; Computer science","score_opus":0.040651452627542245,"score_gpt":0.26918797080219564,"score_spread":0.2285365181746534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048330628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91218245,0.00010873447,0.06858028,0.007405572,0.004883338,0.0005974997,0.000021028327,0.00008507721,0.006136011],"genre_scores_gemma":[0.9951536,0.000003373444,0.0042478633,0.00035345915,0.0000980408,0.000007133503,2.6206686e-7,0.0000034513341,0.00013281942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99912244,0.00017304473,0.00024182707,0.000116108364,0.00018563172,0.00016096067],"domain_scores_gemma":[0.9988227,0.00053572643,0.00012635697,0.00033685876,0.00014340825,0.00003498057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004968145,0.00007277733,0.00010204625,0.000055219534,0.00021430112,0.000044330885,0.00019576463,0.000057002126,0.00017342412],"category_scores_gemma":[0.00027332758,0.000043308955,0.000058210262,0.00027182442,0.00007044977,0.00063268445,0.00009848476,0.00011584027,0.000014086084],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002670411,0.0006610949,0.0021582285,0.000056506233,0.00009841963,0.00007110365,0.16004178,0.00036661234,0.0019522308,0.47080922,0.35549307,0.008265036],"study_design_scores_gemma":[0.0123951435,0.00065057393,0.3022953,0.00031978826,0.00253965,0.0046949293,0.21796316,0.0790622,0.20931113,0.1346046,0.03192131,0.004242219],"about_ca_topic_score_codex":0.00095276244,"about_ca_topic_score_gemma":0.014679808,"teacher_disagreement_score":0.33620462,"about_ca_system_score_codex":0.000022139995,"about_ca_system_score_gemma":0.00007722173,"threshold_uncertainty_score":0.81916773},"labels":[],"label_agreement":null},{"id":"W2055718917","doi":"10.7870/cjcmh-2003-0013","title":"Questioning and Sexual Minority Adolescents: High School Experiences of Bullying, Sexual Harassment and Physical Abuse","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Community Mental Health","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; York University","funders":"","keywords":"Harassment; Lesbian; Sexual orientation; Sexual minority; Psychology; Mental health; Clinical psychology; Peer victimization; Sexual abuse; Developmental psychology; Suicide prevention; Poison control; Social psychology; Psychiatry; Medicine","score_opus":0.01723939726278877,"score_gpt":0.2699184376298941,"score_spread":0.2526790403671053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055718917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99771714,0.0005302612,0.0010013722,0.0002876832,0.00030485322,0.00010795032,0.000004360854,0.000007488753,0.000038893908],"genre_scores_gemma":[0.9979662,0.000036830865,0.0016723078,0.00025993248,0.00003720819,0.0000017289086,0.0000012194831,0.0000043671876,0.00002024902],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99847597,0.0006305356,0.0003131727,0.000092560236,0.00020960033,0.00027817595],"domain_scores_gemma":[0.9985231,0.00003758037,0.00025776768,0.00020598661,0.00008595833,0.0008896011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088630954,0.00011575964,0.00023943995,0.00016409748,0.00074753445,0.000100914636,0.0003033905,0.00003778723,0.0000059469003],"category_scores_gemma":[0.00005278278,0.00011388103,0.000019490775,0.00015833211,0.0001375637,0.00038937616,0.000030062103,0.0005262074,8.107517e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011446872,0.0010637364,0.13541108,0.0009471454,0.00016087263,0.00007993095,0.7253644,0.00006363745,0.0026687542,0.011683963,0.0026551317,0.11978691],"study_design_scores_gemma":[0.009120753,0.020599604,0.35685635,0.002737971,0.00007785831,0.0046968856,0.5774958,0.0036036014,0.012854161,0.0042168316,0.0058303275,0.0019098606],"about_ca_topic_score_codex":0.0250137,"about_ca_topic_score_gemma":0.010405956,"teacher_disagreement_score":0.22144526,"about_ca_system_score_codex":0.00024868682,"about_ca_system_score_gemma":0.00086618745,"threshold_uncertainty_score":0.9814788},"labels":[],"label_agreement":null},{"id":"W2059012954","doi":"10.1371/journal.pmed.1001615","title":"How Can Journals Respond to Threats of Libel Litigation?","year":2014,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Political science; Law; Business; Litigation risk analysis; Public relations; Law and economics; Sociology; Accounting","score_opus":0.03159098858300292,"score_gpt":0.2673885659275045,"score_spread":0.23579757734450157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059012954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5374434,0.00047688102,0.3022731,0.15157793,0.0008451688,0.00036642968,0.0000025429565,0.00021552066,0.006799052],"genre_scores_gemma":[0.9886056,0.000027877124,0.006652374,0.0010146057,0.00041161096,0.0000072817943,0.0000010268643,0.0000074964587,0.0032721213],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99892026,0.00007801089,0.00018610273,0.00019726761,0.00044205642,0.00017628181],"domain_scores_gemma":[0.99901336,0.000111856876,0.00010094072,0.00039704383,0.00017855021,0.00019825828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005050388,0.00008558252,0.0001917352,0.00020562782,0.000062557025,0.000041698964,0.00036179123,0.000038511407,0.000024854173],"category_scores_gemma":[0.00058713206,0.00006394501,0.000024540823,0.00046925523,0.000038361828,0.00014843408,0.000052845473,0.00010075656,0.000015333479],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057968937,0.00014519556,0.0018185754,0.00010612459,0.00009428652,0.000027373771,0.008501011,0.000039013466,0.5074873,0.022405578,0.008653725,0.45066383],"study_design_scores_gemma":[0.0029350356,0.0047184518,0.025250943,0.0020499905,0.000091022695,0.00013052103,0.00047534765,0.010917259,0.84049535,0.08404005,0.02823498,0.00066103204],"about_ca_topic_score_codex":0.000022364373,"about_ca_topic_score_gemma":0.00001573056,"teacher_disagreement_score":0.45116222,"about_ca_system_score_codex":0.000020557984,"about_ca_system_score_gemma":0.00003208623,"threshold_uncertainty_score":0.26076016},"labels":[],"label_agreement":null},{"id":"W2076306831","doi":"10.3138/gsp.3.3.353","title":"Counteracting Hate Speech as a Way of Preventing Genocidal Violence","year":2008,"lang":"en","type":"article","venue":"Genocide Studies and Prevention","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Genocide; Incitement; Hatred; Criminology; Ethnic group; Racism; Political science; Psychology; Law","score_opus":0.027671983611161202,"score_gpt":0.28650030129555915,"score_spread":0.25882831768439796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076306831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89442563,0.005917652,0.097658455,0.000119536286,0.00043163326,0.0002714038,0.0000010100935,0.00009738333,0.0010773068],"genre_scores_gemma":[0.8982129,0.0049487157,0.09579867,0.000053640717,0.000101274774,0.000017812767,0.0000015473892,0.000009446881,0.000855972],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987039,0.00009412186,0.0003489485,0.00034284033,0.00025040223,0.00025978946],"domain_scores_gemma":[0.9992175,0.00007313391,0.000268935,0.00022808435,0.0001622064,0.000050146984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005056601,0.00014631888,0.00023932508,0.000075840595,0.0004437614,0.000034015502,0.00019348448,0.000048964226,0.000010069666],"category_scores_gemma":[0.00009338042,0.00013671191,0.0000958599,0.00022437813,0.00007204281,0.00041520718,0.00023896337,0.00011824204,0.000018171104],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024265724,0.000010051621,0.0005599878,0.00017278224,0.00018193726,0.00005022275,0.004632044,0.000028810533,0.013989908,0.0010377051,0.00010465601,0.97920763],"study_design_scores_gemma":[0.0034743205,0.0026528828,0.052783106,0.0035898506,0.0002703459,0.0035391273,0.007001617,0.0017628459,0.33364898,0.58289,0.006406908,0.0019800607],"about_ca_topic_score_codex":0.00012199529,"about_ca_topic_score_gemma":0.000023987743,"teacher_disagreement_score":0.97722757,"about_ca_system_score_codex":0.000032426546,"about_ca_system_score_gemma":0.00003077724,"threshold_uncertainty_score":0.557495},"labels":[],"label_agreement":null},{"id":"W2085385322","doi":"10.5964/ejop.v9i2.574","title":"On the Freedom of Speech and Expression: Interview with Noam Chomsky","year":2013,"lang":"en","type":"article","venue":"Europe’s Journal of Psychology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Linguistics; Chomsky hierarchy; Expression (computer science); Psychology; Computer science; Philosophy; Programming language; Rule-based machine translation","score_opus":0.02108368666875411,"score_gpt":0.25522190791124866,"score_spread":0.23413822124249456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085385322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9330957,0.00029622501,0.05068369,0.0086313775,0.0008110917,0.00019766523,2.8774426e-7,0.000016740158,0.0062672375],"genre_scores_gemma":[0.99193615,0.00008161688,0.006660745,0.000986149,0.00014715752,0.0000022262802,3.954249e-8,0.0000092307855,0.00017668199],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99888986,0.00033410796,0.0002967475,0.00015429959,0.00019661938,0.000128367],"domain_scores_gemma":[0.9989458,0.00009210369,0.0003140052,0.00037267574,0.00020413905,0.000071313625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057170336,0.00009518049,0.00017592318,0.000104841754,0.00005011245,0.00005447593,0.0006264296,0.000030021773,0.0001484577],"category_scores_gemma":[0.000059806327,0.000048389873,0.000036851325,0.00022703699,0.000084266554,0.00019769772,0.00007511877,0.00029295796,0.000057488884],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043481673,0.0014177518,0.003977089,0.000060166283,0.00031781613,0.001009356,0.0045506195,0.000085817424,0.1099927,0.009608248,0.1371761,0.73136955],"study_design_scores_gemma":[0.01783438,0.073792554,0.5506738,0.003099515,0.00019852177,0.03006936,0.0012913628,0.0015240815,0.08292708,0.028155437,0.20853834,0.0018955717],"about_ca_topic_score_codex":0.0000050607123,"about_ca_topic_score_gemma":0.0000014999844,"teacher_disagreement_score":0.72947395,"about_ca_system_score_codex":0.0000041333888,"about_ca_system_score_gemma":0.0000151732675,"threshold_uncertainty_score":0.19732817},"labels":[],"label_agreement":null},{"id":"W2090994653","doi":"10.5210/fm.v20i2.5450","title":"#Hashtagging hate: Using Twitter to track racism online","year":2015,"lang":"en","type":"article","venue":"First Monday","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Racism; Social media; Track (disk drive); Sociology; Data collection; Work (physics); Media studies; Computer science; World Wide Web; Engineering; Social science; Gender studies","score_opus":0.06502641979598314,"score_gpt":0.28696884182649757,"score_spread":0.22194242203051442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090994653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7242801,0.00007412121,0.27106467,0.002610503,0.0011050368,0.00014868593,0.0000033481317,0.00032409732,0.00038940227],"genre_scores_gemma":[0.89149636,0.0000028450058,0.10567584,0.0011142141,0.00028658818,0.00000685569,0.000003538473,0.000018769588,0.0013949648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986904,0.00003617572,0.00020326849,0.00038681395,0.00031623826,0.0003670522],"domain_scores_gemma":[0.9988365,0.000027092641,0.000057810124,0.00067391206,0.00009977034,0.00030487796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002743485,0.00015278018,0.00015088434,0.00015382447,0.00015072797,0.00020385206,0.0006813732,0.00007269322,0.000024575544],"category_scores_gemma":[0.00012700279,0.00014422931,0.00005565032,0.0004830034,0.000015557753,0.0004337457,0.00027918685,0.00015623846,0.00049151323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020733027,0.0010909504,0.0040480723,0.00013668509,0.00016717045,0.0009892358,0.2094952,0.05868487,0.035231583,0.00070747896,0.33589154,0.3533499],"study_design_scores_gemma":[0.00059214124,0.00021235133,0.0015016533,0.00011563808,0.000011518885,0.00012380841,0.00009840526,0.13879964,0.013085459,0.0006946641,0.8442517,0.0005130276],"about_ca_topic_score_codex":0.00010971034,"about_ca_topic_score_gemma":0.000009553992,"teacher_disagreement_score":0.50836015,"about_ca_system_score_codex":0.00009849228,"about_ca_system_score_gemma":0.00006675048,"threshold_uncertainty_score":0.63175726},"labels":[],"label_agreement":null},{"id":"W2121185233","doi":"10.1177/01914537030295002","title":"Poststructuralism, Behaviorism and the Problem of Hate Speech","year":2003,"lang":"en","type":"article","venue":"Philosophy & Social Criticism","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Behaviorism; Epistemology; Quine; Relativism; Philosophy; Watson; Problematization; Sociology; Computer science","score_opus":0.013587615433783054,"score_gpt":0.2417995353784794,"score_spread":0.22821191994469633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121185233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8677152,0.0013662261,0.012263617,0.03947635,0.0014768371,0.0015540606,0.000025331852,0.00046838706,0.07565401],"genre_scores_gemma":[0.9914093,0.000014527909,0.007838918,0.00046781555,0.00016283625,0.000017659333,8.2959184e-7,0.000011143099,0.000076984674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99872845,0.00019277068,0.00025763214,0.0002655564,0.0003009439,0.00025462604],"domain_scores_gemma":[0.9994158,0.00007478377,0.00008918347,0.00022204124,0.00013679557,0.000061394916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039388923,0.00013884806,0.00022633764,0.000054258344,0.0003557129,0.00010480842,0.0003354426,0.00008649138,0.000010925426],"category_scores_gemma":[0.00003133847,0.000109359375,0.000109659326,0.00025061125,0.00034483234,0.00025856562,0.00008080916,0.00019846433,0.000008629462],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010827868,0.000020513226,0.000018818455,0.00002347044,0.0000131995885,0.000010039967,0.0019524508,2.2434787e-7,0.0012358286,0.9814396,0.00004871012,0.015226331],"study_design_scores_gemma":[0.0010513493,0.000065702436,0.00056024274,0.000016396962,0.000029718229,0.00008057061,0.00007611977,0.00003840997,0.016616838,0.97985464,0.001419177,0.00019085793],"about_ca_topic_score_codex":0.00008061345,"about_ca_topic_score_gemma":0.00000305522,"teacher_disagreement_score":0.1236941,"about_ca_system_score_codex":0.000019504801,"about_ca_system_score_gemma":0.00002851858,"threshold_uncertainty_score":0.44595456},"labels":[],"label_agreement":null},{"id":"W2128955980","doi":"10.1017/s0008423910000107","title":"The Limits of Tolerance in Diverse Societies: Hate Speech and Political Tolerance Norms Among Youth","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Political Science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Politics; Civil liberties; Multiculturalism; Freedom of expression; Sociology; Political science; Humanities; Social psychology; Human rights; Psychology; Law; Philosophy","score_opus":0.013227006977536905,"score_gpt":0.23572576996090103,"score_spread":0.22249876298336413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128955980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947871,0.000044850665,0.0006816902,0.0022346713,0.0008523065,0.0000702417,0.000005706387,0.0000059026897,0.001317523],"genre_scores_gemma":[0.9979338,0.0000049124587,0.0015495253,0.00033323257,0.00012295964,7.063752e-7,4.7382994e-8,0.00000394135,0.000050850555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99764544,0.000042775373,0.00038285283,0.00022805824,0.00047191622,0.0012289886],"domain_scores_gemma":[0.99742144,0.00014553974,0.00011959865,0.00028461582,0.00031758554,0.0017112261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013934966,0.000114476316,0.00018826414,0.00020604105,0.00040107075,0.00031085897,0.0011787527,0.00007774133,0.000006696478],"category_scores_gemma":[0.000785302,0.000081184364,0.0000633768,0.0006601202,0.0023965433,0.00074195606,0.00006158518,0.0005418391,0.0000036058266],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007033092,0.00001959036,0.033118956,0.000012309198,0.000004340486,0.00011060475,0.0015732688,0.000024013469,0.0022707914,0.9538905,0.000054830198,0.008913773],"study_design_scores_gemma":[0.000741464,0.00035682833,0.9234271,0.00019987118,0.000014021862,0.00050405716,0.0031044218,0.008925046,0.02740684,0.034442242,0.00046218996,0.00041592986],"about_ca_topic_score_codex":0.013211651,"about_ca_topic_score_gemma":0.026345441,"teacher_disagreement_score":0.91944826,"about_ca_system_score_codex":0.00016157914,"about_ca_system_score_gemma":0.0014413026,"threshold_uncertainty_score":0.99335945},"labels":[],"label_agreement":null},{"id":"W2130288774","doi":"10.1177/1748048510363627","title":"Communication as a Human Right: A Blind Spot in Communication Research?","year":2010,"lang":"en","type":"article","venue":"International Communication Gazette","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Blind spot; Hot spot (computer programming); Communication; Psychology; Computer science; Artificial intelligence","score_opus":0.043310357016677056,"score_gpt":0.3742484586625273,"score_spread":0.33093810164585025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130288774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7978555,0.00037550862,0.0024205637,0.036734287,0.0004490567,0.0008028415,0.000006957847,0.00044312273,0.16091214],"genre_scores_gemma":[0.9737584,0.00037513892,0.02310861,0.00047590976,0.000059873786,0.00021417232,0.00016811136,0.000025484449,0.001814291],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99643993,0.0010938334,0.00071220024,0.00045706113,0.0009086975,0.00038830301],"domain_scores_gemma":[0.9937926,0.00064952584,0.00031132787,0.00425588,0.0008567911,0.00013387851],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0039120796,0.00021118026,0.0002005724,0.0009108172,0.00089420966,0.00066069525,0.0069330996,0.00023438389,0.00032625825],"category_scores_gemma":[0.00052102463,0.00023215923,0.000095348536,0.0010247396,0.00036641402,0.0014725918,0.0016347985,0.00217555,0.0006700029],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067907786,0.000645693,0.0014129351,0.00000850987,0.000051577852,0.000009911952,0.003199649,0.00007839858,0.028666245,0.9461774,0.0038720255,0.015809717],"study_design_scores_gemma":[0.005043821,0.00024157543,0.041115794,0.0004982709,0.000017339864,0.00026111334,0.00076813495,0.03713554,0.02680862,0.5136815,0.37318632,0.0012420232],"about_ca_topic_score_codex":0.0021153823,"about_ca_topic_score_gemma":0.0053321733,"teacher_disagreement_score":0.43249598,"about_ca_system_score_codex":0.0002237715,"about_ca_system_score_gemma":0.00012349227,"threshold_uncertainty_score":0.99843985},"labels":[],"label_agreement":null},{"id":"W2138702777","doi":"10.1017/s1574019611100048","title":"‘Bad Tendencies’ in the ECtHR's ‘Hate Speech’ Jurisprudence","year":2011,"lang":"en","type":"article","venue":"European Constitutional Law Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Jurisprudence; Incitement; Law; Human rights; Supreme court; Charter; Political science; Sociology","score_opus":0.03921700626930504,"score_gpt":0.25012970074368324,"score_spread":0.2109126944743782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138702777","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033655379,0.019631166,0.045797307,0.0014311138,0.00058948464,0.00058051146,0.0000047596723,0.00020210624,0.931427],"genre_scores_gemma":[0.95623016,0.010648514,0.016876146,0.015637558,0.00019261366,0.00003506474,0.0000067077704,0.000013250013,0.00035996176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980625,0.00053875643,0.00035860986,0.00037448163,0.00039270357,0.00027297623],"domain_scores_gemma":[0.9990667,0.00005878239,0.0001051479,0.0006188809,0.00007973338,0.000070755355],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018807764,0.00016469453,0.00018101602,0.000044584507,0.00023449097,0.00009002035,0.0013222593,0.00002224201,0.00011617203],"category_scores_gemma":[0.0000937313,0.00011254645,0.00010662927,0.0004890461,0.00049254595,0.00044557237,0.00017251579,0.0002657532,0.0021428105],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013731177,0.000039546623,0.000036613605,0.00006514333,0.000005087573,0.00035769583,0.000062031366,8.610954e-7,0.000028141685,0.98222935,0.00095647044,0.01621771],"study_design_scores_gemma":[0.0002019741,0.00007666437,0.0027108858,0.001784838,0.000021272892,0.0012564206,0.000006126261,0.0000451598,0.00036717643,0.004531833,0.9886647,0.00033293714],"about_ca_topic_score_codex":0.00007218245,"about_ca_topic_score_gemma":0.000029198325,"teacher_disagreement_score":0.9877083,"about_ca_system_score_codex":0.000032631615,"about_ca_system_score_gemma":0.00009735981,"threshold_uncertainty_score":0.99863416},"labels":[],"label_agreement":null},{"id":"W2166345935","doi":"10.1145/2656870.2656876","title":"Using computer technology to address the problem of cyberbullying","year":2014,"lang":"en","type":"article","venue":"ACM SIGCAS Computers and Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Leverage (statistics); Computer science; Order (exchange); Computer technology; Computer security; Internet privacy; Business; Multimedia; Artificial intelligence","score_opus":0.018298998404451747,"score_gpt":0.2610942048042327,"score_spread":0.24279520639978092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166345935","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18895823,0.000048148435,0.8086078,0.001686166,0.00023382508,0.00021921919,6.275904e-7,0.00013683975,0.00010913736],"genre_scores_gemma":[0.4533686,0.000011249865,0.545704,0.0007999614,0.00008956216,0.0000062523386,3.8540097e-7,0.00000852251,0.000011474824],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873245,0.000071645234,0.00025273178,0.00040820654,0.00020981995,0.0003251327],"domain_scores_gemma":[0.99877983,0.00019284386,0.000119273114,0.0007094699,0.00010587041,0.00009270013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048190678,0.00016687963,0.00023661468,0.0000721303,0.00036360402,0.00014357847,0.0010717118,0.00011810944,0.0000012793685],"category_scores_gemma":[0.000014684003,0.00012607609,0.00011409684,0.00058338686,0.0001262431,0.0001605992,0.001134357,0.00019993582,0.0000042994634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001098399,0.00011935047,0.0018967403,0.00013919531,0.00021681596,0.0000075371568,0.01245409,0.009844271,0.018454209,0.08160607,0.0059360745,0.8693147],"study_design_scores_gemma":[0.00096059305,0.00054214837,0.0021813863,0.00024383138,0.00003685671,0.00018497191,0.00037476502,0.95064497,0.00907224,0.011626827,0.023454288,0.0006770974],"about_ca_topic_score_codex":0.000056300032,"about_ca_topic_score_gemma":0.000002373176,"teacher_disagreement_score":0.9408007,"about_ca_system_score_codex":0.000025445554,"about_ca_system_score_gemma":0.000027594097,"threshold_uncertainty_score":0.5141234},"labels":[],"label_agreement":null},{"id":"W2172239277","doi":"10.1017/s1352325211000255","title":"THE STATUS OF HEARERS’ RIGHTS IN FREEDOM OF EXPRESSION","year":2012,"lang":"en","type":"article","venue":"Legal Theory","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Expression (computer science); Freedom of expression; Jurisprudence; Law; Philosophy; Political science; Computer science; Human rights","score_opus":0.008376557374638853,"score_gpt":0.2312050392591772,"score_spread":0.22282848188453835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172239277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9189316,0.0016444162,0.050697077,0.00007300331,0.0012193465,0.00018268081,0.000002408849,0.000056357778,0.027193135],"genre_scores_gemma":[0.9974128,0.000019726147,0.0022462024,0.00001075924,0.000039985196,0.0000033223653,2.2993753e-7,0.0000022878091,0.00026468036],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99915516,0.00016321475,0.00015117331,0.000081591126,0.00015085771,0.0002980168],"domain_scores_gemma":[0.9993775,0.0001567538,0.0000710515,0.00030665932,0.000024669951,0.00006336915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005294318,0.00005170393,0.00008007639,0.000047932903,0.00005920174,0.000015313617,0.0002680302,0.000035033663,0.000010079212],"category_scores_gemma":[0.0000491638,0.000031927997,0.00003454775,0.00016224317,0.000068797024,0.00030408337,0.00007804754,0.00009318636,0.000009396202],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066545275,0.00008441963,0.0011799171,0.000008766916,0.0000075246653,0.000001339927,0.0019161566,0.000037985596,0.043896195,0.9276898,0.00017003786,0.024941348],"study_design_scores_gemma":[0.0006043643,0.00017649328,0.015318576,0.00012234121,0.0000052709615,0.0000067221013,0.00024184037,0.00064944674,0.82749766,0.0797878,0.07540709,0.00018240373],"about_ca_topic_score_codex":0.0003603136,"about_ca_topic_score_gemma":0.000027778031,"teacher_disagreement_score":0.84790194,"about_ca_system_score_codex":0.000020861851,"about_ca_system_score_gemma":0.000027222939,"threshold_uncertainty_score":0.13019858},"labels":[],"label_agreement":null},{"id":"W2175943076","doi":"","title":"Piracy by Approval: Social Norms, Deterrence, and Copyright Compliance in China Compared to the United States","year":2014,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lambton College","funders":"","keywords":"Enforcement; Deterrence theory; Compliance (psychology); Deterrence (psychology); Duty; Law enforcement; Political science; China; Business; Law and economics; Social psychology; Advertising; Psychology; Law; Economics","score_opus":0.009310762633581576,"score_gpt":0.23710297078429907,"score_spread":0.2277922081507175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175943076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.544537,0.00030661418,0.45116156,0.003281035,0.00018671658,0.00017542741,0.0000013409135,0.00006360324,0.0002867129],"genre_scores_gemma":[0.99834013,0.00028832478,0.0006006032,0.00044758618,0.00009719606,0.000008289611,0.000005268058,0.000010249841,0.00020235858],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977839,0.00019264557,0.00024607903,0.00025678988,0.00022720096,0.0012933661],"domain_scores_gemma":[0.9995114,0.00004021652,0.00012101014,0.00018057194,0.000052810257,0.000093951705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012889022,0.00015364219,0.00016994953,0.00015394781,0.0004619467,0.00022126382,0.00072883914,0.00004621691,0.0000032955234],"category_scores_gemma":[0.000023540431,0.00011013959,0.000037464153,0.0006438098,0.000053177315,0.0002508736,0.00009248998,0.0010570702,0.000023069879],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034865623,0.00046207567,0.0060548605,0.000035261502,0.00021258113,0.000013844499,0.014994553,0.0012839109,0.002191811,0.17613399,0.01035594,0.7879125],"study_design_scores_gemma":[0.0041923653,0.0020245225,0.024372686,0.00014155246,0.000037586673,0.0011349183,0.0016403965,0.38467982,0.002024689,0.40996403,0.16833661,0.0014508263],"about_ca_topic_score_codex":0.00055891875,"about_ca_topic_score_gemma":0.001650727,"teacher_disagreement_score":0.7864617,"about_ca_system_score_codex":0.00020369623,"about_ca_system_score_gemma":0.00018596143,"threshold_uncertainty_score":0.4592503},"labels":[],"label_agreement":null},{"id":"W2179798232","doi":"10.1177/2056305115603997","title":"Histories of Hating","year":2015,"lang":"en","type":"article","venue":"Social Media + Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Situated; Perspective (graphical); Digital media; Order (exchange); Psychological intervention; Sociology; Media studies; Epistemology; Psychology; Political science; Law; Computer science","score_opus":0.03877005763817307,"score_gpt":0.24430405591224716,"score_spread":0.2055339982740741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2179798232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6722106,0.0012235019,0.2779225,0.008064514,0.01549416,0.0004185304,0.000013500958,0.00138407,0.023268629],"genre_scores_gemma":[0.97386485,0.00000580103,0.025439808,0.00010378917,0.0004587451,0.000006250746,0.0000017654631,0.0000064856904,0.00011247699],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991886,0.000036549438,0.00013847246,0.00014235203,0.0003272035,0.00016682672],"domain_scores_gemma":[0.9994867,0.000069441936,0.0000948963,0.00012388278,0.00014765256,0.0000774514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036238605,0.00006754821,0.00012366797,0.000012507425,0.00012537924,0.000027510609,0.00026747643,0.00008792921,0.0000036861989],"category_scores_gemma":[0.00021069158,0.00006784613,0.000119148775,0.00027064903,0.00008754965,0.00019782763,0.00008501229,0.000108641965,0.000009123581],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005687321,0.00006011437,0.0002785831,0.000033182674,0.000045691242,0.0000029006032,0.81438106,0.000004990066,0.0032839163,0.06271934,0.05280633,0.066378206],"study_design_scores_gemma":[0.0068196026,0.0007639385,0.0030456644,0.00010732109,0.00014114426,0.00003333096,0.2842066,0.013179442,0.118174866,0.20711085,0.36367288,0.002744341],"about_ca_topic_score_codex":0.000014163194,"about_ca_topic_score_gemma":0.000046975063,"teacher_disagreement_score":0.53017443,"about_ca_system_score_codex":0.00011751369,"about_ca_system_score_gemma":0.00015215049,"threshold_uncertainty_score":0.27666846},"labels":[],"label_agreement":null},{"id":"W2216551173","doi":"","title":"Reflections of an Online Internship: Evaluating, Identifying, and Applying Best Practices for Online Course Moderation","year":2011,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Internship; Moderation; Massive open online course; Course (navigation); Psychology; Online course; Computer science; Medical education; Internet privacy; Social psychology; Mathematics education; Engineering; Medicine","score_opus":0.3595365285456168,"score_gpt":0.4318035734814901,"score_spread":0.07226704493587333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2216551173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97517097,0.0005848745,0.010716059,0.0041063484,0.0017664889,0.0016632697,0.00003461652,0.00021547581,0.005741876],"genre_scores_gemma":[0.9560007,0.00029799642,0.03339317,0.0002947003,0.00017892005,0.00020047705,0.000066365246,0.000029026567,0.009538634],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974187,0.00040520422,0.00058337784,0.00075345935,0.00050442293,0.0003348358],"domain_scores_gemma":[0.9972159,0.00012979386,0.0017103475,0.0003771303,0.00036392026,0.00020287331],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008743216,0.0002655224,0.00030262425,0.00023771274,0.00038154138,0.00026074657,0.00028735187,0.00013497015,0.000048341935],"category_scores_gemma":[0.00015327874,0.00028476169,0.000037133366,0.00047777809,0.00008556923,0.0009990582,0.00008394475,0.0005965628,0.000004586271],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005874137,0.0037905467,0.025016561,0.00068522396,0.000064594555,0.000004535666,0.0067183897,0.00013183155,0.004228753,0.1576118,0.00011368648,0.80104667],"study_design_scores_gemma":[0.0061810073,0.018298011,0.6067839,0.004232729,0.00037056918,0.00011734107,0.029078446,0.20662896,0.006507714,0.0955782,0.023025112,0.0031979727],"about_ca_topic_score_codex":0.002700707,"about_ca_topic_score_gemma":0.0073455027,"teacher_disagreement_score":0.7978487,"about_ca_system_score_codex":0.00019422665,"about_ca_system_score_gemma":0.0005208095,"threshold_uncertainty_score":0.9999605},"labels":[],"label_agreement":null},{"id":"W2219607269","doi":"10.26686/vuwlr.v39i2.5464","title":"Freedom of Expression, Commercial Expression and Tobacco in Canada","year":2008,"lang":"en","type":"article","venue":"Victoria University of Wellington Law Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Expression (computer science); Supreme court; Freedom of expression; Law; Flexibility (engineering); Value (mathematics); Democracy; Political science; Law and economics; Sociology; Human rights; Economics; Computer science; Management; Politics","score_opus":0.011249540627606525,"score_gpt":0.18831942828267745,"score_spread":0.17706988765507092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2219607269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94810045,0.0237473,0.020085013,0.0007218234,0.0014994929,0.00078084413,0.000018583301,0.00008020262,0.004966322],"genre_scores_gemma":[0.9637925,0.028412744,0.0076280083,0.00008855531,0.0000308624,2.268419e-7,0.0000025299933,0.000004753498,0.000039812294],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991664,0.00009169178,0.00019937057,0.00019655036,0.00022161951,0.0001243184],"domain_scores_gemma":[0.99934375,0.000053992502,0.00016801867,0.00028252817,0.00007744753,0.00007426034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014889591,0.000089851885,0.00030126478,0.00004011087,0.00010299231,0.00000305171,0.00037875323,0.00004259543,0.000028654107],"category_scores_gemma":[0.000012802197,0.00009208778,0.000042359177,0.00023807389,0.000064385626,0.000199703,0.00012954442,0.00009896729,0.000001824002],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010184635,0.0021263468,0.22239117,0.024246378,0.0003192088,0.0019797278,0.017435174,0.0021868313,0.2122454,0.19143483,0.12622117,0.1983953],"study_design_scores_gemma":[0.0021481304,0.0002183175,0.007906682,0.011767587,0.00004726707,0.00004400178,0.00015113213,0.00068781874,0.06603742,0.00025380068,0.91001827,0.00071959995],"about_ca_topic_score_codex":0.43842056,"about_ca_topic_score_gemma":0.21087442,"teacher_disagreement_score":0.7837971,"about_ca_system_score_codex":0.0000693572,"about_ca_system_score_gemma":0.00022004194,"threshold_uncertainty_score":0.8035251},"labels":[],"label_agreement":null},{"id":"W2219893227","doi":"10.1093/oxfordhb/9780199935383.013.101","title":"Hate Crimes","year":2015,"lang":"en","type":"book-chapter","venue":"Oxford University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Legislation; Punishment (psychology); Hate crime; Legislature; Criminology; Political science; Law; Criminal law; Order (exchange); Retributive justice; Inclusion (mineral); Sociology; Economic Justice; Psychology; Social psychology; Business","score_opus":0.037418127226927694,"score_gpt":0.2101214733419701,"score_spread":0.1727033461150424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2219893227","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007330435,0.000103712875,0.01846642,0.000027130784,0.0004629739,0.00018832223,0.000020183807,0.00042682397,0.9802971],"genre_scores_gemma":[0.00015032555,0.000087294444,0.0027374392,0.00003472296,0.000092057635,3.264585e-7,0.0000089337545,0.000023574925,0.99686533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987225,0.000026073205,0.00012507041,0.0005055854,0.00034934893,0.00027143263],"domain_scores_gemma":[0.9986849,0.000020975545,0.00015667388,0.0007482336,0.00017669669,0.00021254102],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000118128206,0.00028427804,0.0002615335,0.00017915547,0.00017285213,0.000120240875,0.0011310215,0.00031693184,0.000018292496],"category_scores_gemma":[0.0000044324634,0.00032259503,0.00015187365,0.000010358513,0.00008381599,0.00023223844,0.0006413268,0.00035999023,0.000015042979],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019939374,0.000004299739,2.17167e-7,0.000016317183,0.00005587675,0.00020534734,0.00011221635,0.0000068857144,0.000014573093,0.9547293,0.009937983,0.03489701],"study_design_scores_gemma":[0.00027276913,0.00008024542,6.026731e-7,0.00005485317,0.000042550357,0.00002109244,0.0000071630343,0.0002622349,0.0002366113,0.005958233,0.9927117,0.00035191939],"about_ca_topic_score_codex":0.000044536806,"about_ca_topic_score_gemma":0.0000092993005,"teacher_disagreement_score":0.9827737,"about_ca_system_score_codex":0.00014735828,"about_ca_system_score_gemma":0.00015804381,"threshold_uncertainty_score":0.99992263},"labels":[],"label_agreement":null},{"id":"W2238729486","doi":"","title":"Should Hate Speech Be Allowed on the Internet? A Reply to Raphael Cohen-Almagor","year":2010,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Free speech; Denial; Argument (complex analysis); The Holocaust; The Internet; Speech act; Law; Sociology; Law and economics; Media studies; Political science; Philosophy; Psychoanalysis; Psychology; Linguistics; Computer science","score_opus":0.0151857255301683,"score_gpt":0.2473013205240042,"score_spread":0.23211559499383588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238729486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79613256,0.00015352678,0.13609417,0.059756964,0.0025431742,0.00048505038,0.0000012169724,0.0002772581,0.0045561073],"genre_scores_gemma":[0.98182607,0.00013259289,0.002063888,0.008132397,0.0004882343,0.000017611352,7.172142e-7,0.000028621698,0.0073098755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99653405,0.0001319026,0.00031880083,0.0004372249,0.00057477294,0.0020032316],"domain_scores_gemma":[0.9986657,0.00010278112,0.00015365885,0.0007326442,0.00013200886,0.00021320331],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0030316045,0.00023549069,0.00018271389,0.00020211856,0.0003371551,0.00045080896,0.0016645091,0.00010056956,0.00007463302],"category_scores_gemma":[0.00021675932,0.00015984685,0.00017814487,0.00047985234,0.0000472867,0.00031865056,0.00016358898,0.0036592982,0.00029846866],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023482343,0.00021095449,0.0001967771,0.000003911781,0.00027986153,0.00008888401,0.0012557473,0.00003786838,0.04805111,0.6029843,0.013013235,0.33364248],"study_design_scores_gemma":[0.0027871192,0.0057321577,0.0012520689,0.00012508834,0.000084088395,0.009366435,0.0010029811,0.008028171,0.16135232,0.34175938,0.4668184,0.0016917974],"about_ca_topic_score_codex":0.00019374455,"about_ca_topic_score_gemma":0.0013920295,"teacher_disagreement_score":0.45380518,"about_ca_system_score_codex":0.00026717078,"about_ca_system_score_gemma":0.00069427583,"threshold_uncertainty_score":0.9986393},"labels":[],"label_agreement":null},{"id":"W2252758653","doi":"","title":"Warman v. Lemire, Canadian Human Rights Tribunal Expert Report [Hate Speech Regulation in a Democratic State]","year":2007,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Law; Democracy; Human rights; Tribunal; Free speech; Value (mathematics); Political science; State (computer science); Fundamental rights; Politics","score_opus":0.006975560591811402,"score_gpt":0.24807685808402882,"score_spread":0.24110129749221743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252758653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78763074,0.0003578808,0.20625696,0.0006322761,0.00053209125,0.0002747629,5.2384354e-7,0.00011064212,0.004204126],"genre_scores_gemma":[0.9951395,0.000056608667,0.0013967642,0.00007699868,0.00025069286,0.0000041338617,0.0000075052762,0.000017187867,0.0030506274],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99541336,0.000112948255,0.0006872149,0.00039876913,0.0004837476,0.0029039488],"domain_scores_gemma":[0.9988501,0.000027282471,0.000257501,0.00038241758,0.00013075207,0.00035192433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045308783,0.00021451207,0.00021561373,0.00070708676,0.00078514835,0.00018582628,0.0005511142,0.00012135494,0.00002175847],"category_scores_gemma":[0.000029835403,0.00020154736,0.00009603518,0.0007118645,0.00003195388,0.0006917957,0.00003529946,0.0014621036,0.00003427428],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026192266,0.0005438081,0.011007341,0.000028318706,0.00044700466,0.012499257,0.0042086863,0.000644875,0.027891988,0.29269332,0.0027487306,0.64702475],"study_design_scores_gemma":[0.0018940608,0.0006524034,0.0144511685,0.0000914469,0.000015610798,0.022977747,0.00019800299,0.0027891365,0.027046654,0.91506594,0.013966908,0.0008509287],"about_ca_topic_score_codex":0.053688698,"about_ca_topic_score_gemma":0.73564345,"teacher_disagreement_score":0.68195474,"about_ca_system_score_codex":0.0029560383,"about_ca_system_score_gemma":0.0014589416,"threshold_uncertainty_score":0.9526129},"labels":[],"label_agreement":null},{"id":"W2255401858","doi":"","title":"Banning hate speech from public discourse in Canada and South Africa : a legal analysis of the roles of both countries' constitutional courts and human rights institutions","year":2012,"lang":"en","type":"article","venue":"Southern African Public Law","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Freedom of expression; Human rights; Democracy; Expression (computer science); Realm; Law; Thriving; Political science; Constitutional right; Freedom of the press; Fundamental rights; Constitutional court; Sociology; Politics; Social science; Supreme court","score_opus":0.01587222023007086,"score_gpt":0.22014443400692996,"score_spread":0.20427221377685909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255401858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906696,0.00021412635,0.0039588907,0.000631312,0.00013232694,0.00014536029,0.0004053464,0.000026994896,0.0038160507],"genre_scores_gemma":[0.99948215,8.864595e-7,0.00036024352,0.000044422963,0.000032510485,0.000008889174,0.0000120671,0.0000047674744,0.000054078482],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983223,0.00013902604,0.00035968013,0.00029171418,0.00048472904,0.00040251552],"domain_scores_gemma":[0.99892616,0.00007485327,0.0002699572,0.00041888954,0.000110961926,0.00019917876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041713097,0.00016525525,0.0003269933,0.00025467016,0.00042737377,0.00017383488,0.00043166438,0.00005849688,0.000027738526],"category_scores_gemma":[0.000031298503,0.00012036539,0.00006971606,0.0009182794,0.0010993452,0.00065514474,0.00020999524,0.00016681103,9.3951445e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047123262,0.00006330036,0.0905642,0.0000059817917,0.00026724703,0.0000044058615,0.006227941,0.00004807864,0.00012198838,0.9024377,0.000020269577,0.00023415976],"study_design_scores_gemma":[0.009844373,0.0004087277,0.53647804,0.00067402446,0.003481776,0.00018699524,0.04845507,0.030980073,0.0051552886,0.044338785,0.3147345,0.005262368],"about_ca_topic_score_codex":0.52053386,"about_ca_topic_score_gemma":0.8520297,"teacher_disagreement_score":0.8580989,"about_ca_system_score_codex":0.0001554658,"about_ca_system_score_gemma":0.0008434954,"threshold_uncertainty_score":0.49083582},"labels":[],"label_agreement":null},{"id":"W2255441595","doi":"","title":"Ethical Considerations in Media Coverage of Hate Speech in Canada","year":2001,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Media coverage; Law; Sociology; Media studies","score_opus":0.01422143490793666,"score_gpt":0.2238625501760097,"score_spread":0.20964111526807305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255441595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.960332,0.00002178785,0.022790356,0.004453599,0.00030877488,0.00011124456,0.0000013705003,0.000029436616,0.011951437],"genre_scores_gemma":[0.9939282,0.000022853692,0.0051008067,0.0008654854,0.000009728344,0.0000029091589,6.9411954e-7,0.000002102266,0.00006722068],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99920094,0.00006480084,0.00022084576,0.00015242423,0.00019993994,0.00016104832],"domain_scores_gemma":[0.9995039,0.00020584601,0.000028560504,0.00017859667,0.000033783934,0.000049322596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023785034,0.000052750027,0.0001076182,0.000095493226,0.000020066362,0.00002309679,0.00012848458,0.0000638419,0.0001050003],"category_scores_gemma":[0.00015084237,0.00005268357,0.00001273066,0.00036588716,0.000013918312,0.00011117418,0.000039709066,0.00024685357,0.000008504362],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005204303,0.00037889148,0.2490051,0.000052642677,0.000033059365,0.0059152925,0.003969473,0.011489371,0.01293568,0.3744794,0.007940024,0.33374903],"study_design_scores_gemma":[0.003720545,0.00016602693,0.64161843,0.00016140472,0.000005791563,0.0005934314,0.00043468786,0.13843109,0.1096522,0.098398566,0.005839665,0.0009781893],"about_ca_topic_score_codex":0.81050587,"about_ca_topic_score_gemma":0.9927849,"teacher_disagreement_score":0.39261332,"about_ca_system_score_codex":0.00012901756,"about_ca_system_score_gemma":0.0006383338,"threshold_uncertainty_score":0.21483736},"labels":[],"label_agreement":null},{"id":"W2258367759","doi":"","title":"Regulating cases of 'extreme hate speech' in South Africa : a suggested framework for a legislated criminal sanction","year":2014,"lang":"en","type":"article","venue":"South African Journal of Criminal Justice","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hatred; Incitement; Mandate; Harm; Law; Political science; Criminal law; Sexual orientation; Criminology; Sociology; Psychology; Social psychology","score_opus":0.04765374763878635,"score_gpt":0.2697585790390171,"score_spread":0.22210483140023077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2258367759","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4753555,0.00013303959,0.52342916,0.0000778217,0.0005072536,0.00016102415,0.00000569125,0.00003708995,0.00029344598],"genre_scores_gemma":[0.8414446,0.000002760934,0.15806417,0.00004365879,0.00037295226,0.00000590668,9.63386e-7,0.000022927807,0.00004203874],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99700725,0.0002956099,0.0010776094,0.0003840661,0.0006530522,0.0005824362],"domain_scores_gemma":[0.9963454,0.0008117523,0.0014200129,0.0004246608,0.0007506368,0.0002475597],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015824162,0.00028750827,0.0005861366,0.00067709666,0.0001833033,0.00013491554,0.0006836122,0.00016663136,0.000009134731],"category_scores_gemma":[0.002989677,0.00026463057,0.00025396948,0.0009303949,0.0001167486,0.0004864718,0.00008348336,0.0005459093,0.000005042366],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010127942,0.0012905048,0.0015077227,0.0051983646,0.00049530773,0.0013274513,0.58744615,0.018878741,0.02902186,0.055172436,0.00029909227,0.28923443],"study_design_scores_gemma":[0.018184653,0.031210706,0.013150289,0.010734437,0.012918193,0.008338799,0.44169822,0.31891334,0.08036401,0.05610815,0.003385785,0.004993404],"about_ca_topic_score_codex":0.000024013187,"about_ca_topic_score_gemma":0.000007994023,"teacher_disagreement_score":0.3660891,"about_ca_system_score_codex":0.00010217706,"about_ca_system_score_gemma":0.00018878294,"threshold_uncertainty_score":0.99998057},"labels":[],"label_agreement":null},{"id":"W2270948127","doi":"","title":"Twenty Years Later Taylor Still Has It Right: How the Canadian Human Rights Act’s Hate Speech Provision Continues to Contribute to Equality","year":2010,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Supreme court; Repeal; Hatred; Human rights; Political science; Law; Context (archaeology); Legislature; Democracy; Incitement; Harm; Scapegoating; Politics; Prejudice (legal term); Sociology","score_opus":0.012153164727101571,"score_gpt":0.2460651686549068,"score_spread":0.23391200392780523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2270948127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9119898,0.000045443438,0.029614734,0.05465004,0.0018352087,0.00089906045,0.000014269634,0.00013634673,0.0008150613],"genre_scores_gemma":[0.99409103,0.000005074243,0.00078041386,0.0007986163,0.00048589596,0.000014447669,0.0000038881885,0.00001930314,0.0038013395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.995675,0.00020401557,0.0003254659,0.0004807833,0.0005967676,0.0027179532],"domain_scores_gemma":[0.9981883,0.00004364652,0.00017537233,0.000652516,0.00028574764,0.0006543861],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0033186912,0.00025948614,0.00025856466,0.00027152456,0.0017026427,0.0016630435,0.0014542051,0.00016622084,0.000049675567],"category_scores_gemma":[0.000090859605,0.0001794027,0.00013946011,0.00041663903,0.00006714988,0.0005309321,0.00014592563,0.0023431012,0.00026096293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031783755,0.00039121782,0.0025364747,0.000024095401,0.0008745947,0.00057370536,0.010966877,0.00011542218,0.08109758,0.49474457,0.03140792,0.37694973],"study_design_scores_gemma":[0.0010955272,0.00097639166,0.0053054867,0.000041483952,0.00003984173,0.0007432656,0.00009657651,0.0004062848,0.030192785,0.08504462,0.87533265,0.0007250507],"about_ca_topic_score_codex":0.034875,"about_ca_topic_score_gemma":0.89356965,"teacher_disagreement_score":0.8586946,"about_ca_system_score_codex":0.00085241004,"about_ca_system_score_gemma":0.0010104739,"threshold_uncertainty_score":0.9999585},"labels":[],"label_agreement":null},{"id":"W2290337742","doi":"10.29173/alr1313","title":"E-Racing Racial Profiling","year":2004,"lang":"en","type":"article","venue":"Alberta Law Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Racial profiling; Profiling (computer programming); Charter; Reasonable suspicion; Legislation; Political science; Supreme court; Law; Criminology; Sociology; Computer science; Race (biology)","score_opus":0.011669131954357407,"score_gpt":0.25120834013083243,"score_spread":0.23953920817647503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290337742","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01677225,0.16683662,0.36359125,0.026291473,0.004242097,0.0037005728,0.0000019450647,0.0013226693,0.41724113],"genre_scores_gemma":[0.8320581,0.020855414,0.11519801,0.028958498,0.00071673596,0.00021432462,0.000017364087,0.000068680645,0.0019129206],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998984,0.000042391723,0.00024060781,0.0003045547,0.00017803616,0.00025042467],"domain_scores_gemma":[0.999293,0.00004247631,0.00007822889,0.00045826522,0.000042441872,0.00008554693],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002566981,0.00012243915,0.00020365912,0.000020423733,0.0001659644,0.00008341232,0.0004133128,0.000040253864,0.000023465638],"category_scores_gemma":[0.00008759851,0.000104887484,0.00010022933,0.0003334282,0.000021828304,0.00044093057,0.00009211852,0.00012666204,0.00078668236],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010855667,0.00002774799,0.000009156354,0.00049661094,0.000012210977,0.000015133344,0.00010474507,0.000019941783,0.0004465758,0.940797,0.00009399377,0.057975817],"study_design_scores_gemma":[0.0006381689,0.0001568451,0.000030231344,0.005927878,0.000061021397,0.00027181208,0.0000034569505,0.00027752048,0.032778487,0.013652854,0.9454968,0.0007049555],"about_ca_topic_score_codex":0.0009510882,"about_ca_topic_score_gemma":0.00043500855,"teacher_disagreement_score":0.9454028,"about_ca_system_score_codex":0.000040331684,"about_ca_system_score_gemma":0.000054070177,"threshold_uncertainty_score":0.9999913},"labels":[],"label_agreement":null},{"id":"W2291324282","doi":"10.4314/pelj.v18i6.06","title":"Cyberbullying: Should Schools choose between Safety and Privacy?","year":2015,"lang":"en","type":"article","venue":"Potchefstroom Electronic Law Journal/Potchefstroomse Elektroniese Regsblad","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cyberspace; Anonymity; Monster; Law; Face (sociological concept); Political science; Expression (computer science); State (computer science); The Right to Privacy; Internet privacy; Right to privacy; Freedom of information; Sociology; Human rights; Public relations; The Internet; Computer science; Social science","score_opus":0.027093879895546673,"score_gpt":0.2606954477839584,"score_spread":0.23360156788841174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291324282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3685662,0.02612769,0.5497272,0.027084846,0.0028063473,0.002805176,0.000046297,0.0035566916,0.019279584],"genre_scores_gemma":[0.97933024,0.0019192012,0.014651387,0.0005883818,0.0017602241,0.00006361616,0.000029796372,0.0002002273,0.0014569126],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894927,0.00085234165,0.0019045854,0.0017656317,0.0021285394,0.0038562063],"domain_scores_gemma":[0.9931998,0.0003080865,0.0010924796,0.0020834343,0.0007814409,0.0025347315],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.004504917,0.0012978798,0.0015361096,0.00058784644,0.0016640457,0.0020027505,0.0030706816,0.0007015229,0.000039314436],"category_scores_gemma":[0.0006442436,0.001208645,0.0005414088,0.0014683196,0.00036108936,0.0035765707,0.001073064,0.0049148663,0.0002598697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018564108,0.0009586505,0.010318007,0.00019473334,0.0038220363,0.0009898933,0.0049478495,0.0016674373,0.005550679,0.47827083,0.009731745,0.48169172],"study_design_scores_gemma":[0.013113381,0.0044239652,0.0020542988,0.00038182802,0.00060856633,0.007881753,0.0016782286,0.0038858585,0.016834913,0.11350955,0.8315436,0.004084047],"about_ca_topic_score_codex":0.00045508548,"about_ca_topic_score_gemma":0.00021721482,"teacher_disagreement_score":0.82181185,"about_ca_system_score_codex":0.0025669718,"about_ca_system_score_gemma":0.0019431374,"threshold_uncertainty_score":0.9999773},"labels":[],"label_agreement":null},{"id":"W2294324668","doi":"10.4230/darts.1.1.7","title":"The Love/Hate Relationship with the C Preprocessor: An Interview Study (Artifact)","year":2015,"lang":"en","type":"article","venue":"DROPS (Schloss Dagstuhl – Leibniz Center for Informatics)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Deutsche Forschungsgemeinschaft; National Science Foundation","keywords":"Artifact (error); Grounded theory; Subject (documents); Preprocessor; Computer science; Process (computing); Psychology; Data science; Information retrieval; Epistemology; Social psychology; Artificial intelligence; World Wide Web; Sociology; Qualitative research; Social science; Philosophy","score_opus":0.047419963778204614,"score_gpt":0.2804762879035224,"score_spread":0.2330563241253178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294324668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.687119,0.00013990697,0.29646215,0.003629615,0.0010857953,0.0035078574,0.000030393614,0.00049602095,0.007529287],"genre_scores_gemma":[0.9954248,0.000008358947,0.0026343234,0.000591321,0.000098454984,0.00015785084,0.000023639266,0.00002903721,0.0010321775],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974412,0.0002064333,0.0007191719,0.00031315137,0.0007104233,0.0006096649],"domain_scores_gemma":[0.9970882,0.00023356489,0.0004347465,0.0015189437,0.00047416228,0.00025041445],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0027017873,0.00032138673,0.00025303775,0.00010117788,0.0007757124,0.0014389649,0.0019272687,0.000098797595,0.0000049916202],"category_scores_gemma":[0.00016445162,0.00016957601,0.000102922495,0.00053123874,0.00013838931,0.0025380729,0.00037177134,0.0004764078,0.00037855154],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014663236,0.003698884,0.10296507,0.00077208737,0.0012846413,0.000043575958,0.533029,0.004169526,0.000035962883,0.03919536,0.029701365,0.28363818],"study_design_scores_gemma":[0.014761864,0.01155523,0.031971566,0.00048208848,0.00036892222,0.0006204693,0.12151125,0.279432,0.0020163737,0.010189965,0.524241,0.0028493023],"about_ca_topic_score_codex":0.000027938802,"about_ca_topic_score_gemma":0.00026894678,"teacher_disagreement_score":0.4945396,"about_ca_system_score_codex":0.000107417305,"about_ca_system_score_gemma":0.00014554586,"threshold_uncertainty_score":0.9995976},"labels":[],"label_agreement":null},{"id":"W2310854232","doi":"10.1108/er-04-2015-0072","title":"Social media dilemmas in the employment context","year":2016,"lang":"en","type":"article","venue":"Employee Relations","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Social media; Context (archaeology); Public relations; Originality; Labour law; Business; Damages; Employment discrimination; Business ethics; Sociology; Political science; Law","score_opus":0.030344475532973193,"score_gpt":0.2558641484634062,"score_spread":0.225519672930433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2310854232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6233128,0.00016297547,0.31278434,0.04830724,0.0010325199,0.00055522047,0.000009645792,0.0005137745,0.013321484],"genre_scores_gemma":[0.9984522,0.0000053121194,0.00060364755,0.00020428258,0.00013007161,0.00004567688,0.0000012942347,0.0000060957177,0.00055145135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990471,0.00013059261,0.00018118828,0.0001909829,0.0002474083,0.00020273103],"domain_scores_gemma":[0.9992217,0.00039905953,0.000043949436,0.0002684239,0.000032730546,0.000034145643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030658828,0.00008019809,0.00007695574,0.00008890745,0.00022296526,0.00006596316,0.00041781648,0.00005961318,0.00005225218],"category_scores_gemma":[0.000115191084,0.000045959867,0.000055384735,0.0003613904,0.000043371347,0.00030145113,0.000054427874,0.000110020745,0.0005846903],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008410821,0.00012988212,0.025888529,0.0000021330059,0.000026822612,0.000030986,0.017506775,0.000010695108,0.000843229,0.6024787,0.023450807,0.32962307],"study_design_scores_gemma":[0.0018380655,0.00013871402,0.62866503,0.00007464252,0.000019918913,0.000044362765,0.000410895,0.0002014096,0.0013234561,0.1025242,0.26422626,0.00053306494],"about_ca_topic_score_codex":0.000034911634,"about_ca_topic_score_gemma":0.00038097042,"teacher_disagreement_score":0.60277647,"about_ca_system_score_codex":0.000060823946,"about_ca_system_score_gemma":0.000042281896,"threshold_uncertainty_score":0.7515206},"labels":[],"label_agreement":null},{"id":"W2317742967","doi":"10.5860/choice.38-6468","title":"The constitutional protection of freedom of expression","year":2001,"lang":"en","type":"article","venue":"Choice Reviews Online","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Freedom of expression; Expression (computer science); Political science; Law; Computer science; Human rights","score_opus":0.04193905577905953,"score_gpt":0.2923387763539352,"score_spread":0.25039972057487564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317742967","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033834875,0.02244787,0.9392279,0.0009056736,0.000912693,0.0010954322,0.00000925772,0.000090118985,0.0014761825],"genre_scores_gemma":[0.6998336,0.093939334,0.20111603,0.00026251108,0.001808764,0.00029740832,0.00004422451,0.00003057074,0.0026675758],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999082,0.0000986326,0.00038028628,0.00014709237,0.00018167186,0.0001103069],"domain_scores_gemma":[0.9990957,0.000072078044,0.0002831608,0.00039045923,0.00012343419,0.00003516988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004582144,0.0000761627,0.00017467063,0.000039484257,0.00011426737,0.000014916361,0.00036086328,0.00003986779,0.000010262602],"category_scores_gemma":[0.00035506886,0.000046301513,0.00008816298,0.00035168751,0.00016040985,0.00016577318,0.00006393499,0.000103192215,0.000012639877],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002151275,0.00018234104,0.0007195609,0.00020672123,0.000014896887,0.0000018161116,0.000055896162,0.00019868671,0.1386519,0.0126632,0.0007930143,0.84649044],"study_design_scores_gemma":[0.00034736726,0.00013684346,0.001906605,0.0007238975,0.000011249709,0.00004531072,0.000008541859,0.0064142556,0.022781692,0.00053893944,0.96696234,0.00012297236],"about_ca_topic_score_codex":0.00003029197,"about_ca_topic_score_gemma":0.000023270042,"teacher_disagreement_score":0.9661693,"about_ca_system_score_codex":0.000016349211,"about_ca_system_score_gemma":0.00005072556,"threshold_uncertainty_score":0.18881209},"labels":[],"label_agreement":null},{"id":"W2326204440","doi":"10.1177/1461444816639976","title":"Tor, what is it good for? Political repression and the use of online anonymity-granting technologies","year":2016,"lang":"en","type":"article","venue":"New Media & Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for International Governance Innovation","funders":"","keywords":"Anonymity; Politics; The Internet; Government (linguistics); Internet privacy; Civil society; Political science; Sociology; Law and economics; Public relations; Law; Computer science; World Wide Web","score_opus":0.04634509651507258,"score_gpt":0.2733686260530438,"score_spread":0.22702352953797122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326204440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48986366,0.0015640762,0.34281227,0.16333665,0.0011047858,0.0006701309,0.00002238164,0.0005703715,0.000055646156],"genre_scores_gemma":[0.82751906,0.0038919824,0.16554295,0.0022956363,0.00027357283,0.000020205918,0.0000024037581,0.000016105032,0.00043808206],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989688,0.000036079146,0.00019108773,0.00028482807,0.00021367629,0.00030553632],"domain_scores_gemma":[0.9983574,0.000986276,0.00009030657,0.00042883103,0.00007451165,0.00006263276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033209485,0.0000987639,0.00016433463,0.000016984011,0.00013192075,0.00011776046,0.00032911968,0.00014134996,0.0000030323747],"category_scores_gemma":[0.0004910053,0.0000513341,0.00013730847,0.00014625257,0.0002438275,0.00064684794,0.00026445137,0.00011366628,0.0000014943097],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037427977,0.00004690453,0.00055076246,0.000032780335,0.000043975357,0.0000010640331,0.0055230125,5.4645983e-7,0.015555621,0.023283394,0.014775786,0.9401487],"study_design_scores_gemma":[0.017793508,0.0006315801,0.004616081,0.0023505504,0.0001941062,0.00009702753,0.0376435,0.03040075,0.60321563,0.09897906,0.20277667,0.0013015419],"about_ca_topic_score_codex":0.000061292085,"about_ca_topic_score_gemma":0.000017773931,"teacher_disagreement_score":0.9388472,"about_ca_system_score_codex":0.000022101427,"about_ca_system_score_gemma":0.00006148964,"threshold_uncertainty_score":0.20933437},"labels":[],"label_agreement":null},{"id":"W2341118646","doi":"10.14288/1.0066566","title":"Hate crime law &amp; social contention : a comparison of nongovernmental knowledge practices in Canada &amp; the United States","year":2008,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hate crime; Political science; Criminology; Law; Sociology","score_opus":0.03291386803876073,"score_gpt":0.22797620783272143,"score_spread":0.1950623397939607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341118646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957166,0.000070640155,0.0023548806,0.00015338577,0.00014139371,0.00015286241,0.000049448132,0.000026983253,0.0013338411],"genre_scores_gemma":[0.9990541,0.00004404433,0.00043896,0.000035455567,0.000011101451,4.7044304e-7,0.000028327442,0.0000046272567,0.0003829336],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99892443,0.00015612738,0.00016170392,0.00023606609,0.0003271319,0.00019453715],"domain_scores_gemma":[0.9991094,0.00008796311,0.00038314096,0.00019701918,0.00016984195,0.000052660424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019093155,0.000042640095,0.00020361668,0.000036013218,0.00039786415,0.00005543134,0.00047538112,0.000048370643,0.000020234796],"category_scores_gemma":[0.000026609261,0.00010950221,0.0000596788,0.00047831674,0.00020793483,0.00041329034,0.00015431542,0.0001575903,0.0000081856615],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026852274,0.0031017608,0.39470765,0.0005116112,0.00054919027,0.0005281855,0.045027614,0.0005653215,0.008506282,0.00052767573,0.068103746,0.47760242],"study_design_scores_gemma":[0.00080590625,0.00004226846,0.9840637,0.00005987337,0.000016499138,0.00005116866,0.0042797267,0.0028332614,0.000024746032,0.00007531115,0.0075970464,0.00015049423],"about_ca_topic_score_codex":0.99481905,"about_ca_topic_score_gemma":0.99945563,"teacher_disagreement_score":0.589356,"about_ca_system_score_codex":0.00029511238,"about_ca_system_score_gemma":0.00029173843,"threshold_uncertainty_score":0.44653705},"labels":[],"label_agreement":null},{"id":"W2342703583","doi":"","title":"Politics and Ideology beyond the Law of Free Speech","year":2013,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"La Cité Collégiale","funders":"","keywords":"Dictatorship; Democracy; Ideology; Distrust; Political science; Nationalism; Politics; Rhetoric; Law; Authoritarianism; Free market; Democratization; Constitutionality; Political economy; Law and economics; Sociology","score_opus":0.004271670832582557,"score_gpt":0.20001992189693338,"score_spread":0.19574825106435081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342703583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85434955,0.002779874,0.116619885,0.015599409,0.0005673032,0.00023473163,9.996081e-7,0.00006480389,0.00978345],"genre_scores_gemma":[0.99651605,0.0004777169,0.0016963539,0.0004868591,0.00011538264,0.0000024076191,1.5725455e-7,0.0000060947664,0.0006989713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983782,0.000079165926,0.00018526286,0.0001252732,0.00017157555,0.001060504],"domain_scores_gemma":[0.99936247,0.00005851371,0.00010502421,0.00031636047,0.000095952615,0.00006165854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007128872,0.00008316123,0.00010756428,0.000051444884,0.00021637451,0.00008657756,0.0006571135,0.000054624143,0.000013790739],"category_scores_gemma":[0.000036614718,0.00005571301,0.00004525248,0.00012883279,0.00011903531,0.00027588353,0.00013589628,0.0007881837,0.000022304584],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011819557,0.0000103478,0.00014474057,0.0000015568586,0.000028438571,0.0000013111835,0.00010330519,0.000001810131,0.0011260246,0.9763499,0.00017461993,0.022056792],"study_design_scores_gemma":[0.00024077678,0.00026647624,0.00045167786,0.0000031777374,0.00000765817,0.0015838861,0.00021072569,0.00041314785,0.0032658963,0.9923689,0.0011181749,0.00006950621],"about_ca_topic_score_codex":0.0007454894,"about_ca_topic_score_gemma":0.0006516273,"teacher_disagreement_score":0.14216651,"about_ca_system_score_codex":0.00009046627,"about_ca_system_score_gemma":0.00034735064,"threshold_uncertainty_score":0.34243098},"labels":[],"label_agreement":null},{"id":"W2397216883","doi":"","title":"University Discipline in the Age of Social Media","year":2016,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Misconduct; Appeal; Harassment; Social media; Charter; Discipline; Autonomy; Political science; Sociology; Law; Public relations","score_opus":0.007469784433806974,"score_gpt":0.20620881436069802,"score_spread":0.19873902992689105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397216883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67094326,0.000116491785,0.32084355,0.006415641,0.00023278041,0.00006058464,0.0000011840561,0.000025746831,0.0013607645],"genre_scores_gemma":[0.99921054,0.00021717905,0.0001241249,0.000016434766,0.00009995892,1.4220969e-7,2.0631492e-7,0.0000021271314,0.00032927166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988806,0.00011667261,0.00009897808,0.00008820357,0.00018469398,0.0006308105],"domain_scores_gemma":[0.99971426,0.000074322794,0.000066688764,0.000103665065,0.000025007177,0.000016087886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001134356,0.00004912935,0.000070765804,0.00008112165,0.000114506984,0.000017228267,0.0006117413,0.000031346324,0.0000049082214],"category_scores_gemma":[0.000029802353,0.000027211134,0.000053260977,0.00026515723,0.000039699287,0.00020247509,0.000047821854,0.00039504468,0.000008296341],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003448033,0.000061012302,0.00043749344,0.0000014732506,0.00002395833,0.000036692163,0.002842097,0.0000017359247,0.0054318863,0.8197849,0.00009031314,0.17125398],"study_design_scores_gemma":[0.0032250555,0.0005426352,0.04197317,0.000046968325,0.000025557405,0.0006586851,0.006037447,0.00012010021,0.002001779,0.9296997,0.01530256,0.00036631213],"about_ca_topic_score_codex":0.000011364528,"about_ca_topic_score_gemma":0.001189663,"teacher_disagreement_score":0.3282673,"about_ca_system_score_codex":0.00023095415,"about_ca_system_score_gemma":0.0003853819,"threshold_uncertainty_score":0.17162944},"labels":[],"label_agreement":null},{"id":"W2484642270","doi":"10.2495/dne-v11-n3-406-415","title":"Cyber hate speech on twitter: Analyzing disruptive events from social media to build a violent communication and hate speech taxonomy","year":2016,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerio de Economía y Competitividad","keywords":"Social media; Taxonomy (biology); Computer science; Psychology; Computer security; Internet privacy; Communication; World Wide Web","score_opus":0.017680215513076823,"score_gpt":0.2619026129296643,"score_spread":0.2442223974165875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484642270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6395242,0.00023961686,0.35365582,0.0053463522,0.00093057996,0.00016370416,0.00002485345,0.0000222972,0.00009256183],"genre_scores_gemma":[0.94853777,0.00056960614,0.04999011,0.0004896357,0.00034209527,0.000005446609,0.000005628538,0.000012152159,0.00004754046],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99853253,0.00014281717,0.00039106145,0.00026761973,0.00047660206,0.00018935303],"domain_scores_gemma":[0.9985553,0.00038239697,0.00037978683,0.00018380802,0.00035507063,0.00014361851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054579496,0.00018012091,0.00022634694,0.00034043117,0.0001254723,0.00020373723,0.00072414835,0.0001688453,0.000009780295],"category_scores_gemma":[0.00013076575,0.00013295324,0.00008698518,0.00014655941,0.000038415557,0.0005909239,0.00020591484,0.00042729705,0.000012345006],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007048275,0.00018624705,0.0031265628,0.0000051349775,0.00058295386,0.00020271307,0.0020946679,0.00013125315,0.010282304,0.0031736097,0.0011894314,0.9783203],"study_design_scores_gemma":[0.026200546,0.0042019063,0.3349254,0.00891966,0.00082687155,0.003946394,0.0020004502,0.07714838,0.12145221,0.36553445,0.049052846,0.005790862],"about_ca_topic_score_codex":0.000025223157,"about_ca_topic_score_gemma":0.000063167376,"teacher_disagreement_score":0.9725294,"about_ca_system_score_codex":0.00019476378,"about_ca_system_score_gemma":0.00004168635,"threshold_uncertainty_score":0.54216754},"labels":[],"label_agreement":null},{"id":"W2489259107","doi":"10.4018/978-1-59140-789-8.ch058","title":"Digital Morality and Ethics","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Morality; Information ethics; Ethics of technology; Engineering ethics; Computer ethics; Political science; Government (linguistics); Democracy; Compliance (psychology); Sociology; Environmental ethics; Meta-ethics; Psychology; Social psychology; Engineering; Law; Politics; Philosophy","score_opus":0.04195936875614188,"score_gpt":0.27739521126786115,"score_spread":0.23543584251171928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2489259107","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007472361,0.00016796915,0.024708554,0.00014862549,0.00049980625,0.00015173713,0.000037542188,0.00030761494,0.9739034],"genre_scores_gemma":[0.3118184,0.000038481914,0.016053252,0.0038563074,0.0010758344,0.000010440533,0.000011384015,0.00010147723,0.66703445],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984049,0.000012031933,0.00025940826,0.0005469715,0.00047483455,0.000301848],"domain_scores_gemma":[0.9989436,0.000050694936,0.00013175108,0.00055473123,0.00011195171,0.00020721628],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027262885,0.00030039935,0.0002559558,0.000056491645,0.00014353523,0.00047708914,0.00044476456,0.0006416611,0.000005096396],"category_scores_gemma":[0.000032602256,0.00029987158,0.00011188044,0.000021734912,0.00012746279,0.0001573193,0.00034146602,0.00066698674,0.00016352683],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055861374,0.000002637146,0.0000060430234,0.000015588334,0.000019812229,0.0000787873,0.00003683975,2.4847287e-7,0.0000022505608,0.890964,0.00023504504,0.10863316],"study_design_scores_gemma":[0.00022218832,0.00013442112,0.00006545699,0.000118817086,0.000019396926,0.00025668435,0.0000035735568,0.00008818393,0.00009177201,0.737269,0.26116157,0.00056897325],"about_ca_topic_score_codex":0.00003860396,"about_ca_topic_score_gemma":0.000052167383,"teacher_disagreement_score":0.31174368,"about_ca_system_score_codex":0.00011396121,"about_ca_system_score_gemma":0.00016886904,"threshold_uncertainty_score":0.99994534},"labels":[],"label_agreement":null},{"id":"W2491742414","doi":"","title":"The Canadian Armed Forces “YouTube War”: A Cross-Border Military-Social Media Complex","year":2015,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Media studies; Political science; Computer science; Sociology; World Wide Web","score_opus":0.23554941057237938,"score_gpt":0.5461186129988205,"score_spread":0.3105692024264411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2491742414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9411266,0.018193379,0.0033821657,0.0033082939,0.005741533,0.0010763045,0.00009183866,0.00023858048,0.026841322],"genre_scores_gemma":[0.9961936,0.0011071882,0.00087270205,0.0006261604,0.00051240006,0.000042878524,0.000012973043,0.00003825465,0.00059385394],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99634075,0.00036504332,0.0007622433,0.000529311,0.0011743011,0.00082834624],"domain_scores_gemma":[0.9967617,0.0003900711,0.00041054044,0.00069287384,0.00086341344,0.00088144024],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024670623,0.00033099714,0.0005338089,0.0005532108,0.0017645349,0.0029945876,0.0055536623,0.00016628862,0.0011913513],"category_scores_gemma":[0.00085947296,0.00025427542,0.00019806408,0.0014049846,0.00035454414,0.0030343796,0.0009582541,0.0005111441,0.00006630364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047982865,0.0003274678,0.12946168,0.00007848118,0.0006845275,0.00030918486,0.014082681,0.0008139709,0.008548004,0.0032765577,0.46826136,0.37367624],"study_design_scores_gemma":[0.0014623292,0.000034346627,0.6061431,0.000106118234,0.00005115205,0.00008518761,0.00054493255,0.0031956658,0.00499821,0.023322552,0.35908246,0.0009739266],"about_ca_topic_score_codex":0.10236623,"about_ca_topic_score_gemma":0.22656082,"teacher_disagreement_score":0.47668144,"about_ca_system_score_codex":0.00034874177,"about_ca_system_score_gemma":0.0010054992,"threshold_uncertainty_score":0.99999094},"labels":[],"label_agreement":null},{"id":"W2500273366","doi":"10.1017/cbo9780511740084.012","title":"Against FocusP: arguments from Zulu","year":2012,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":230,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Zulu; Philosophy; History; Linguistics","score_opus":0.017143474110843476,"score_gpt":0.18190809636362706,"score_spread":0.1647646222527836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2500273366","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040617233,0.00026626073,0.015751982,0.000016082626,0.0009342151,0.0002950002,0.00012919641,0.00041987715,0.9817812],"genre_scores_gemma":[0.0025467582,0.00017356417,0.0018820552,0.00012822555,0.00031059416,7.7649673e-7,0.000047373484,0.00003983219,0.99487084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982279,0.000044901022,0.00019255393,0.0006912538,0.0004063944,0.00043701773],"domain_scores_gemma":[0.99821746,0.000046686793,0.0002487633,0.0010581713,0.00011111573,0.0003177912],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00009584004,0.00041460825,0.00035874837,0.00019200298,0.00025499545,0.00013651022,0.0013222314,0.0004353295,0.000007672087],"category_scores_gemma":[0.000004790358,0.000495576,0.0002405183,0.0000134055335,0.00009707717,0.00034337127,0.00082916615,0.0005222257,0.00023649586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036739704,0.000024056433,0.0000040452,0.000027603031,0.0002792242,0.00040431533,0.00011328603,0.0000022926984,0.00046189706,0.89411443,0.023888497,0.08064359],"study_design_scores_gemma":[0.000446141,0.00003530845,0.000019851068,0.00011025866,0.000088439934,0.000006853056,0.000005557036,0.00025856684,0.0024408197,0.000046297704,0.9959927,0.0005491836],"about_ca_topic_score_codex":0.0002110194,"about_ca_topic_score_gemma":0.0000026361804,"teacher_disagreement_score":0.97210425,"about_ca_system_score_codex":0.0002468997,"about_ca_system_score_gemma":0.00008622544,"threshold_uncertainty_score":0.9997496},"labels":[],"label_agreement":null},{"id":"W2504171395","doi":"10.1093/acprof:oso/9780199548781.003.0012","title":"Incitement and the Regulation of Hate Speech in Canada: A Philosophical Analysis","year":2009,"lang":"en","type":"book-chapter","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Free speech; Incitement; Legislation; First amendment; Supreme court; Democracy; Law; Mill; Political science; Marketplace of ideas; Operationalization; Sociology; Law and economics; Epistemology; History; Philosophy; Politics","score_opus":0.010746809607856508,"score_gpt":0.19565692664440598,"score_spread":0.18491011703654947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2504171395","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073552816,0.00087122276,0.03448326,0.021302972,0.0003319676,0.0013548179,0.000011790258,0.000103651764,0.934185],"genre_scores_gemma":[0.9430262,0.00017581596,0.0034678373,0.0005298658,0.000070518,0.0000050941385,0.000010161093,0.0000097376005,0.05270478],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987869,0.00003240252,0.0003647059,0.00029138537,0.00040683398,0.0001177629],"domain_scores_gemma":[0.9992472,0.000056165853,0.00018056495,0.00040996636,0.00006237472,0.00004375156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003509181,0.0001397497,0.00035463454,0.00026431444,0.000036443194,0.000033309072,0.0002672537,0.000092747774,0.00004353918],"category_scores_gemma":[0.000007814981,0.00009977711,0.00008491071,0.00019767908,0.000047291407,0.00006887386,0.00009022616,0.00017385904,0.0000019901986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031123847,0.000006821573,0.000050138686,0.000011500739,0.00020387716,0.00001615438,0.000062044026,0.00026659455,0.000018242157,0.80555165,0.000073481366,0.1937084],"study_design_scores_gemma":[0.0022409947,0.00016044988,0.023340976,0.00017750259,0.0005979626,0.00003816633,0.000012439206,0.15558214,0.0008904211,0.80534494,0.010811182,0.00080281467],"about_ca_topic_score_codex":0.3406804,"about_ca_topic_score_gemma":0.7745774,"teacher_disagreement_score":0.9356709,"about_ca_system_score_codex":0.00019449227,"about_ca_system_score_gemma":0.00022492027,"threshold_uncertainty_score":0.66371006},"labels":[],"label_agreement":null},{"id":"W2520136630","doi":"10.15375/zbb-2015-0306","title":"Risiko-Warnhinweise in Kurzinformationen für Finanzdienstleistungen. Eine empirische Analyse","year":2015,"lang":"de","type":"article","venue":"Zeitschrift für Bankrecht und Bankwirtschaft","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Political science; Gynecology; Humanities; Art; Medicine","score_opus":0.03267351193875151,"score_gpt":0.318469550810912,"score_spread":0.2857960388721605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520136630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34706476,0.13535334,0.26159033,0.018485527,0.04692065,0.0086456975,0.00063289003,0.0047664014,0.17654039],"genre_scores_gemma":[0.9652593,0.001904591,0.019867845,0.0017798647,0.0027081817,0.0001868314,0.00036265343,0.00022668208,0.00770405],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.989446,0.0009634925,0.002656671,0.0021257505,0.0022462078,0.002561916],"domain_scores_gemma":[0.99312264,0.0003419834,0.0011085154,0.0029296838,0.001033106,0.0014640924],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0045833476,0.001523079,0.001638258,0.002048702,0.0006725542,0.0014455572,0.002798429,0.0012091977,0.00040231977],"category_scores_gemma":[0.0010780082,0.0015378075,0.0006459204,0.005042504,0.000359107,0.0036773586,0.00129813,0.0022496523,0.010937713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031103182,0.0063724956,0.036093872,0.0015892868,0.005339309,0.004987671,0.05872378,0.05776784,0.0023067142,0.059612777,0.31309065,0.45100528],"study_design_scores_gemma":[0.005180249,0.0011470383,0.0050102444,0.00051190256,0.0006382458,0.00012071635,0.0005629747,0.134465,0.005284147,0.0006805275,0.8440007,0.0023982562],"about_ca_topic_score_codex":0.002722835,"about_ca_topic_score_gemma":0.0008946378,"teacher_disagreement_score":0.6181945,"about_ca_system_score_codex":0.00025866207,"about_ca_system_score_gemma":0.0017192779,"threshold_uncertainty_score":0.9997518},"labels":[],"label_agreement":null},{"id":"W252891807","doi":"","title":"The Attack on Human Rights Commissions and the Decline of Public Discourse","year":2010,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Contempt; Human rights; Commission; Hatred; Phone; Political science; Race (biology); Law; The Internet; Criminology; Sociology; Politics; Gender studies","score_opus":0.019917942096267554,"score_gpt":0.30220842392417807,"score_spread":0.2822904818279105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W252891807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9354418,0.00054305414,0.02625965,0.03425638,0.0006024429,0.00017275501,5.2606885e-7,0.00004210879,0.0026812882],"genre_scores_gemma":[0.99836385,0.00021169778,0.00012471141,0.0000687447,0.00016604296,0.0000029418522,2.7010154e-7,0.000005090125,0.0010566544],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983508,0.00017824578,0.00021010057,0.00012858251,0.00027325042,0.0008590305],"domain_scores_gemma":[0.99908614,0.00019615918,0.00016208207,0.0003934231,0.00007480839,0.0000873635],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0031704588,0.000093827395,0.00010581546,0.000052951917,0.0016972913,0.0002446323,0.00086300744,0.000045546196,0.000005485111],"category_scores_gemma":[0.00007416467,0.000041820153,0.00007573901,0.00016246726,0.0002695074,0.0001797525,0.00011405357,0.0018246032,0.000006941896],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013842642,0.00003135375,0.00006114985,4.3805412e-7,0.00003112015,6.915731e-7,0.00008055719,0.000001962977,0.00060810015,0.9639113,0.00017173037,0.035087775],"study_design_scores_gemma":[0.001658502,0.00046443497,0.00081475265,0.000014049044,0.000019330277,0.0005785327,0.0002136587,0.0016952653,0.0012960152,0.9446567,0.048443366,0.00014537547],"about_ca_topic_score_codex":0.00006959888,"about_ca_topic_score_gemma":0.0055340743,"teacher_disagreement_score":0.06292205,"about_ca_system_score_codex":0.00004419739,"about_ca_system_score_gemma":0.00030361195,"threshold_uncertainty_score":0.9996024},"labels":[],"label_agreement":null},{"id":"W2565870272","doi":"","title":"The Metalinguistic Dilemma of Freedom of Expression: Its Limits","year":2016,"lang":"en","type":"article","venue":"Journal of political studies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Human rights; Law; Declaration; Parliament; Fundamental rights; Bill of rights; Right to property; Sociology; Political science; Politics","score_opus":0.04411621606295145,"score_gpt":0.30566497693425426,"score_spread":0.2615487608713028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565870272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.854771,0.021049337,0.08871513,0.021377908,0.007659604,0.00031297165,0.000019013587,0.00006743834,0.006027591],"genre_scores_gemma":[0.9968698,0.00024664972,0.0024213546,0.000022626453,0.00028952034,0.000001010044,7.5813515e-9,0.00000319204,0.00014583002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99870056,0.00009131768,0.00050164596,0.000079802805,0.0003886419,0.00023800407],"domain_scores_gemma":[0.9975491,0.0010439798,0.00031541905,0.00017423966,0.00081633544,0.00010088895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050845946,0.0000783359,0.0002810401,0.000051985317,0.0000966839,0.000016107746,0.0004375537,0.000029297802,0.000004165426],"category_scores_gemma":[0.0035987596,0.00003321533,0.00013622495,0.000106962034,0.000204407,0.000121579156,0.00013389648,0.00008088471,0.000004609683],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057554178,0.000108397195,0.0003359085,0.00005988159,0.00035052423,0.00003781989,0.00036419663,0.0000085049705,0.04513016,0.9412516,0.0016198347,0.010675659],"study_design_scores_gemma":[0.0018298309,0.0022505154,0.011758546,0.0014560625,0.00019474725,0.00025922075,0.0007913802,0.00019625461,0.85292953,0.108129054,0.01987447,0.0003303973],"about_ca_topic_score_codex":0.0000051264897,"about_ca_topic_score_gemma":0.000001999284,"teacher_disagreement_score":0.8331225,"about_ca_system_score_codex":0.00003210696,"about_ca_system_score_gemma":0.000047531572,"threshold_uncertainty_score":0.43083113},"labels":[],"label_agreement":null},{"id":"W2571582334","doi":"","title":"The Media Education Policy and the Background in Canada : As a Clue Which Makes Contradiction of Youth Protect Regulation Clear(III. Research Papers)","year":2001,"lang":"en","type":"article","venue":"日本教育政策学会年報","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Contradiction; Political science; Media studies; Public relations; Sociology; Epistemology; Philosophy","score_opus":0.021971311583783192,"score_gpt":0.2705372307910433,"score_spread":0.24856591920726012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571582334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978668,0.00029862675,0.00037103347,0.006420559,0.00030286962,0.000715243,0.0000013356322,0.000026913023,0.01319546],"genre_scores_gemma":[0.9989175,0.00025725152,0.000086900414,0.000107380816,0.00017448471,0.00005850446,0.0000025616584,0.000007008875,0.00038839734],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982479,0.00045810765,0.00025001902,0.00023721655,0.0005151771,0.00029157137],"domain_scores_gemma":[0.99879813,0.00043053486,0.00009809188,0.00039215336,0.00021504094,0.00006602789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016331386,0.00009029233,0.00011723163,0.00013616671,0.00038149607,0.00014721257,0.00034021895,0.00005587552,0.0000074222353],"category_scores_gemma":[0.00035698523,0.00005782919,0.00002085358,0.0011396809,0.00012868117,0.00019605139,0.00006467558,0.0002728023,0.000004045073],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001085041,0.0000938687,0.0017580127,0.000036025416,0.000046443452,0.000005328961,0.012013854,0.00023189848,0.0023895986,0.29388037,0.00055192475,0.68790764],"study_design_scores_gemma":[0.0122295255,0.0010799185,0.6151122,0.000740145,0.0000716413,0.000517644,0.078382,0.09139322,0.015728973,0.117531024,0.0658804,0.0013333409],"about_ca_topic_score_codex":0.7665485,"about_ca_topic_score_gemma":0.7747207,"teacher_disagreement_score":0.6865743,"about_ca_system_score_codex":0.0003581294,"about_ca_system_score_gemma":0.002058536,"threshold_uncertainty_score":0.36517546},"labels":[],"label_agreement":null},{"id":"W2579619295","doi":"10.1068/d2206a","title":"Getting Warmer? Some Reactions to <i>Fahrenheit 9/11</i>","year":2004,"lang":"en","type":"article","venue":"Environment and Planning D Society and Space","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Astrobiology; Physics","score_opus":0.009854985947422273,"score_gpt":0.2068033954996031,"score_spread":0.19694840955218085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579619295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.836339,0.00062556,0.1569976,0.005435069,0.00015791913,0.00011286349,0.0000014959745,0.000116400275,0.00021407889],"genre_scores_gemma":[0.92461985,0.0007166793,0.07157306,0.0014820539,0.00022813048,0.000014981211,0.00000387065,0.000013303847,0.0013480607],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920046,0.000015065422,0.0000992995,0.00031064727,0.00013978986,0.0002347376],"domain_scores_gemma":[0.9996211,0.000033225704,0.00003879248,0.0001561185,0.0000033607637,0.00014739516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018842299,0.00011910301,0.000097822245,0.000021781043,0.00044034875,0.00011150721,0.000095899406,0.000069949274,0.0000037868647],"category_scores_gemma":[0.000007509474,0.00011771221,0.000044687495,0.00007352899,0.000038340975,0.00028570378,0.00011187358,0.0001438208,0.00002600001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000907049,0.0007046504,0.045952328,0.0004527809,0.0005848689,0.00026897588,0.26524976,0.08946593,0.33794892,0.11506648,0.026457036,0.11775757],"study_design_scores_gemma":[0.003410571,0.00089688133,0.057008002,0.0004933535,0.00011846957,0.00026219568,0.0074632308,0.012080678,0.04683394,0.01544053,0.85357046,0.0024216983],"about_ca_topic_score_codex":0.00005495074,"about_ca_topic_score_gemma":8.7876816e-7,"teacher_disagreement_score":0.8271134,"about_ca_system_score_codex":0.00003468593,"about_ca_system_score_gemma":0.00000929417,"threshold_uncertainty_score":0.48001647},"labels":[],"label_agreement":null},{"id":"W2582601590","doi":"10.1017/s0008423916001219","title":"Finding the Harm in Hate Speech: An Argument against Censorship","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Political Science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Censorship; Harm; Harm principle; Argument (complex analysis); Dignity; Fallacy; Offensive; Mill; Law and economics; Law; Political science; Sociology; Epistemology; Philosophy; Economics; History","score_opus":0.04222381877679681,"score_gpt":0.293918831351188,"score_spread":0.2516950125743912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2582601590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840455,0.00001721156,0.001550749,0.008884836,0.0009936041,0.00006610075,0.0000015472035,0.0000062765057,0.004434186],"genre_scores_gemma":[0.99714965,0.000001785657,0.0018348149,0.0007732807,0.00016500446,6.6130974e-7,5.2423506e-8,0.000003373278,0.00007139064],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9980116,0.00006814019,0.00025156842,0.00020739489,0.00041335548,0.0010479374],"domain_scores_gemma":[0.99738806,0.000047820293,0.00015029727,0.0005726387,0.00014741498,0.0016937443],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024792,0.00008947107,0.00011551843,0.00028933404,0.001133027,0.001459071,0.0029862688,0.000038555387,0.00001569557],"category_scores_gemma":[0.0010233071,0.000062875624,0.000047807025,0.00028097176,0.000705029,0.0013979498,0.0000724026,0.00032580676,0.000024101613],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036215313,0.00002338439,0.01026454,0.000004196176,0.0000041526328,0.0009391033,0.0009973546,0.0000743917,0.002446026,0.9249262,0.000099600315,0.06021742],"study_design_scores_gemma":[0.0004417492,0.00027001282,0.93410844,0.0001517204,0.000006110771,0.00058725703,0.00044401112,0.00886804,0.025773589,0.026273005,0.002746163,0.0003299199],"about_ca_topic_score_codex":0.01434552,"about_ca_topic_score_gemma":0.023844002,"teacher_disagreement_score":0.92384386,"about_ca_system_score_codex":0.0005006372,"about_ca_system_score_gemma":0.0016048677,"threshold_uncertainty_score":0.9995775},"labels":[],"label_agreement":null},{"id":"W2587939649","doi":"","title":"\"Crazy B****\": Discriminatory Language, Radio Censorship, Regulation, and Enforcement Policies in Canada","year":2016,"lang":"en","type":"dissertation","venue":"YorkSpace (York University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Censorship; Enforcement; Political science; Law enforcement; Computer security; Business; Computer science; Law","score_opus":0.005525343225973517,"score_gpt":0.18331692246026726,"score_spread":0.17779157923429376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587939649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8727659,0.0013769681,0.003848679,0.0011991094,0.0023972015,0.0008329858,0.000036875444,0.0003427806,0.11719951],"genre_scores_gemma":[0.90703046,0.00017776673,0.00050991407,0.00004718705,0.000063820735,0.0000017123089,0.00005323481,0.00002030446,0.09209562],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856,0.00010121953,0.0001624207,0.00047135324,0.00032363695,0.0003813565],"domain_scores_gemma":[0.9991046,0.00006567522,0.00019475438,0.00041727012,0.000060598028,0.00015711278],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00010359777,0.00026070056,0.00025395208,0.00056883006,0.00019663796,0.00008253713,0.00053682213,0.00018004255,0.00005619745],"category_scores_gemma":[0.000024305113,0.00026485315,0.000049298855,0.0006022534,0.00003114724,0.00031558092,0.0000789842,0.00023968084,0.0000092994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007567683,0.00020209968,0.016478347,0.0011547967,0.000515653,0.0019944762,0.07829914,0.0007450438,0.0048868386,0.67400247,0.040137623,0.18082672],"study_design_scores_gemma":[0.007415062,0.0005170353,0.30982822,0.00408816,0.0003913427,0.00009959619,0.16012742,0.003220708,0.02577075,0.0034462842,0.47843793,0.0066574956],"about_ca_topic_score_codex":0.6071952,"about_ca_topic_score_gemma":0.8964317,"teacher_disagreement_score":0.6705562,"about_ca_system_score_codex":0.001056605,"about_ca_system_score_gemma":0.0010053325,"threshold_uncertainty_score":0.9999804},"labels":[],"label_agreement":null},{"id":"W2596163002","doi":"","title":"Turning Worms: Some Thoughts on Liabilities for Spreading Computer Infections","year":2004,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Forensic engineering; Computer security; Geology; Computer science; Mining engineering; Internet privacy; Engineering","score_opus":0.012660274857466123,"score_gpt":0.23922287522312705,"score_spread":0.22656260036566092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2596163002","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2654763,0.000098344826,0.72566044,0.00092467765,0.0038111843,0.0005988995,0.0000070310216,0.0010375418,0.0023856033],"genre_scores_gemma":[0.9259886,0.000012608898,0.06807431,0.0014234046,0.0033747477,0.000130848,0.0000067187943,0.0000318198,0.00095692504],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984468,0.00004967701,0.0002671638,0.0005139192,0.00024538577,0.00047701263],"domain_scores_gemma":[0.9989003,0.00019525114,0.00008504659,0.0005439917,0.00007924364,0.00019615023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031611836,0.00021812766,0.00020806355,0.0001347644,0.00062759325,0.0004724849,0.00043766116,0.00011543204,0.000008551],"category_scores_gemma":[0.00007297929,0.00020144842,0.00016132325,0.00026978806,0.000060809132,0.0011384828,0.000111790614,0.00031247622,0.00030280906],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033489327,0.0003187417,0.00028071488,0.00008399672,0.00007494063,0.000020464846,0.0010853576,0.029733019,0.0026783424,0.9474538,0.0013044592,0.016932687],"study_design_scores_gemma":[0.0050123325,0.0036331108,0.0019914529,0.0010040469,0.00005838419,0.00017891599,0.00017418034,0.017693914,0.16535665,0.51595324,0.28682187,0.002121878],"about_ca_topic_score_codex":0.00019412416,"about_ca_topic_score_gemma":0.000156818,"teacher_disagreement_score":0.6605123,"about_ca_system_score_codex":0.00020628453,"about_ca_system_score_gemma":0.00007789427,"threshold_uncertainty_score":0.82148284},"labels":[],"label_agreement":null},{"id":"W2597006171","doi":"10.29173/cais945","title":"Readability of Informed Consent Forms: Analysis and Recommendations for Development of Consent Forms for Use with Communities with Limited or Low Literacy","year":2016,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Readability; Informed consent; Psychology; Literacy; Humanities; Computer science; Medicine; Art; Pedagogy; Alternative medicine","score_opus":0.0675056919160336,"score_gpt":0.29246875681525497,"score_spread":0.22496306489922135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597006171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96701026,0.00006022174,0.027573645,0.0030862195,0.00006502322,0.0012622024,0.0007918999,0.000024151863,0.00012637953],"genre_scores_gemma":[0.93448156,0.00029416406,0.06421381,0.000074076874,0.000011958651,0.0001494321,0.000020204283,0.000017527442,0.00073728483],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99770534,0.000037468708,0.0010838943,0.00032190213,0.000387057,0.00046431072],"domain_scores_gemma":[0.952658,0.0025254004,0.001825513,0.00036682177,0.04247244,0.0001518118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008928697,0.00035053366,0.00084015355,0.00037900047,0.00025942407,0.0010337875,0.0009405127,0.00015624549,0.000013072356],"category_scores_gemma":[0.0077254414,0.00019425014,0.00019429626,0.00084148615,0.0011945864,0.009049812,0.0003824392,0.00013605892,1.8191929e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012027256,0.0016316585,0.34063154,0.013041396,0.005226831,0.0000010248566,0.28730783,0.000017985887,0.010460039,0.024986923,0.0009966373,0.30367088],"study_design_scores_gemma":[0.007309503,0.009908114,0.09318447,0.01603766,0.0026055346,0.00014340843,0.030175047,0.0059821308,0.7575362,0.004732898,0.07077593,0.0016091202],"about_ca_topic_score_codex":0.00058746344,"about_ca_topic_score_gemma":0.0022100648,"teacher_disagreement_score":0.74707615,"about_ca_system_score_codex":0.000108737,"about_ca_system_score_gemma":0.0018251787,"threshold_uncertainty_score":0.9968837},"labels":[],"label_agreement":null},{"id":"W2602596225","doi":"10.1108/jfp-02-2017-0003","title":"Examining the portrayal of homophobic and non-homophobic aggression in print media through an integrated grounded behavioural linguistic inquiry (IGBLI) approach","year":2017,"lang":"en","type":"article","venue":"Journal of Forensic Practice","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Newspaper; Originality; Aggression; Content analysis; Psychology; Representation (politics); Grounded theory; Social media; Social psychology; Sociology; Media studies; Social science; Qualitative research; Computer science; Political science; Creativity","score_opus":0.06930138823125936,"score_gpt":0.31399164635645965,"score_spread":0.2446902581252003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602596225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9612649,0.000363677,0.035512906,0.00035319163,0.0016734393,0.00016027063,7.990814e-7,0.000016214559,0.0006546075],"genre_scores_gemma":[0.91211295,0.00028096896,0.08728329,0.00006389357,0.00023449915,0.00000310514,0.0000014155473,0.000012511789,0.000007333305],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99791545,0.00028170468,0.00069676037,0.0002788822,0.0005539224,0.0002732885],"domain_scores_gemma":[0.9961611,0.00042789892,0.0020792773,0.00071916525,0.00049102935,0.000121529854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024071713,0.00019398263,0.00036614004,0.00016886335,0.0003250764,0.0004037108,0.0009526472,0.00012856898,0.0000021488843],"category_scores_gemma":[0.002766059,0.00012856339,0.000072009105,0.0002409942,0.00030026137,0.0027746642,0.00023114494,0.00087400235,0.0000011104923],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023165022,0.0025159076,0.025390416,0.00021404387,0.00037294044,0.004118908,0.130628,0.00038878567,0.022804312,0.0055843648,0.00040722254,0.8052586],"study_design_scores_gemma":[0.010670469,0.006498452,0.82475317,0.004016718,0.00076856127,0.023103608,0.031083578,0.043627415,0.03841189,0.013244486,0.002110548,0.0017111232],"about_ca_topic_score_codex":0.0006120929,"about_ca_topic_score_gemma":0.00008787915,"teacher_disagreement_score":0.8035475,"about_ca_system_score_codex":0.00007941637,"about_ca_system_score_gemma":0.00024791033,"threshold_uncertainty_score":0.5242663},"labels":[],"label_agreement":null},{"id":"W2675729201","doi":"","title":"Law as an Ally or Enemy in the War on Cyberbullying: Exploring the Contested Terrain of Privacy and Other Legal Concepts in the Age of Technology and Social Media","year":2015,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Adversary; Political science; Law; Government (linguistics); The Right to Privacy; Sociology; Law and economics; Computer security; Human rights; Computer science","score_opus":0.040433504423501854,"score_gpt":0.28367808145624696,"score_spread":0.2432445770327451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2675729201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953746,0.00034113767,0.0006953489,0.002923762,0.00006471412,0.00017638138,5.262701e-7,0.000013700074,0.00040981063],"genre_scores_gemma":[0.9992937,0.00011504701,0.00011659454,0.00037011717,0.00006940787,0.0000144246715,2.9218214e-7,0.000007750182,0.000012665469],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99822354,0.0004048833,0.0002741889,0.00016983869,0.000310394,0.000617158],"domain_scores_gemma":[0.99935013,0.00021229371,0.0001511147,0.00022008865,0.000042169017,0.000024217024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030878675,0.000118281685,0.00017947251,0.00016050524,0.00013903747,0.00006773327,0.0008116871,0.00006933289,8.5241174e-7],"category_scores_gemma":[0.00015682208,0.000059206024,0.00002909551,0.00040273633,0.00025057315,0.0002702022,0.00007050819,0.0010194606,5.746055e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019621516,0.0001305975,0.0008005527,0.000005538103,0.00003669978,0.00004217575,0.06545726,0.000009195899,0.0026026382,0.88306266,0.000011090459,0.04764537],"study_design_scores_gemma":[0.010312639,0.009106036,0.009376451,0.00029811013,0.00006964001,0.006546718,0.20756735,0.0009688119,0.011773741,0.7212236,0.021946821,0.00081007206],"about_ca_topic_score_codex":0.00033198067,"about_ca_topic_score_gemma":0.0061293165,"teacher_disagreement_score":0.16183905,"about_ca_system_score_codex":0.00008599947,"about_ca_system_score_gemma":0.00041948736,"threshold_uncertainty_score":0.44291055},"labels":[],"label_agreement":null},{"id":"W2730454633","doi":"10.1177/1948550617714586","title":"Honest People Tend to Use Less—Not More—Profanity","year":2017,"lang":"en","type":"article","venue":"Social Psychological and Personality Science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; University of Calgary","funders":"","keywords":"Impression management; Psychology; Honesty; Impression formation; Cheating; Social psychology; Dishonesty; Trait; Personality; Impression; Scale (ratio); Relation (database); Big Five personality traits; Perception; Social perception","score_opus":0.12001021279385923,"score_gpt":0.37316299833979727,"score_spread":0.253152785545938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730454633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776048,0.000004302529,0.005549997,0.0145265935,0.00046894426,0.00014670088,0.000009701553,0.00010246623,0.0015864716],"genre_scores_gemma":[0.99443364,0.000004657613,0.0028870169,0.0020660872,0.00014867543,0.000010425487,4.440083e-7,0.0000028897903,0.00044616277],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979931,0.00004555822,0.0001404361,0.00081561756,0.0005457852,0.00045946406],"domain_scores_gemma":[0.99890023,0.000047042744,0.00009570566,0.00052563363,0.00012543534,0.00030593382],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010401127,0.00014147627,0.00017714633,0.000052935666,0.0034161478,0.0015268275,0.0014554114,0.00009582635,0.000019559553],"category_scores_gemma":[0.00045712493,0.00011103037,0.000056845613,0.00038641418,0.0009902099,0.0011381388,0.00047822687,0.00021734976,0.000057369252],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002293892,0.0007982717,0.23994052,0.000044113254,0.000023823395,0.00009267269,0.023637377,0.0000024025699,0.084510274,0.12057655,0.0032624502,0.5268822],"study_design_scores_gemma":[0.00015460876,0.00012298144,0.9958231,0.000003998281,0.000002247141,0.000017968367,0.00018803793,0.0001824817,0.00034270852,0.0018679535,0.0011032064,0.00019072984],"about_ca_topic_score_codex":0.0012520046,"about_ca_topic_score_gemma":0.00019881969,"teacher_disagreement_score":0.75588256,"about_ca_system_score_codex":0.00003292181,"about_ca_system_score_gemma":0.000040119812,"threshold_uncertainty_score":0.9995097},"labels":[],"label_agreement":null},{"id":"W2740895812","doi":"10.18653/v1/w17-3002","title":"Constructive Language in News Comments","year":2017,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Constructive; Argumentation theory; Computer science; Relation (database); Natural language processing; Artificial intelligence; Linguistics; Programming language; Process (computing); Data mining; Philosophy","score_opus":0.011898486649955993,"score_gpt":0.2695451822500218,"score_spread":0.25764669560006576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740895812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6693558,0.000018543751,0.08538844,0.0020862415,0.00097595435,0.00015577735,7.9617024e-7,0.00015068449,0.24186772],"genre_scores_gemma":[0.98646903,0.000002678227,0.012374804,0.0002837543,0.000026407572,0.0000031657557,2.3051211e-7,0.0000017919806,0.00083815353],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999602,0.00001583946,0.000062567895,0.00013301107,0.000070790724,0.000115791525],"domain_scores_gemma":[0.99944663,0.000009901254,0.000039503175,0.00046075738,0.000010384842,0.000032850727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007173477,0.00004336815,0.000055047865,0.0000371396,0.0001237118,0.00019000324,0.000488404,0.000023433417,0.00002554547],"category_scores_gemma":[0.000027784408,0.00003780441,0.000015304882,0.00003429388,0.000026773709,0.0003638198,0.00014481207,0.000060629856,0.00010814758],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009530797,0.00007171501,0.059539672,0.0000054675543,0.000014198889,0.00015243041,0.0022916873,0.0000044827834,0.0034236838,0.073458955,0.0023819215,0.8586463],"study_design_scores_gemma":[0.00831155,0.0004996297,0.63386196,0.00016539879,0.000010907687,0.00025330618,0.0042946576,0.04001731,0.22657701,0.04151927,0.04276499,0.0017240051],"about_ca_topic_score_codex":0.0012204491,"about_ca_topic_score_gemma":0.00052981346,"teacher_disagreement_score":0.85692227,"about_ca_system_score_codex":0.000017214928,"about_ca_system_score_gemma":0.000012290088,"threshold_uncertainty_score":0.18449621},"labels":[],"label_agreement":null},{"id":"W2755606293","doi":"10.1080/0020174x.2017.1371865","title":"The illocutionary force of laws","year":2017,"lang":"en","type":"article","venue":"Inquiry","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Directive; Statute; Utterance; Argument (complex analysis); Law; Set (abstract data type); Political science; Property (philosophy); Law and economics; Sociology; Linguistics; Computer science; Epistemology; Philosophy","score_opus":0.02875631011875999,"score_gpt":0.2871574325810447,"score_spread":0.2584011224622847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755606293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44273466,0.0007797168,0.45599422,0.0076313727,0.009096408,0.00034825242,0.0000026011396,0.000316462,0.08309632],"genre_scores_gemma":[0.99689114,0.000028782544,0.0015089184,0.000051635943,0.00013154602,0.0000044944504,1.9902613e-7,0.000002431939,0.0013808309],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995476,0.000017702774,0.00008812447,0.00010568702,0.00012902904,0.00011187265],"domain_scores_gemma":[0.9990222,0.00003951444,0.00009321704,0.0007751243,0.000044325003,0.000025643454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021225987,0.000040328443,0.0000460848,0.000014038825,0.0007165623,0.00011848109,0.0008709045,0.000027799659,0.0000027709361],"category_scores_gemma":[0.00006792437,0.00002751569,0.000036750316,0.000031979263,0.000166437,0.00026420222,0.00018560076,0.000052060426,0.000047105947],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023861932,0.000046655034,0.0014336471,0.000014814409,0.000038160535,0.000023451543,0.001537217,0.000046284254,0.011746974,0.37040275,0.009468468,0.6052177],"study_design_scores_gemma":[0.0011832325,0.0005341641,0.12379724,0.000117305135,0.000017798797,0.00015474627,0.00042670534,0.02090932,0.20394535,0.12917031,0.5190879,0.0006558666],"about_ca_topic_score_codex":0.000029785531,"about_ca_topic_score_gemma":0.0000096889,"teacher_disagreement_score":0.60456187,"about_ca_system_score_codex":0.000008034161,"about_ca_system_score_gemma":0.000019677313,"threshold_uncertainty_score":0.55112904},"labels":[],"label_agreement":null},{"id":"W2757384725","doi":"10.18653/v1/w17-4218","title":"Using New York Times Picks to Identify Constructive Comments","year":2017,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Constructive; Computer science; Classifier (UML); Artificial intelligence; Natural language processing; Thread (computing); Information retrieval; Programming language","score_opus":0.0738470419160949,"score_gpt":0.3451609796345253,"score_spread":0.2713139377184304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757384725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09188705,0.0000128771535,0.86338997,0.0011783778,0.0013021613,0.00016779357,7.645752e-7,0.00015675626,0.04190426],"genre_scores_gemma":[0.8125601,7.1748997e-7,0.1820239,0.000614945,0.00011456189,0.0000016591281,2.7379727e-7,0.000005848263,0.004678025],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99923617,0.000019751425,0.000109779714,0.0002576395,0.00016954138,0.00020712135],"domain_scores_gemma":[0.99901354,0.000014219227,0.000077694625,0.0006880339,0.00003957814,0.00016695846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010709837,0.00008994992,0.000099274366,0.000059014736,0.0005202245,0.00075843174,0.00082610396,0.000041262967,0.000091596434],"category_scores_gemma":[0.000039860086,0.00008350103,0.00003774902,0.00007416416,0.00003198369,0.0004903019,0.00033764553,0.00007204074,0.0003647172],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003795465,0.000098259996,0.015219932,0.000014589236,0.00017098428,0.00007024686,0.002892543,0.00017785965,0.042820014,0.09177781,0.07670022,0.7700196],"study_design_scores_gemma":[0.004676607,0.00074519945,0.11801503,0.0004197766,0.00008971344,0.0005006266,0.00088097557,0.060590502,0.5817733,0.09850954,0.13098969,0.0028090384],"about_ca_topic_score_codex":0.0013683472,"about_ca_topic_score_gemma":0.000044337896,"teacher_disagreement_score":0.76721054,"about_ca_system_score_codex":0.000038800332,"about_ca_system_score_gemma":0.00006006897,"threshold_uncertainty_score":0.73135746},"labels":[],"label_agreement":null},{"id":"W2763989620","doi":"10.1163/22112596-02201007","title":"Understanding Human Rights on the Internet: An Exercise of Translation?","year":2017,"lang":"en","type":"article","venue":"Tilburg foreign law review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Internet governance; The Internet; Human rights; Political science; Accountability; Corporate governance; Civil society; Legal aspects of computing; Metaphor; Public relations; Sociology; Law; Law and economics; Business; Politics; Computer science; World Wide Web","score_opus":0.1621784929933845,"score_gpt":0.3170302117675512,"score_spread":0.1548517187741667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763989620","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014259864,0.010154217,0.18955757,0.002288857,0.00067195616,0.0030135778,0.0000070598,0.00043392007,0.77961296],"genre_scores_gemma":[0.9985939,0.0004224242,0.0006131729,0.00018545205,0.00004160894,0.000018593715,0.0000019199886,0.000007462675,0.00011542136],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999043,0.00007093827,0.00025368453,0.0002379435,0.00023556162,0.00015888817],"domain_scores_gemma":[0.99849546,0.00003401128,0.00022224209,0.0011532159,0.000034986144,0.000060078244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005899458,0.000122936,0.00023218077,0.000026312642,0.000649149,0.00015313593,0.0010860418,0.00003977369,0.00009440327],"category_scores_gemma":[0.000007238263,0.00007678184,0.00011493473,0.000071299684,0.00012092478,0.00046932607,0.000051868283,0.000112842106,0.000042978994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022768568,0.00002015904,0.000005407008,0.00011539234,0.0000073708243,0.0000029575035,0.000055485812,5.900464e-7,0.000042642885,0.99219865,0.00023288952,0.0073161907],"study_design_scores_gemma":[0.00054292864,0.00056334154,0.00014741473,0.012131347,0.00011577114,0.00002368636,0.000016491153,0.0032674975,0.0147313215,0.90156406,0.06637963,0.00051651197],"about_ca_topic_score_codex":0.00022152315,"about_ca_topic_score_gemma":0.00008515493,"teacher_disagreement_score":0.98433405,"about_ca_system_score_codex":0.000029150133,"about_ca_system_score_gemma":0.000008446647,"threshold_uncertainty_score":0.49927953},"labels":[],"label_agreement":null},{"id":"W2766367305","doi":"10.2495/dne-v13-n1-60-70","title":"Classification of tweets with a mixed method based on pragmatic content and meta-information","year":2018,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Content (measure theory); Computer science; Information retrieval; Artificial intelligence; Natural language processing; Mathematics","score_opus":0.02384813191798324,"score_gpt":0.26967382649364524,"score_spread":0.245825694575662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766367305","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03706172,0.000054986453,0.96086156,0.0014036032,0.00032032287,0.00009855389,0.0000048263187,0.000009780001,0.00018463575],"genre_scores_gemma":[0.80634934,0.00001838842,0.19326526,0.00030901385,0.000039129227,0.000002199398,0.0000026292914,0.0000032013436,0.0000108686845],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989955,0.00009722837,0.00032814246,0.00009523924,0.00040741725,0.00007649385],"domain_scores_gemma":[0.9983307,0.00018586336,0.0005314397,0.000105212865,0.0007927322,0.000054032855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074547436,0.0000964331,0.00018446862,0.00030133635,0.000042494958,0.0001143372,0.0002541081,0.00008970001,0.000003990169],"category_scores_gemma":[0.00011182246,0.00006493152,0.00005084548,0.0001248404,0.000039600312,0.00068671966,0.000021163742,0.00020755254,0.0000011276124],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008735857,0.0014878842,0.0048931646,0.00040777764,0.01280311,0.000204981,0.007368502,0.026955094,0.048440047,0.25507987,0.002263772,0.63135993],"study_design_scores_gemma":[0.0013035121,0.0014165732,0.012088268,0.000077812714,0.0003145372,0.00035984354,0.00009326033,0.974492,0.006231651,0.002995759,0.000479835,0.0001469422],"about_ca_topic_score_codex":0.00000417503,"about_ca_topic_score_gemma":0.000008769423,"teacher_disagreement_score":0.9475369,"about_ca_system_score_codex":0.00003923091,"about_ca_system_score_gemma":0.00006990849,"threshold_uncertainty_score":0.26478305},"labels":[],"label_agreement":null},{"id":"W2768646450","doi":"10.1017/9781108242189.020","title":"Religion and Hate Speech in Canada","year":2017,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Content (measure theory); Internet privacy; Computer science; Media studies; Sociology; Political science; Mathematics","score_opus":0.012161503968077983,"score_gpt":0.1752913338484273,"score_spread":0.1631298298803493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768646450","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009469968,0.00012235943,0.0007879579,0.000039190116,0.00038334102,0.00021376781,0.000022801918,0.00006403577,0.99741954],"genre_scores_gemma":[0.006116173,0.00029773812,0.00034404226,0.00006199515,0.00004286634,2.8123594e-7,0.000004956842,0.000015607438,0.9931163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988592,0.000021410899,0.0001251799,0.0005133668,0.00023226041,0.0002485334],"domain_scores_gemma":[0.99884653,0.000025619687,0.0001785108,0.00073886226,0.00006315149,0.00014730175],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00008404418,0.00023579903,0.00026229682,0.0001443936,0.00019780935,0.00011165267,0.000786722,0.00017749125,4.4196892e-7],"category_scores_gemma":[0.000006747177,0.00028786535,0.000049983268,0.0000046659625,0.000067350375,0.00016837077,0.0005148673,0.00037601046,0.000004522757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003392767,0.0000031417567,0.000017701019,0.00006477616,0.000040730723,0.003611468,0.0000336911,0.0000031111783,0.000043881246,0.9259729,0.022998607,0.047176085],"study_design_scores_gemma":[0.00039348233,0.00002894535,0.00010877734,0.00019748938,0.0000212285,0.00007517006,0.0000040348878,0.0005537484,0.0007192253,0.000060669663,0.9974335,0.0004037609],"about_ca_topic_score_codex":0.7000932,"about_ca_topic_score_gemma":0.28036708,"teacher_disagreement_score":0.97443485,"about_ca_system_score_codex":0.00049045176,"about_ca_system_score_gemma":0.00054320105,"threshold_uncertainty_score":0.9999573},"labels":[],"label_agreement":null},{"id":"W2770237858","doi":"10.24926/26390742.1259","title":"Viewpoint Discrimination, Hate Speech Laws, and the Double-Sided Nature of Freedom of Speech","year":2015,"lang":"en","type":"article","venue":"Constitutional commentary","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Free speech; First amendment; Law; Political science; Supreme court","score_opus":0.021973279780244197,"score_gpt":0.25754783292264793,"score_spread":0.23557455314240375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770237858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29798943,0.012311008,0.33028883,0.29583406,0.007672575,0.003370271,0.00025353621,0.00039239318,0.051887896],"genre_scores_gemma":[0.9775706,0.000069830545,0.020082232,0.0020562985,0.000114805494,0.0000116916535,0.0000359579,0.000003637246,0.000054941713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988374,0.00010185316,0.00031216803,0.00020654456,0.00040813,0.00013391602],"domain_scores_gemma":[0.9989965,0.00015635703,0.000161374,0.00033609057,0.0002667889,0.00008290733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072452036,0.00011958046,0.0002066314,0.00008475456,0.00012460307,0.000038788137,0.00043235187,0.00007624742,0.0000110566025],"category_scores_gemma":[0.00008068461,0.00008470579,0.00006578051,0.0002328268,0.0012428819,0.00032402412,0.00026684446,0.00022988612,0.000005358814],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001922217,0.000083843064,0.00034183028,0.000028867797,0.000058184254,0.000011965919,0.00032462244,0.00010454327,0.00046121018,0.9803548,0.011136721,0.0069011957],"study_design_scores_gemma":[0.054001283,0.0009851122,0.006382484,0.0012462063,0.0004320621,0.0021874304,0.0018922722,0.0317884,0.27091822,0.44440195,0.18407285,0.0016917392],"about_ca_topic_score_codex":0.00039603713,"about_ca_topic_score_gemma":0.00006183443,"teacher_disagreement_score":0.67958117,"about_ca_system_score_codex":0.000045664085,"about_ca_system_score_gemma":0.00012397392,"threshold_uncertainty_score":0.457945},"labels":[],"label_agreement":null},{"id":"W2772447100","doi":"","title":"A New Method to Address Cyberbullying in the United States: The Application of a Notice-and-Takedown Model as a Restriction on Cyberbullying Speech","year":2017,"lang":"en","type":"article","venue":"Federal communications law journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scrutiny; Notice; Legislature; Political science; Law; Digital Millennium Copyright Act; Argument (complex analysis); Government (linguistics); State (computer science); Law and economics; Sociology; Medicine; Computer science; Linguistics; Intellectual property","score_opus":0.05313333046070591,"score_gpt":0.35365477881683943,"score_spread":0.30052144835613354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772447100","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034909483,0.00010041082,0.9232684,0.03153823,0.00010067471,0.000753098,0.0000038383178,0.000059546674,0.0092663495],"genre_scores_gemma":[0.7951416,0.00025944796,0.20293537,0.0014253007,0.0000629792,0.00006716587,0.0000070188667,0.000015196706,0.000085966356],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976856,0.00071942405,0.0005239954,0.00027218927,0.0004925418,0.0003062248],"domain_scores_gemma":[0.9956835,0.00056573446,0.0005547751,0.0028140463,0.0002382649,0.00014371006],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024029338,0.00018826805,0.00020926393,0.00025558757,0.0043355706,0.0014809768,0.0040297713,0.00009321139,0.0000024975543],"category_scores_gemma":[0.00024691262,0.00012866964,0.000089639565,0.0005542288,0.00010597747,0.00056834926,0.00059280073,0.0009439041,0.000016196604],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014903306,0.0002666357,0.0002051199,0.000016341153,0.00008364105,0.000014583148,0.011546353,0.0647528,0.0017938494,0.7110877,0.0008638926,0.20922002],"study_design_scores_gemma":[0.0012520417,0.00040352903,0.0026146492,0.0003093681,0.00005380072,0.0007485879,0.0019680245,0.8851236,0.001220269,0.07613055,0.029743131,0.0004324674],"about_ca_topic_score_codex":0.013321567,"about_ca_topic_score_gemma":0.003543375,"teacher_disagreement_score":0.8203708,"about_ca_system_score_codex":0.00010397197,"about_ca_system_score_gemma":0.00012202119,"threshold_uncertainty_score":0.9995556},"labels":[],"label_agreement":null},{"id":"W2773093872","doi":"10.2308/isys-51978","title":"The Use of Crowdsourcing and Social Media in Accounting Research","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Crowdsourcing; Social media; Data science; Computer science; Task (project management); Work (physics); Crowdsourcing software development; World Wide Web; Knowledge management; Engineering","score_opus":0.08784815958822945,"score_gpt":0.3116870677272965,"score_spread":0.22383890813906704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773093872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826644,0.00007200328,0.015127299,0.0005329686,0.0010044896,0.00009306968,5.8059993e-7,0.0000056630743,0.00049954845],"genre_scores_gemma":[0.9993982,0.000024723937,0.0004530238,0.0000065683394,0.00010589233,8.52041e-7,6.7163356e-8,0.0000011095628,0.000009599901],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988299,0.000087744964,0.0004885074,0.00002566011,0.00045591994,0.00011229432],"domain_scores_gemma":[0.99821156,0.00030408098,0.0008238064,0.00014200482,0.00049702026,0.000021546724],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003803139,0.000032573895,0.000096164105,0.00020585135,0.0005237059,0.0014872523,0.000396299,0.000027350827,1.6151746e-7],"category_scores_gemma":[0.00085535395,0.000021515789,0.000022845117,0.00009377622,0.00004910533,0.004124987,0.00009223907,0.00019795657,0.0000026340097],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000221575,0.00004632429,0.029688671,0.00055569666,0.00010510719,0.000040993782,0.1497146,0.0028013722,0.0028383916,0.065083645,0.0063178125,0.7425858],"study_design_scores_gemma":[0.004601619,0.0004148996,0.35185495,0.0021508464,0.000016888496,0.0016083504,0.041060545,0.269598,0.0052852435,0.0015444645,0.32128763,0.0005765518],"about_ca_topic_score_codex":0.00007106369,"about_ca_topic_score_gemma":0.000025002335,"teacher_disagreement_score":0.7420092,"about_ca_system_score_codex":0.000035096302,"about_ca_system_score_gemma":0.000058012178,"threshold_uncertainty_score":0.99954927},"labels":[],"label_agreement":null},{"id":"W2774435229","doi":"10.7202/1070696ar","title":"Free Speech on Campus (Sigal Ben-Porath)","year":2020,"lang":"en","type":"article","venue":"Philosophical Inquiry in Education","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.04752168853435418,"score_gpt":0.2952153040977625,"score_spread":0.2476936155634083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774435229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6663039,0.00021358921,0.020095523,0.2959558,0.005868887,0.00065394305,0.000005929306,0.0005864381,0.010315989],"genre_scores_gemma":[0.98607475,0.000017010389,0.0044448054,0.00711984,0.0022501377,0.000039998435,0.000012551468,0.000015035488,0.0000258834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983478,0.000108934946,0.00031239132,0.0005777762,0.00037436644,0.00027871894],"domain_scores_gemma":[0.9989116,0.00006954123,0.000094914736,0.00060791714,0.00008139535,0.00023458547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020443086,0.0001797148,0.00017350809,0.0001527893,0.00009015387,0.00012390973,0.0008477301,0.00015529788,0.000030172461],"category_scores_gemma":[0.00038207773,0.00018101875,0.000060798782,0.0008115824,0.00006830226,0.00042612772,0.00015457743,0.00046698598,0.0003405143],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001447935,0.0017636537,0.0013172574,0.000081066006,0.000027564429,0.00009522727,0.008619407,0.00038329096,0.006921999,0.70548445,0.016661242,0.25850004],"study_design_scores_gemma":[0.0011949075,0.0012236394,0.0062874234,0.00012390509,0.000014626811,0.00006341807,0.00037718762,0.011484169,0.01694833,0.9508899,0.010501754,0.0008907709],"about_ca_topic_score_codex":0.000033596953,"about_ca_topic_score_gemma":0.0000058083765,"teacher_disagreement_score":0.31977084,"about_ca_system_score_codex":0.000114119655,"about_ca_system_score_gemma":0.00022417528,"threshold_uncertainty_score":0.73817307},"labels":[],"label_agreement":null},{"id":"W2774450286","doi":"10.4000/ethiquepublique.3080","title":"Le débat public à la suite de l’attentat contre Charlie Hebdo – Y a-t-il une éthique de la liberté d’expression ?","year":2017,"lang":"fr","type":"article","venue":"Éthique Publique","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Freedom of expression; Political science; Human rights","score_opus":0.01324898910944277,"score_gpt":0.25891900178699,"score_spread":0.24567001267754723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774450286","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14421588,0.003181551,0.19404311,0.4737191,0.004093841,0.0015728831,0.000111325564,0.0014516913,0.17761062],"genre_scores_gemma":[0.9487564,0.0015556858,0.00973383,0.016680775,0.0011312715,0.0002784265,0.00003426634,0.000159424,0.02166994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99171543,0.0034784381,0.0007449498,0.0013452017,0.00064538186,0.0020705871],"domain_scores_gemma":[0.9939196,0.0009016098,0.0008048246,0.0024311873,0.0006890523,0.0012537204],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0062854574,0.00074978266,0.00072387385,0.00036220532,0.0019155805,0.007867745,0.00321704,0.0021771088,0.00014393033],"category_scores_gemma":[0.0030101407,0.0008144418,0.00044133782,0.00045275706,0.0010154658,0.005465795,0.0012551453,0.0029371583,0.000266788],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007792055,0.00057922426,0.0037916333,0.0002509897,0.00011214562,0.00088640495,0.0022194157,0.000041090047,0.023611218,0.90637624,0.015039564,0.047014132],"study_design_scores_gemma":[0.0030157072,0.00039750698,0.016405724,0.0010825206,0.000060726434,0.0034099605,0.00029895394,0.008106103,0.067395225,0.11548947,0.7827387,0.0015994088],"about_ca_topic_score_codex":0.012218673,"about_ca_topic_score_gemma":0.002147548,"teacher_disagreement_score":0.8045405,"about_ca_system_score_codex":0.00055256067,"about_ca_system_score_gemma":0.004314984,"threshold_uncertainty_score":0.99943066},"labels":[],"label_agreement":null},{"id":"W2784246330","doi":"10.3138/utlj.2017-0073","title":"Gender identity, gender pronouns, and freedom of expression: Bill C-16 and the traction of specious legal claims","year":2018,"lang":"en","type":"article","venue":"University of Toronto Law Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Opposition (politics); Law; Political science; Politics; Legislature; Human rights; Legislation; Jurisdiction; Sociology; Binary opposition; Freedom of expression; Epistemology; Philosophy","score_opus":0.012049845758129975,"score_gpt":0.20870440582891384,"score_spread":0.19665456007078386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784246330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.664889,0.0019427731,0.28668308,0.00046453648,0.0012194556,0.0003950354,0.000006562158,0.000035770016,0.044363786],"genre_scores_gemma":[0.99406236,0.00036219534,0.005316037,0.000011190591,0.00010611956,3.4172547e-8,1.504878e-7,0.000002460206,0.00013946924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992906,0.00009564148,0.00014041994,0.00012436367,0.00024932245,0.00009968758],"domain_scores_gemma":[0.9993157,0.000027983524,0.00024962414,0.00016168278,0.00018073269,0.00006427892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037003224,0.000066214394,0.00014485631,0.000026998981,0.0003126725,0.000045555615,0.00028820455,0.000052235486,0.0001051629],"category_scores_gemma":[0.0000065195763,0.00004698649,0.00005905089,0.000033736742,0.00042424022,0.0013581285,0.00014280083,0.00010172051,7.658522e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004580035,0.0010513341,0.006944127,0.00038566027,0.0011037352,0.0001570458,0.070703596,0.0001363843,0.13473095,0.6599151,0.01147172,0.108820304],"study_design_scores_gemma":[0.06495672,0.007937754,0.2690329,0.001125568,0.0013889804,0.009125821,0.06635905,0.02214744,0.18837106,0.1452767,0.22134325,0.0029347613],"about_ca_topic_score_codex":0.009040934,"about_ca_topic_score_gemma":0.006752939,"teacher_disagreement_score":0.5146384,"about_ca_system_score_codex":0.000056137178,"about_ca_system_score_gemma":0.0000335404,"threshold_uncertainty_score":0.99755794},"labels":[],"label_agreement":null},{"id":"W2793814837","doi":"","title":"Hate propaganda, section 2(b) and section 1 of the Charter: a Canadian constitutional dilemma","year":2016,"lang":"en","type":"article","venue":"Books | Encyclopedia of Canadian Laws","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Section (typography); Charter; Dilemma; Political science; Law; Constitutional law; Philosophy; Advertising; Business","score_opus":0.0071418298246610865,"score_gpt":0.17375751653451357,"score_spread":0.1666156867098525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793814837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71963,0.00017136383,0.0056980588,0.0060274997,0.005757586,0.0013160667,0.0003688487,0.00012185531,0.2609087],"genre_scores_gemma":[0.9966131,0.00007486771,0.00030156915,0.00013283364,0.00018819475,0.000019252071,0.000002216491,0.0000071978175,0.0026607607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989027,0.00006013653,0.00024219223,0.00026053961,0.00020795554,0.0003264703],"domain_scores_gemma":[0.9990002,0.000030659816,0.00011766071,0.00032776126,0.00013046629,0.0003932467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020842666,0.000127292,0.00014649468,0.00046451177,0.0002474177,0.000035098357,0.000276068,0.00008059966,0.000035150708],"category_scores_gemma":[0.000058566187,0.0000879848,0.000058563717,0.00034708125,0.0002774899,0.00031793187,0.000031380005,0.000100622856,0.000006095573],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000508073,0.000058121495,0.07459592,0.0001737289,0.00018795527,0.00010501892,0.0014528633,0.0000405991,0.016973132,0.65411264,0.019943513,0.2323057],"study_design_scores_gemma":[0.0005710244,0.00013615337,0.054211754,0.000162688,0.000021040887,0.00024146918,0.000017836952,0.00012535932,0.0041257516,0.0019134496,0.93818265,0.00029084316],"about_ca_topic_score_codex":0.6901517,"about_ca_topic_score_gemma":0.95377284,"teacher_disagreement_score":0.9182391,"about_ca_system_score_codex":0.0002094906,"about_ca_system_score_gemma":0.0015164195,"threshold_uncertainty_score":0.3587916},"labels":[],"label_agreement":null},{"id":"W2795187047","doi":"10.1111/blar.12744","title":"Media and Punitive Populism in<scp>A</scp>rgentina and<scp>C</scp>hile","year":2018,"lang":"en","type":"article","venue":"Bulletin of Latin American Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Punitive damages; Populism; Politics; Autonomy; Political science; Latin Americans; Public opinion; Political economy; Criminology; Sociology; Law","score_opus":0.03783214025867559,"score_gpt":0.3031593630055405,"score_spread":0.26532722274686493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795187047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97076136,0.00034848443,0.0009978485,0.0014942252,0.00014378488,0.0003545549,0.000009720586,0.00008595635,0.025804073],"genre_scores_gemma":[0.98009455,0.00043870902,0.015566621,0.00018763625,0.00021064858,0.000043971577,0.000005483481,0.000027205213,0.003425185],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967724,0.00056449237,0.0003645409,0.0006559887,0.0008452304,0.00079734024],"domain_scores_gemma":[0.99541754,0.0031780899,0.0001746663,0.0004873765,0.00043726043,0.00030504883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018290364,0.00019447376,0.0003560584,0.0005289565,0.00029933132,0.00016588291,0.00061504013,0.000091568036,0.000044149645],"category_scores_gemma":[0.0047063963,0.00018758308,0.000046187753,0.0012847941,0.0014838295,0.00007976833,0.00073765544,0.00054045685,0.00020834888],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007365643,0.0009078988,0.068293676,0.00032026047,0.00018467757,0.00045961858,0.059275933,0.000008396963,0.019467633,0.037169836,0.22048327,0.5933551],"study_design_scores_gemma":[0.0016951689,0.0029256432,0.27295664,0.00030886868,0.000013734088,0.00008486693,0.017429804,0.0024003931,0.02490621,0.0041528866,0.672888,0.00023780302],"about_ca_topic_score_codex":0.0022593425,"about_ca_topic_score_gemma":0.0001290627,"teacher_disagreement_score":0.59311736,"about_ca_system_score_codex":0.000041010586,"about_ca_system_score_gemma":0.000105369465,"threshold_uncertainty_score":0.76494163},"labels":[],"label_agreement":null},{"id":"W2795925994","doi":"10.2139/ssrn.3147336","title":"Can Cyber Harassment Laws Encourage Online Speech?","year":2017,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Harassment; Internet privacy; Political science; Law; Computer security; Business; Computer science","score_opus":0.010623976058554595,"score_gpt":0.2528124265220819,"score_spread":0.24218845046352733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795925994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7219737,0.0010888252,0.23775022,0.025602063,0.003165682,0.00036219804,0.000009124908,0.00032754574,0.009720612],"genre_scores_gemma":[0.9871584,0.0012730716,0.0037918368,0.00023551498,0.00064208254,0.0000033163053,0.0000022535755,0.000018538763,0.0068749757],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967915,0.000068454305,0.00026526832,0.00032524255,0.0004473959,0.002102171],"domain_scores_gemma":[0.99854994,0.000016647515,0.00031938724,0.0008330713,0.000105346844,0.00017560594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012975279,0.00019154533,0.00018494096,0.00010924226,0.0011306219,0.0007231502,0.0017304311,0.000085501044,0.000024108489],"category_scores_gemma":[0.00007117309,0.0001655842,0.00013804878,0.00008968592,0.000050542174,0.00063868286,0.00019812127,0.0017092691,0.00008662007],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023778914,0.00021690213,0.0014108259,0.000004897972,0.00019196964,0.00017319285,0.00023815088,0.000035196426,0.0038585821,0.21714832,0.0006823256,0.7760159],"study_design_scores_gemma":[0.0035081801,0.0018742549,0.017642522,0.00012818578,0.000083427505,0.009035908,0.00073212065,0.006413817,0.012791482,0.895115,0.05121611,0.0014589584],"about_ca_topic_score_codex":0.00042827756,"about_ca_topic_score_gemma":0.005769049,"teacher_disagreement_score":0.7745569,"about_ca_system_score_codex":0.0008063299,"about_ca_system_score_gemma":0.001483199,"threshold_uncertainty_score":0.8695944},"labels":[],"label_agreement":null},{"id":"W2797551927","doi":"","title":"Striking the Right Balance: Hate Speech Laws in Japan, the United States, and Canada","year":2018,"lang":"en","type":"article","venue":"Hastings constitutional law quarterly","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hatred; Law; Balance (ability); Doctrine; Legislation; Political science; Constitutional right; Marketplace of ideas; Supreme court; Law and economics; Sociology; Politics; First amendment; Psychology","score_opus":0.0069795281344962115,"score_gpt":0.2018759241549634,"score_spread":0.19489639602046718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797551927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8897693,0.0001295578,0.08159226,0.010149854,0.0015780489,0.0005406904,0.000044678083,0.00019243137,0.016003182],"genre_scores_gemma":[0.99651265,0.000003864416,0.0011614125,0.0020202636,0.00015788367,0.00001320621,0.0000134336,0.000004059632,0.00011321126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986157,0.000099653196,0.0002544697,0.000313351,0.00036269677,0.00035417548],"domain_scores_gemma":[0.9991135,0.0002462613,0.00010515793,0.00029468464,0.00016352242,0.00007685014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048746978,0.00015355328,0.000119189,0.000055819262,0.0009166123,0.0003188906,0.00048981624,0.0000452502,0.000019348681],"category_scores_gemma":[0.000032366093,0.00009639724,0.000022599192,0.00043395182,0.0011546715,0.00028312378,0.00005172736,0.00025837432,0.000010340281],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010890094,0.00001371734,0.00065063767,0.000005346971,0.000013928576,0.00003753094,0.00053223956,0.00007253715,0.00019021232,0.9912495,0.0012474795,0.0059759906],"study_design_scores_gemma":[0.0014256026,0.00049771066,0.0066157966,0.0002585095,0.000024001882,0.0011354608,0.00083070877,0.097132914,0.0021985394,0.02660427,0.8625573,0.000719205],"about_ca_topic_score_codex":0.34806406,"about_ca_topic_score_gemma":0.5569016,"teacher_disagreement_score":0.9646452,"about_ca_system_score_codex":0.00009680566,"about_ca_system_score_gemma":0.0003670655,"threshold_uncertainty_score":0.7049933},"labels":[],"label_agreement":null},{"id":"W2802105481","doi":"10.18653/v1/s18-2005","title":"Examining Gender and Race Bias in Two Hundred Sentiment Analysis Systems","year":2018,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":395,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Task (project management); Benchmark (surveying); Race (biology); Sentiment analysis; Artificial intelligence; Affect (linguistics); Gender bias; Natural language processing; Machine learning; SemEval; Psychology; Social psychology; Sociology","score_opus":0.06497271295094052,"score_gpt":0.29041027779294604,"score_spread":0.2254375648420055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802105481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6577668,0.00007514289,0.3362503,0.000026838039,0.00021948836,0.000081477636,1.6581303e-7,0.00009317388,0.005486585],"genre_scores_gemma":[0.9911086,0.000004574952,0.007828357,0.000056311124,0.000054417484,0.0000058554097,5.074667e-7,0.0000033790304,0.0009379956],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904746,0.00008715855,0.00017255441,0.00032501845,0.00017252278,0.00019526339],"domain_scores_gemma":[0.99950945,0.000036881433,0.00004860832,0.00029687988,0.000042078365,0.000066076616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004848949,0.00007644096,0.00014384965,0.00029321923,0.000076866985,0.00022234191,0.00016281877,0.000025364987,0.000019748148],"category_scores_gemma":[0.000012349449,0.000071507486,0.000025149135,0.0009536541,0.000024429763,0.000215182,0.00010879991,0.00005070337,0.000056419725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060329898,0.00042926177,0.6550287,0.00011830597,0.0022379186,0.0002475207,0.019589853,0.007056232,0.041651,0.057041634,0.001515024,0.2150242],"study_design_scores_gemma":[0.00076518755,0.00013434602,0.13649991,0.000019291003,0.000078369136,0.00003456173,0.00073554605,0.84944177,0.010646584,0.00019843859,0.0011017288,0.00034424302],"about_ca_topic_score_codex":0.00059279136,"about_ca_topic_score_gemma":0.00017966656,"teacher_disagreement_score":0.8423856,"about_ca_system_score_codex":0.000030243193,"about_ca_system_score_gemma":0.000013903506,"threshold_uncertainty_score":0.29159904},"labels":[],"label_agreement":null},{"id":"W2803034608","doi":"10.1007/s10612-018-9394-y","title":"A Climate for Hate? An Exploration of the Right-Wing Extremist Landscape in Canada","year":2018,"lang":"en","type":"article","venue":"Critical Criminology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; Ontario Tech University","funders":"","keywords":"Politics; Right wing; Political science; Criminology; Law enforcement; Sociology; Law","score_opus":0.07165223020226696,"score_gpt":0.2923776909721806,"score_spread":0.22072546076991362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803034608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8703083,0.00003530895,0.1235404,0.0032520138,0.0012495832,0.00018697655,0.000006359286,0.000043614473,0.0013774775],"genre_scores_gemma":[0.9961781,0.000001970701,0.0034103799,0.0002959432,0.00007853804,0.000020395562,0.0000014148251,0.000004233793,0.000009027916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99910295,0.000114548704,0.00018337814,0.00021521996,0.00009170003,0.0002922159],"domain_scores_gemma":[0.9993253,0.00019143158,0.000027042248,0.0002945742,0.0001133008,0.000048346956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019331838,0.00006653752,0.00011064265,0.000040107658,0.00017113186,0.00002468225,0.00034676422,0.000053043514,0.000018473438],"category_scores_gemma":[0.0003081946,0.0000505231,0.000023689423,0.00009907703,0.00010595971,0.00036454992,0.00007204492,0.00010983401,0.000002583364],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000128339,0.00019873492,0.0032157835,0.00021177117,0.0000121841085,0.00004056263,0.0030220838,0.00003893113,0.035052374,0.8606902,0.0009739819,0.0964151],"study_design_scores_gemma":[0.0022192234,0.0016921508,0.033467155,0.00021403952,0.000066770146,0.00014957589,0.0029068834,0.20625086,0.5201028,0.22368088,0.008365128,0.0008845111],"about_ca_topic_score_codex":0.027741536,"about_ca_topic_score_gemma":0.2924496,"teacher_disagreement_score":0.63700926,"about_ca_system_score_codex":0.00005377527,"about_ca_system_score_gemma":0.00020615337,"threshold_uncertainty_score":0.9787328},"labels":[],"label_agreement":null},{"id":"W2804332317","doi":"10.5539/hes.v8n2p81","title":"A Pragmatic Study of Relational Identity in Bystander Intervention","year":2018,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bystander effect; Intervention (counseling); Identity (music); Psychology; Pragmatics; Identity negotiation; Empathy; Phenomenon; Social psychology; Negotiation; Epistemology; Sociology; Linguistics; Social science","score_opus":0.047773033018849886,"score_gpt":0.3755999060456239,"score_spread":0.327826873026774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804332317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889481,0.0005101256,0.0070464285,0.00025545227,0.0018862856,0.00020672058,2.1838754e-7,0.000039775394,0.001106876],"genre_scores_gemma":[0.9962733,0.00000874338,0.0020973866,0.000037339887,0.00009588533,0.000060491195,7.872544e-7,0.0000031653803,0.0014229452],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991019,0.00010959859,0.00028842656,0.00018705896,0.00022597729,0.00008707642],"domain_scores_gemma":[0.9992263,0.000042903648,0.00013897872,0.00021110354,0.00036276283,0.00001796032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035508588,0.00006729127,0.00011895749,0.00018598724,0.00008116109,0.000028542829,0.00015190306,0.000022220735,0.000042810392],"category_scores_gemma":[0.000030385525,0.000061916915,0.000025710176,0.00062120653,0.000040459974,0.00058697385,0.000087719374,0.000055165896,0.000042445],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000975554,0.013506009,0.28590387,0.00044141244,0.00069858186,0.000005457725,0.08571414,0.000069680435,0.0011542054,0.5627885,0.01267849,0.036942128],"study_design_scores_gemma":[0.0008991867,0.0005591882,0.9643168,0.00016050588,0.000021817665,0.0000036098215,0.0102161085,0.00013313006,0.0002670934,0.020641755,0.0026193943,0.00016139651],"about_ca_topic_score_codex":0.00009748149,"about_ca_topic_score_gemma":0.00030616755,"teacher_disagreement_score":0.6784129,"about_ca_system_score_codex":0.00007756307,"about_ca_system_score_gemma":0.000041575247,"threshold_uncertainty_score":0.25248984},"labels":[],"label_agreement":null},{"id":"W2806155868","doi":"10.5204/ijcjsd.v7i2.521","title":"Special Edition: Discourses of Hate - Guest Editors' Introduction","year":2018,"lang":"en","type":"article","venue":"International Journal for Crime Justice and Social Democracy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Hostility; Narrative; Politics; Immigration; Political science; Democracy; Hate crime; Media studies; Download; Public discourse; Sociology; Criminology; Law; Psychology; Social psychology; Literature; Art","score_opus":0.014485711379304149,"score_gpt":0.3061960691063416,"score_spread":0.29171035772703746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806155868","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042537875,0.00006757384,0.38702926,0.06721953,0.4996384,0.0002920434,0.00005556027,0.0001138952,0.0030458656],"genre_scores_gemma":[0.22351691,0.000052416566,0.004927069,0.00025021052,0.77048635,0.0000041868775,0.000013729144,0.000010775984,0.0007383264],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988762,0.00004002603,0.00029927408,0.00019147576,0.00041779762,0.00017521133],"domain_scores_gemma":[0.9985602,0.000070384536,0.00024676745,0.000075391574,0.0009835279,0.00006374172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032099537,0.00009902452,0.00013115376,0.0001439706,0.0006276939,0.00028841363,0.00038839204,0.00007255929,0.000050085353],"category_scores_gemma":[0.00018059577,0.000097089556,0.00009970829,0.00009149701,0.00014423452,0.0010018371,0.00007625849,0.0001554395,0.000019386365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022018209,0.00014811583,0.00003569158,0.000039397382,0.0001650369,0.00001595405,0.002437944,0.0000045082697,0.0028754289,0.056636464,0.85991514,0.07750612],"study_design_scores_gemma":[0.0013353501,0.00066162023,0.0023213057,0.00005305116,0.00025680076,0.00044909448,0.001004954,0.0012268898,0.014209093,0.039418824,0.93872947,0.00033356302],"about_ca_topic_score_codex":0.000010848479,"about_ca_topic_score_gemma":0.000004200731,"teacher_disagreement_score":0.3821022,"about_ca_system_score_codex":0.000053227865,"about_ca_system_score_gemma":0.00008161997,"threshold_uncertainty_score":0.4827777},"labels":[],"label_agreement":null},{"id":"W2810320099","doi":"10.1111/capa.12263","title":"Digital third parties: Understanding the technological challenge to Canada's third party advertising regime","year":2018,"lang":"en","type":"article","venue":"Canadian Public Administration","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Advertising; Third party; The Internet; Obstacle; Business; Social media; Political science; Internet privacy; Law; Computer science","score_opus":0.03203629545183775,"score_gpt":0.2313499278907134,"score_spread":0.19931363243887565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810320099","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028234106,0.0000742016,0.40955254,0.4573386,0.001423556,0.0007959702,0.000039611565,0.0006292056,0.10191221],"genre_scores_gemma":[0.99706596,0.0000021473675,0.00034505778,0.0015308487,0.00018224245,0.000025413528,0.000009527298,0.000008857006,0.0008299539],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833894,0.000047882673,0.00023606316,0.00041625046,0.00034392934,0.00061696465],"domain_scores_gemma":[0.9985776,0.000056365185,0.00007552916,0.000572258,0.000119626,0.0005986434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032443533,0.00016124226,0.00011569114,0.00015129935,0.0008958166,0.0010076013,0.00073058746,0.00013435523,0.000020933565],"category_scores_gemma":[0.00034086875,0.000130142,0.000036023997,0.00068321713,0.00015486326,0.0005894934,0.000069373295,0.00020719321,0.000054620232],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012113112,0.000026287411,0.00028023735,0.000007701166,0.000033819924,0.000115889074,0.0005224629,0.000002200851,0.000057064677,0.87789124,0.033525623,0.08752533],"study_design_scores_gemma":[0.00016778293,0.0005709581,0.00041316025,0.000034365716,0.0000063456714,0.00013135363,0.0018394873,0.0034479813,0.0008999171,0.009980065,0.98203164,0.0004769126],"about_ca_topic_score_codex":0.044855926,"about_ca_topic_score_gemma":0.9824824,"teacher_disagreement_score":0.96883184,"about_ca_system_score_codex":0.0010439503,"about_ca_system_score_gemma":0.0034031067,"threshold_uncertainty_score":0.97163224},"labels":[],"label_agreement":null},{"id":"W2811400418","doi":"10.4000/revdh.4109","title":"Constitutional Treatment of Hate Speech and Freedom of Expression: a Canada – U.S. perspective","year":2018,"lang":"en","type":"article","venue":"Revue des droits de l’homme","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Harm; Multiculturalism; Law; Political science; Constitutional law; Supreme court; Freedom of expression; Sociology; Human rights","score_opus":0.016604695107571947,"score_gpt":0.23807274662653136,"score_spread":0.2214680515189594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811400418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9115361,0.0010191987,0.07532985,0.0010126082,0.0005040265,0.00034330637,0.00005177924,0.00006751433,0.010135613],"genre_scores_gemma":[0.9683814,0.000053885193,0.031310234,0.000024968369,0.000110290406,0.0000061323835,0.0000012728182,0.0000035031662,0.00010833584],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992292,0.000038311722,0.00017241423,0.00023148356,0.0001430845,0.00018550466],"domain_scores_gemma":[0.9992728,0.000052966243,0.00010337122,0.0002583672,0.00021389265,0.000098580575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000076436176,0.000101073674,0.00018826468,0.00004693313,0.0001018131,0.000022480104,0.00016142195,0.00004891803,0.000017226675],"category_scores_gemma":[0.000041274507,0.00009626795,0.0000405986,0.00018665729,0.0004234185,0.00012677033,0.00005401954,0.000040338335,0.0000026048335],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112126865,0.00036317384,0.0019790947,0.00013220601,0.00016306345,0.00029164305,0.0050062686,0.00016727616,0.05045824,0.84459454,0.00045882858,0.09627352],"study_design_scores_gemma":[0.0024569463,0.0030768462,0.008648323,0.0007723567,0.0000942347,0.0032806792,0.00062894385,0.02941068,0.86242217,0.064874955,0.023518572,0.0008152894],"about_ca_topic_score_codex":0.039392672,"about_ca_topic_score_gemma":0.014723919,"teacher_disagreement_score":0.8119639,"about_ca_system_score_codex":0.00027760235,"about_ca_system_score_gemma":0.0002627837,"threshold_uncertainty_score":0.9670041},"labels":[],"label_agreement":null},{"id":"W283666408","doi":"","title":"Provocation and Multiculturalism","year":2010,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Provocation test; Doctrine; Multiculturalism; Law; Cultural diversity; Political science; Sociology; Medicine; Alternative medicine","score_opus":0.003359273753181322,"score_gpt":0.20576408891731393,"score_spread":0.2024048151641326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W283666408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8981678,0.0002323864,0.09822606,0.0021712848,0.00059342576,0.00008806455,9.1218524e-8,0.00009057815,0.0004303012],"genre_scores_gemma":[0.994888,0.00029206052,0.0038550803,0.0000592577,0.00018251668,0.0000026889422,3.3819055e-7,0.000004037426,0.0007160241],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99887043,0.000023137742,0.00009909422,0.00013540819,0.00012432065,0.00074762385],"domain_scores_gemma":[0.9996769,0.000011197516,0.00005836752,0.00012518564,0.00006520303,0.000063170664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006343719,0.000067306755,0.00005260358,0.000050114024,0.00020286534,0.00017199575,0.00022601255,0.00004824229,0.0000026548512],"category_scores_gemma":[0.000041277483,0.000051557683,0.000024940648,0.00010781522,0.000019815785,0.00044336668,0.000031557276,0.001152863,0.000021298116],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051347597,0.000026110189,0.00020696493,0.0000022735987,0.000024384548,0.000002649172,0.0005693942,0.0000025532188,0.072938606,0.5291513,0.000045971858,0.39702463],"study_design_scores_gemma":[0.0023201846,0.0009767027,0.010225988,0.000026265501,0.000037468963,0.016293334,0.0012565844,0.016310863,0.034466013,0.88663644,0.030541824,0.00090836245],"about_ca_topic_score_codex":0.000029915567,"about_ca_topic_score_gemma":0.0003596303,"teacher_disagreement_score":0.39611626,"about_ca_system_score_codex":0.000065599255,"about_ca_system_score_gemma":0.00028321793,"threshold_uncertainty_score":0.500868},"labels":[],"label_agreement":null},{"id":"W2884904579","doi":"10.1163/15691330-12341489","title":"Public Opinion and Morality Policy: Lessons from Canada and the United States","year":2019,"lang":"en","type":"article","venue":"Comparative Sociology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public opinion; Political science; Public administration; Public policy; Law; Politics","score_opus":0.07376144229755967,"score_gpt":0.3132940220202529,"score_spread":0.23953257972269326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884904579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686206,0.00034004464,0.0034467764,0.026859341,0.00023298795,0.0001417524,0.000011204843,0.000033543725,0.0003137708],"genre_scores_gemma":[0.9981817,0.00009438274,0.00022228586,0.001352098,0.000048378348,0.000008461848,0.00003535753,0.0000022540196,0.000055078628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989248,0.00046119772,0.00010894823,0.00024644058,0.00007232336,0.00018629205],"domain_scores_gemma":[0.9991075,0.00047578165,0.00006956788,0.00021758003,0.00006515741,0.0000644549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020268076,0.00009295554,0.00020055933,0.00004435383,0.00018077536,0.00006282531,0.00022184903,0.000051821855,0.000008415328],"category_scores_gemma":[0.00003327345,0.000063217325,0.000015345731,0.000152056,0.0003952993,0.00010624647,0.00016634863,0.00016199825,0.000008383454],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000615408,0.000024057323,0.025522618,0.000009816048,0.00015572521,0.0000020625598,0.018942112,0.00013415405,0.00031387014,0.9471906,0.005054426,0.0025890185],"study_design_scores_gemma":[0.0047940514,0.00029424523,0.47355968,0.000020834314,0.000014788182,0.000025723588,0.0045940126,0.118434615,0.0009510382,0.29806408,0.09859984,0.00064709474],"about_ca_topic_score_codex":0.53530097,"about_ca_topic_score_gemma":0.06555208,"teacher_disagreement_score":0.6491265,"about_ca_system_score_codex":0.000051871677,"about_ca_system_score_gemma":0.00021572567,"threshold_uncertainty_score":0.95149916},"labels":[],"label_agreement":null},{"id":"W2891468492","doi":"10.47678/cjhe.v48i2.188215","title":"Book review of \"University Commons Divided: Exploring Dissent and Debate on Campus\"","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Dissent; Commons; Sociology; Political science; Media studies; Law","score_opus":0.020476566051042276,"score_gpt":0.24315429566115998,"score_spread":0.2226777296101177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891468492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50560063,0.39433536,0.005822384,0.06327454,0.015906135,0.00063412974,0.00001134236,0.000052673153,0.014362795],"genre_scores_gemma":[0.98313874,0.004316564,0.0011585399,0.0054683173,0.0003863215,0.0000011673409,0.0000012591529,0.000008049826,0.0055210674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995233,0.00006037491,0.00013679852,0.000080032965,0.00008941481,0.00011008333],"domain_scores_gemma":[0.99921393,0.00002517316,0.00015505105,0.00015230548,0.00018260433,0.00027095436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001725595,0.000053315965,0.00009770357,0.00016753879,0.00011195423,0.000024744815,0.00020163649,0.000018848465,0.000110073364],"category_scores_gemma":[0.000024627945,0.00005097367,0.00003203107,0.00017273524,0.000050826027,0.00035678217,0.000010126993,0.00008135367,0.000007954555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020910014,0.000087198045,0.0059043993,0.0005128603,0.00006757475,0.00005236668,0.0020761988,0.0000035813757,0.0003627165,0.010578087,0.8919429,0.08839117],"study_design_scores_gemma":[0.00007711025,0.00016861976,0.027689863,0.0016134712,0.000016754375,0.000054962766,0.000040514522,0.000004446414,0.00095957576,0.00013007215,0.9691732,0.00007141616],"about_ca_topic_score_codex":0.0008902661,"about_ca_topic_score_gemma":0.0005971428,"teacher_disagreement_score":0.47753808,"about_ca_system_score_codex":0.00008656614,"about_ca_system_score_gemma":0.00057796657,"threshold_uncertainty_score":0.2078646},"labels":[],"label_agreement":null},{"id":"W2899082763","doi":"10.18653/v1/w18-5119","title":"Decipherment for Adversarial Offensive Language Detection","year":2018,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de la Défense Nationale","keywords":"Decipherment; Offensive; Computer science; Adversarial system; Filter (signal processing); Plaintext; Artificial intelligence; Task (project management); Ciphertext; Computer security; Encryption; Natural language processing; Computer vision; Engineering; Linguistics","score_opus":0.0073919685686821765,"score_gpt":0.24470517585450735,"score_spread":0.23731320728582517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899082763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05700544,0.0000075738985,0.9341619,0.00015573196,0.0014568768,0.00021840712,6.90807e-7,0.00023553481,0.0067578414],"genre_scores_gemma":[0.9549564,8.762183e-7,0.04201147,0.00042848237,0.0005872273,0.000025485439,8.7869995e-7,0.0000056618996,0.0019834854],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99939317,0.000016394837,0.00008866064,0.00021786882,0.00010758784,0.00017633282],"domain_scores_gemma":[0.9995538,0.000029450579,0.000031821197,0.00022602695,0.00010804014,0.000050867646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012185937,0.00006681109,0.000059886548,0.000044469612,0.00014389868,0.00006391523,0.00018296594,0.000044343415,0.000049958784],"category_scores_gemma":[0.000042609427,0.000058268633,0.00006359991,0.00012433525,0.000022029462,0.0001392784,0.000049579,0.00003298566,0.00018965668],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009417978,0.00004468003,0.000008842569,0.000007175625,0.00004038416,0.0000052515175,0.0015581762,0.0000074747068,0.12699616,0.0076970183,0.004622351,0.8589183],"study_design_scores_gemma":[0.0008929355,0.00086930447,0.00026956963,0.0000060532043,0.000009641892,0.000020466285,0.00018048195,0.025442809,0.92333233,0.0019120642,0.046872195,0.00019211737],"about_ca_topic_score_codex":0.000096345866,"about_ca_topic_score_gemma":0.00016811331,"teacher_disagreement_score":0.897951,"about_ca_system_score_codex":0.00003838181,"about_ca_system_score_gemma":0.000020662605,"threshold_uncertainty_score":0.24377161},"labels":[],"label_agreement":null},{"id":"W2905486807","doi":"10.4000/books.aaccademia.4772","title":"Comparing Different Supervised Approaches to Hate Speech Detection","year":2018,"lang":"en","type":"book-chapter","venue":"Accademia University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; Università degli Studi di Napoli Federico II","keywords":"Task (project management); Computer science; Artificial neural network; Domain (mathematical analysis); Voice activity detection; Artificial intelligence; Speech recognition; Machine learning; Natural language processing; Speech processing; Engineering; Mathematics","score_opus":0.10207902198841332,"score_gpt":0.20651671551683387,"score_spread":0.10443769352842056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905486807","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012081831,0.00003420374,0.09448993,0.00006638874,0.0007737754,0.0008295904,0.000010642715,0.0008046427,0.890909],"genre_scores_gemma":[0.099440895,0.000034869416,0.0035331098,0.000110113666,0.00041463706,0.0000034318778,0.000011789537,0.00006501963,0.89638615],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977552,0.000067511566,0.0002587952,0.0009866953,0.00046147665,0.0004702679],"domain_scores_gemma":[0.9983982,0.000051046914,0.00020017552,0.0009225128,0.00009536197,0.0003326987],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017860283,0.0004943064,0.00048231042,0.00038461442,0.00039041927,0.00020139698,0.00165593,0.000691692,0.000020300899],"category_scores_gemma":[0.000008535282,0.0005453813,0.00021426145,0.00003321294,0.0000996584,0.00028624598,0.0012662119,0.00087348203,0.00012447478],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054329576,0.00007699075,0.00004770946,0.00033803962,0.00083411176,0.00042340194,0.0042541223,0.00012867012,0.0047676465,0.5866344,0.0047196154,0.397232],"study_design_scores_gemma":[0.0010129953,0.00033709512,0.00012942997,0.00034125996,0.00019227911,0.00006459399,0.000043629618,0.009974446,0.07030208,0.0027243085,0.91336924,0.0015086592],"about_ca_topic_score_codex":0.00018425756,"about_ca_topic_score_gemma":0.0001053319,"teacher_disagreement_score":0.9086496,"about_ca_system_score_codex":0.0003527778,"about_ca_system_score_gemma":0.000043216784,"threshold_uncertainty_score":0.9996998},"labels":[],"label_agreement":null},{"id":"W2906822531","doi":"10.4000/books.aaccademia.4784","title":"Hate Speech Detection using Attention-based LSTM","year":2018,"lang":"en","type":"book-chapter","venue":"Accademia University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; Università degli Studi di Napoli Federico II","keywords":"Computer science; Task (project management); Voice activity detection; Speech recognition; Artificial neural network; Layer (electronics); Natural language processing; Value (mathematics); Artificial intelligence; Speech processing; Machine learning; Engineering","score_opus":0.028009497793476095,"score_gpt":0.21654081991639834,"score_spread":0.18853132212292226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906822531","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033668666,0.000049070502,0.24823815,0.000033714834,0.0013379146,0.0006146954,0.00002942776,0.0008968826,0.7454333],"genre_scores_gemma":[0.011160428,0.00002936517,0.0094102025,0.00012972392,0.00047569574,9.565424e-7,0.00001624442,0.00007117171,0.97870624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979285,0.00007042499,0.00025756523,0.00085520017,0.00047732802,0.00041096297],"domain_scores_gemma":[0.9982461,0.000058202528,0.0004025621,0.0008419595,0.00025670457,0.00019450656],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023636183,0.000420875,0.00033196146,0.00040771355,0.0005140935,0.0001642232,0.0011864232,0.0009266887,0.00004237311],"category_scores_gemma":[0.000011298201,0.0005139827,0.00027577858,0.000039082723,0.00017002293,0.00038215244,0.00044973238,0.0008450664,0.00009676456],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008638362,0.00013486823,0.00005866312,0.0008053598,0.0017017574,0.0026304792,0.001232689,0.0007671119,0.05563458,0.44330496,0.007125638,0.48574007],"study_design_scores_gemma":[0.00089541473,0.00017530113,0.00001411934,0.00036358702,0.00024200534,0.00007420217,0.000014714692,0.029285826,0.030382385,0.0021265412,0.93535656,0.0010693166],"about_ca_topic_score_codex":0.0002586316,"about_ca_topic_score_gemma":0.00003621875,"teacher_disagreement_score":0.92823094,"about_ca_system_score_codex":0.0004275135,"about_ca_system_score_gemma":0.00015699267,"threshold_uncertainty_score":0.9997312},"labels":[],"label_agreement":null},{"id":"W2907651791","doi":"10.1080/21582041.2018.1563305","title":"Offensive communications: exploring the challenges involved in policing social media","year":2019,"lang":"en","type":"article","venue":"Contemporary Social Science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Queen's University; Queen's University Belfast; Leverhulme Trust","keywords":"Offensive; Commit; Criminal justice; Public relations; Social media; Political science; Criminology; Pace; Sociology; Law; Engineering","score_opus":0.14495216467289712,"score_gpt":0.28681503652087376,"score_spread":0.14186287184797663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907651791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90603644,0.001441969,0.00040621505,0.022702232,0.0018019461,0.00059362734,0.0000018528117,0.0002794791,0.06673624],"genre_scores_gemma":[0.9989245,0.00010949581,0.0002703369,0.0004546531,0.00015951385,0.000040043626,7.0108683e-7,0.0000062649337,0.000034481673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99836296,0.00019616752,0.00023270288,0.0003718924,0.000479635,0.000356625],"domain_scores_gemma":[0.9988315,0.00027075957,0.00012544045,0.00057836395,0.00013430559,0.000059628976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014050886,0.000117666226,0.00017116021,0.00016731785,0.00085902447,0.00019834423,0.0025041786,0.000049783575,0.0000023633693],"category_scores_gemma":[0.00016482118,0.00009725232,0.000056390232,0.0011581475,0.00052985456,0.0013340767,0.00072519283,0.0002854553,0.00006420895],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016602262,0.00009878652,0.0036876402,0.000022524582,0.0000129108,0.000009902554,0.18369977,0.0000027166316,0.008054933,0.6120795,0.0004906945,0.19182405],"study_design_scores_gemma":[0.0027728984,0.00026164504,0.80161065,0.00030683933,0.000010442048,0.000013946957,0.08001635,0.0099720135,0.010529689,0.056539733,0.036147006,0.0018187789],"about_ca_topic_score_codex":0.0003373029,"about_ca_topic_score_gemma":0.00024298462,"teacher_disagreement_score":0.797923,"about_ca_system_score_codex":0.00013293949,"about_ca_system_score_gemma":0.0003259124,"threshold_uncertainty_score":0.66070086},"labels":[],"label_agreement":null},{"id":"W2907894232","doi":"10.4000/books.aaccademia.4698","title":"Detecting Hate Speech Against Women in English Tweets","year":2018,"lang":"en","type":"book-chapter","venue":"Accademia University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; Università degli Studi di Napoli Federico II","keywords":"Offensive; Task (project management); Identification (biology); Computer science; Voice activity detection; Speech recognition; Natural language processing; Social media; Value (mathematics); Artificial intelligence; Speech processing; World Wide Web; Machine learning; Engineering; Operations research","score_opus":0.01642825797693301,"score_gpt":0.19886743083769035,"score_spread":0.18243917286075734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907894232","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017048113,0.000042921394,0.0009904525,0.000012917683,0.0007639953,0.00040454595,0.000011195381,0.00067002414,0.9800558],"genre_scores_gemma":[0.023104172,0.00012903199,0.0016393482,0.00015748362,0.0005000611,0.0000025582358,0.0000061472997,0.000062437204,0.97439873],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973745,0.00008316309,0.00032269428,0.0009691307,0.00043476367,0.00081578334],"domain_scores_gemma":[0.99817634,0.00010940635,0.00034080396,0.00086363615,0.00020918882,0.00030061457],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058390456,0.00045891863,0.0004788366,0.000507596,0.00025856216,0.00016255237,0.0018476164,0.0009816648,0.000029065126],"category_scores_gemma":[0.000060552295,0.0005688523,0.00015316193,0.000050456056,0.00014006966,0.00048261514,0.0011575493,0.001456244,0.00006110844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048691174,0.00008367219,0.00010510857,0.00047979658,0.00081101304,0.005305331,0.04782077,0.00011939692,0.0020065333,0.18905705,0.009876676,0.7438477],"study_design_scores_gemma":[0.0007978279,0.000115206494,0.00001915791,0.00032031292,0.00002426414,0.00001568077,0.00014665438,0.00048068873,0.0051466343,0.0022839627,0.98982394,0.00082566874],"about_ca_topic_score_codex":0.00011547253,"about_ca_topic_score_gemma":0.000048821195,"teacher_disagreement_score":0.97994727,"about_ca_system_score_codex":0.00084675505,"about_ca_system_score_gemma":0.00015568286,"threshold_uncertainty_score":0.9996763},"labels":[],"label_agreement":null},{"id":"W2909073991","doi":"10.7202/1054353ar","title":"The Regulation of Hateful and Hurtful Speech: Liberalism’s Uncomfortable Predicament","year":2018,"lang":"en","type":"article","venue":"McGill Law Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Liberalism; Politics; Argument (complex analysis); Normative; Harm; Sociology; Law; Political science; Law and economics","score_opus":0.010978276933889202,"score_gpt":0.22115124661875163,"score_spread":0.21017296968486243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909073991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5430967,0.0011512717,0.10894245,0.014518809,0.009738091,0.0010794257,0.000024629646,0.0004983347,0.32095027],"genre_scores_gemma":[0.98917097,0.000067852714,0.009983936,0.00012093233,0.00022152568,0.0000018305909,3.5967315e-7,0.000006638139,0.00042595316],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989554,0.00007167978,0.000273017,0.0001472077,0.00033096713,0.0002217282],"domain_scores_gemma":[0.99924845,0.000042428182,0.00018978043,0.0002649908,0.00014812379,0.000106258],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0007023998,0.00008471667,0.00009932058,0.00003921814,0.0020139238,0.00019384199,0.0003270007,0.00004664319,0.000024946534],"category_scores_gemma":[0.00002115191,0.00005631968,0.000042145224,0.00015292357,0.00014798011,0.00044108898,0.00010673892,0.00014534195,0.000011164876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009084351,0.00008946294,0.0004012918,0.00001847414,0.0001145904,0.00002124506,0.00044132886,0.00007241537,0.007226272,0.58011675,0.0034944594,0.40791288],"study_design_scores_gemma":[0.00067150756,0.00068939524,0.0030623593,0.00008061081,0.00001937908,0.000973457,0.000059125723,0.007940629,0.12366347,0.032789905,0.8298575,0.00019264918],"about_ca_topic_score_codex":0.00015089537,"about_ca_topic_score_gemma":0.00043594895,"teacher_disagreement_score":0.826363,"about_ca_system_score_codex":0.00003492144,"about_ca_system_score_gemma":0.000009386298,"threshold_uncertainty_score":0.99928534},"labels":[],"label_agreement":null},{"id":"W2911244646","doi":"10.1177/2053168018816228","title":"Politicians in the line of fire: Incivility and the treatment of women on social media","year":2019,"lang":"en","type":"article","venue":"Research & Politics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Incivility; Politics; Social media; Face (sociological concept); Public relations; Public opinion; Test (biology); Political science; Sociology; Social psychology; Media studies; Criminology; Psychology; Law; Social science","score_opus":0.0630384512932419,"score_gpt":0.3518732818706828,"score_spread":0.28883483057744086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911244646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995884,0.00007432112,0.000023274826,0.0019797296,0.00005050205,0.0002765238,0.000009353489,0.0000068492227,0.0016954665],"genre_scores_gemma":[0.9995245,0.00013046278,0.00004198509,0.00006832341,0.00009558412,0.000020209669,8.359473e-7,0.000003335025,0.00011477834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998078,0.00057640916,0.00017743232,0.00014347963,0.0005439639,0.00048071213],"domain_scores_gemma":[0.99784034,0.0015885168,0.000036823316,0.00037470367,0.00010185788,0.000057769692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019057139,0.000064439504,0.00016924138,0.0000839714,0.000091319576,0.00003193922,0.0003832914,0.000045952456,0.000006596983],"category_scores_gemma":[0.00026845682,0.000034995635,0.000039404444,0.00027253872,0.0003577353,0.00004386152,0.00006439643,0.00015818214,0.000009418005],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012875526,0.00073622016,0.0018271194,0.0000801511,0.000034691642,0.000008083167,0.09418649,0.000009495991,0.0002668956,0.8673975,0.00008286581,0.03524173],"study_design_scores_gemma":[0.01578228,0.011169906,0.3581865,0.00022879275,0.000031412193,0.000032295306,0.031531174,0.02958838,0.047164176,0.4781056,0.02749741,0.0006820479],"about_ca_topic_score_codex":0.0011350043,"about_ca_topic_score_gemma":0.00009347138,"teacher_disagreement_score":0.38929188,"about_ca_system_score_codex":0.00025129117,"about_ca_system_score_gemma":0.00016802423,"threshold_uncertainty_score":0.17157945},"labels":[],"label_agreement":null},{"id":"W2911469717","doi":"10.2139/ssrn.1762559","title":"The Impossibility of Community Standards","year":2011,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Impossibility; Political science; Law","score_opus":0.015878549173734817,"score_gpt":0.24671279190017678,"score_spread":0.23083424272644196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911469717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6642743,0.0008864644,0.32960284,0.00027413483,0.00034632793,0.0000806701,0.0000013579939,0.000053277876,0.004480675],"genre_scores_gemma":[0.99869365,0.00060405483,0.00047692502,0.00001918654,0.00002998004,0.0000012565807,9.317909e-8,0.0000041927447,0.00017063771],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99803126,0.0003633602,0.00023344153,0.00006993438,0.00031352678,0.0009885014],"domain_scores_gemma":[0.99905807,0.00006485801,0.00015728643,0.000494367,0.00017356704,0.000051825256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075696437,0.00007506339,0.00009267664,0.000036311016,0.0007388964,0.000057078163,0.0010372846,0.00003768556,0.000005679259],"category_scores_gemma":[0.000110815585,0.000048156697,0.00008714659,0.00019460957,0.00008773396,0.0002321478,0.00010574341,0.0017295976,0.0000041356493],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007899488,0.00011378434,0.00082910486,0.000004159386,0.00009455254,0.0000012394846,0.0024231877,0.0000017118159,0.0006618686,0.627545,0.00007861945,0.36816776],"study_design_scores_gemma":[0.00028996397,0.0008039796,0.003924469,0.000006413401,0.000007676165,0.00028627296,0.0012413689,0.000105555744,0.007743727,0.984281,0.001218536,0.00009101784],"about_ca_topic_score_codex":0.00028761034,"about_ca_topic_score_gemma":0.0011486809,"teacher_disagreement_score":0.36807674,"about_ca_system_score_codex":0.0003891749,"about_ca_system_score_gemma":0.0017372922,"threshold_uncertainty_score":0.7514337},"labels":[],"label_agreement":null},{"id":"W2911692568","doi":"10.1002/pra2.2018.14505501009","title":"“Being a butt while on the internet”: Perceptions of what is and isn't internet trolling","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"The Internet; Psychology; Internet privacy; Prosocial behavior; Odds; Hacker; Perception; Social psychology; Computer science; World Wide Web; Computer security","score_opus":0.007681786427554117,"score_gpt":0.2234921449714792,"score_spread":0.21581035854392508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911692568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98467684,0.000009404361,0.0029738292,0.008439578,0.00020215614,0.00029179573,0.0000018200906,0.00005731954,0.0033472488],"genre_scores_gemma":[0.99853766,0.00003496559,0.00088994356,0.000316247,0.000013006707,0.000019994592,1.5239425e-7,0.0000015928922,0.0001864367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991599,0.000003006907,0.00023953377,0.00012389074,0.00032359868,0.00015007146],"domain_scores_gemma":[0.99819577,0.000055320088,0.0004324891,0.00009756668,0.0012002809,0.00001854769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012539036,0.0000626832,0.00009209671,0.00033967706,0.0002744162,0.00030229293,0.00059600064,0.000078774065,0.000002628616],"category_scores_gemma":[0.00067079376,0.000040266637,0.000025921732,0.0010843971,0.000377786,0.002870984,0.00023859699,0.000095486335,0.0000046486243],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018504403,0.000024214385,0.0120022,0.00004458172,0.000029333003,5.693477e-9,0.023447257,8.533227e-7,0.019226778,0.8507112,0.0019629463,0.09253208],"study_design_scores_gemma":[0.00073452306,0.0008902472,0.006482235,0.00030080447,0.000029602996,0.000015787044,0.0138444705,0.0598396,0.85750556,0.0394236,0.020686978,0.00024656157],"about_ca_topic_score_codex":0.0000070493993,"about_ca_topic_score_gemma":0.0000013046063,"teacher_disagreement_score":0.83827883,"about_ca_system_score_codex":0.00007021863,"about_ca_system_score_gemma":0.00003286983,"threshold_uncertainty_score":0.2915018},"labels":[],"label_agreement":null},{"id":"W2912026968","doi":"","title":"Cyberbullying Detection Task: the EBSI-LIA-UNAM System (ELU) at COLING’18 TRAC-1","year":2018,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"TRAC; Voting; Computer science; Task (project management); Aggression; Test (biology); Set (abstract data type); Computer security; Support vector machine; Machine learning; Artificial intelligence; Psychology; Engineering; Social psychology","score_opus":0.010522783911351134,"score_gpt":0.21851184613280855,"score_spread":0.2079890622214574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912026968","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16025144,0.0004895026,0.82963246,0.0014578078,0.0012444438,0.0010784827,0.000013553254,0.0026381123,0.0031942197],"genre_scores_gemma":[0.9680576,0.00005191343,0.027233215,0.001216111,0.00076745625,0.00057084596,0.0000068383133,0.000080861755,0.0020151602],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99586177,0.00036942956,0.0007312438,0.0009913028,0.00078546966,0.0012607741],"domain_scores_gemma":[0.996628,0.0001827417,0.00044487233,0.002001291,0.0003312597,0.00041185305],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.001629655,0.00053521956,0.0004353951,0.00045577693,0.0020360262,0.0007778571,0.0018082103,0.00044324785,0.00004631772],"category_scores_gemma":[0.00018322183,0.00044862909,0.00030005223,0.001475515,0.00023638076,0.00076277537,0.00067216007,0.00066395674,0.00039454683],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007145773,0.0006498329,0.0057269027,0.00033113395,0.00046306913,0.0005262957,0.0050650584,0.0028843344,0.430041,0.07701882,0.017073527,0.45950547],"study_design_scores_gemma":[0.0009865114,0.0008020641,0.007944366,0.00021823615,0.00008478641,0.0020004848,0.0003523708,0.59058285,0.3468216,0.0012336978,0.047782473,0.0011905533],"about_ca_topic_score_codex":0.006061685,"about_ca_topic_score_gemma":0.006058841,"teacher_disagreement_score":0.80780613,"about_ca_system_score_codex":0.001419714,"about_ca_system_score_gemma":0.00020525957,"threshold_uncertainty_score":0.99979657},"labels":[],"label_agreement":null},{"id":"W2912049096","doi":"","title":"Chapter XII. “She’s Such a Slut!”: The Sexualized Cyberbullying of Teen Girls and the Education Law Response","year":2015,"lang":"en","type":"book-chapter","venue":"OpenEdition (OpenEdition)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Criminology; Psychology; Political science","score_opus":0.023191201488590166,"score_gpt":0.25025073052093916,"score_spread":0.227059529032349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912049096","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00095842016,0.0033589383,0.012491891,0.08208426,0.005542587,0.004580094,0.00030437036,0.0004280654,0.8902514],"genre_scores_gemma":[0.32195422,0.0015334104,0.00861859,0.055646162,0.003325648,0.0018005738,0.0009722487,0.00035315132,0.605796],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960018,0.0004972713,0.000957355,0.0009192574,0.0012023901,0.0004219593],"domain_scores_gemma":[0.9955835,0.0007302209,0.0009584677,0.0015771945,0.0009031742,0.0002474652],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033773258,0.00061257934,0.00072078157,0.0002872963,0.00087520573,0.0006286927,0.0014303862,0.00042762508,0.00063068204],"category_scores_gemma":[0.00022980057,0.00042239542,0.0002502415,0.00019192869,0.0008470839,0.0045306464,0.0005702608,0.0006962248,0.00048289585],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062842167,0.000043172877,8.522977e-7,0.000035801088,0.00009482295,0.000009299725,0.00040008014,0.0000134829825,0.00014017265,0.983434,0.0051155747,0.010084275],"study_design_scores_gemma":[0.0029542602,0.00040997085,0.0002625418,0.000549304,0.00022289374,0.00035063727,0.00018243154,0.00036666743,0.00093810057,0.13582,0.85704523,0.0008979907],"about_ca_topic_score_codex":0.00021716564,"about_ca_topic_score_gemma":0.0004620278,"teacher_disagreement_score":0.8519296,"about_ca_system_score_codex":0.00017724306,"about_ca_system_score_gemma":0.0005311422,"threshold_uncertainty_score":0.9998228},"labels":[],"label_agreement":null},{"id":"W2912706553","doi":"10.1002/pra2.2018.14505501081","title":"Online targeting of researchers/academics: Ethical obligations and best practices","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Harassment; Intimidation; Public relations; Work (physics); Political science; Ethnic group; Action (physics); University faculty; Sociology; Psychology; Medical education; Law; Medicine; Engineering","score_opus":0.04593611160794733,"score_gpt":0.3377034611931117,"score_spread":0.29176734958516437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912706553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646249,0.000025857034,0.0014909598,0.030348958,0.00013463503,0.00035349122,0.000008297572,0.000076419485,0.0029365232],"genre_scores_gemma":[0.986587,0.00005393814,0.013138911,0.00013057802,0.000020251891,0.000010277002,5.057766e-7,0.0000013345383,0.00005718665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99898577,0.0000044414637,0.00027190492,0.00011360119,0.0004620306,0.00016222688],"domain_scores_gemma":[0.99555445,0.00011094766,0.0010497737,0.00006630575,0.0031889845,0.000029563234],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029421654,0.000045865334,0.00008319235,0.00040850582,0.00040146298,0.000114746304,0.00052081153,0.00019585941,2.989242e-7],"category_scores_gemma":[0.014841193,0.000035675133,0.000013463688,0.001938061,0.0004989078,0.0025213037,0.00028854268,0.00024432727,0.0000012705174],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000110392075,0.00003939197,0.020421652,0.00008562395,0.00001704759,5.3498344e-9,0.002921289,7.23351e-7,0.08308314,0.8475729,0.0007783032,0.04506886],"study_design_scores_gemma":[0.0009385791,0.0009893713,0.007865499,0.00013938588,0.000034929973,0.000017200384,0.008025429,0.038993597,0.7676838,0.10962107,0.065419234,0.0002718784],"about_ca_topic_score_codex":0.000013896596,"about_ca_topic_score_gemma":0.0000021322733,"teacher_disagreement_score":0.7379519,"about_ca_system_score_codex":0.000059818827,"about_ca_system_score_gemma":0.00011662011,"threshold_uncertainty_score":0.9934572},"labels":[],"label_agreement":null},{"id":"W2914441138","doi":"","title":"Fact Checking the Fact Checkers: Verification Web Sites, Partisanship and Sourcing","year":2013,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Typology; Set (abstract data type); Computer science; World Wide Web; Model checking; Internet privacy; Political science; Public relations; Computer security; Data science; Sociology; Programming language","score_opus":0.011918197238914905,"score_gpt":0.21278123174280672,"score_spread":0.2008630345038918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914441138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88358563,0.0016548933,0.111264855,0.002580547,0.00016620717,0.00018357686,2.4255024e-7,0.00010532005,0.0004587522],"genre_scores_gemma":[0.99786294,0.0009409419,0.0004770183,0.00012007991,0.00017717635,0.000011393479,9.159758e-7,0.0000120851955,0.00039745888],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99778664,0.00012704918,0.00022438925,0.0002502481,0.00026037224,0.001351295],"domain_scores_gemma":[0.99933034,0.000053098236,0.00016159749,0.00028938733,0.00006874373,0.00009682802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013203329,0.0001462453,0.00011480508,0.00007946236,0.00059701246,0.000643113,0.0005010281,0.000067175955,0.000024088671],"category_scores_gemma":[0.00006514536,0.0001031601,0.0000665815,0.00024602594,0.000040661147,0.00079193077,0.00006175606,0.0012289631,0.00010333693],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000234072,0.00008797998,0.015006024,0.000018988496,0.00025622608,0.0000063355483,0.003536708,0.0001710532,0.14118104,0.0884189,0.0007747467,0.7505186],"study_design_scores_gemma":[0.0033046703,0.0020276213,0.0900095,0.00022545681,0.00017288132,0.006913902,0.01353863,0.2058892,0.057150062,0.5934818,0.0247867,0.002499623],"about_ca_topic_score_codex":0.00011296643,"about_ca_topic_score_gemma":0.0001474442,"teacher_disagreement_score":0.748019,"about_ca_system_score_codex":0.0002832875,"about_ca_system_score_gemma":0.0004637249,"threshold_uncertainty_score":0.62015533},"labels":[],"label_agreement":null},{"id":"W2915571541","doi":"","title":"Controversy and Consensus, Pornography and Hate Speech: The Legal Challenge to the Playboy Channel","year":2019,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pornography; Supreme court; Principle of legality; Law; Political science; Free speech; Analogy; Rhetorical question; Sociology; Linguistics","score_opus":0.005354528115706227,"score_gpt":0.19969408446549824,"score_spread":0.19433955634979203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915571541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88512176,0.009708316,0.024678357,0.07608884,0.001210203,0.0008110855,0.0000032409705,0.00010663849,0.0022715703],"genre_scores_gemma":[0.9953506,0.0026522873,0.0001302499,0.0007947473,0.00020371277,0.000004800419,2.1579204e-7,0.000010549374,0.0008528594],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979234,0.00012409603,0.00017219112,0.00027363122,0.0002654793,0.001241248],"domain_scores_gemma":[0.9993126,0.000100049794,0.00010389085,0.00031207158,0.000060584036,0.00011080428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017021534,0.00015708347,0.00014972009,0.00010175555,0.00044998835,0.00035962855,0.00048137907,0.000054926943,0.000003366232],"category_scores_gemma":[0.00002915669,0.00009012041,0.00006783556,0.00023292772,0.000059759805,0.00019895888,0.00013103706,0.0010931198,0.000037844144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002502809,0.000075729804,0.0005606766,0.000015643767,0.0005028227,0.000047412446,0.002877386,0.000126906,0.0015918411,0.71085054,0.0017495351,0.2813512],"study_design_scores_gemma":[0.010243548,0.010223987,0.009658664,0.00023598614,0.00023604608,0.035530135,0.01782052,0.028044865,0.0028879861,0.49526012,0.3874517,0.0024064158],"about_ca_topic_score_codex":0.00010376719,"about_ca_topic_score_gemma":0.0005643787,"teacher_disagreement_score":0.3857022,"about_ca_system_score_codex":0.00007322208,"about_ca_system_score_gemma":0.0002575228,"threshold_uncertainty_score":0.4749123},"labels":[],"label_agreement":null},{"id":"W2921517813","doi":"10.21991/cf29373","title":"What happens when the assumptions underlying our commitment to free speech no longer hold?","year":2019,"lang":"en","type":"article","venue":"Constitutional Forum / Forum constitutionnel","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Free speech; Censorship; Psychology; State (computer science); Expression (computer science); Social psychology; Communication; Computer science; Law; Political science","score_opus":0.02943114865596558,"score_gpt":0.2668799835422001,"score_spread":0.23744883488623453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921517813","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011999729,0.00080507004,0.84284693,0.07763013,0.020827396,0.0028833526,0.00013174822,0.00083966705,0.04203598],"genre_scores_gemma":[0.96846706,0.000080345686,0.020053403,0.0064654094,0.00025088308,0.00020516945,0.00005992836,0.000020014559,0.0043977774],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99596214,0.0001381519,0.0006900118,0.0010261423,0.0010299372,0.0011536244],"domain_scores_gemma":[0.99668014,0.00018090651,0.00022039724,0.0019410406,0.00055210874,0.00042541703],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00073390896,0.00050991925,0.00041200413,0.0003600259,0.0020102016,0.0013660359,0.0021340318,0.00024193758,0.0002494974],"category_scores_gemma":[0.00026898496,0.0004199682,0.00033502633,0.0006859213,0.0007727294,0.0029627385,0.0011071556,0.0005752853,0.0094712535],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028085002,0.00012125714,0.0018418774,0.000015338572,0.00010980149,0.00003321977,0.00015577894,0.0016237304,0.0010467103,0.96117854,0.02879995,0.005045731],"study_design_scores_gemma":[0.0034068157,0.0004694186,0.0016454333,0.0007728659,0.00010505999,0.0015458371,0.0049911407,0.013379945,0.002331213,0.07151656,0.8979987,0.0018370132],"about_ca_topic_score_codex":0.000110903304,"about_ca_topic_score_gemma":0.000266488,"teacher_disagreement_score":0.95646733,"about_ca_system_score_codex":0.000461616,"about_ca_system_score_gemma":0.0010187572,"threshold_uncertainty_score":0.99982524},"labels":[],"label_agreement":null},{"id":"W2929227504","doi":"10.24908/ss.v17i1/2.12908","title":"Defunding Hate: PayPal’s Regulation of Hate Groups","year":2019,"lang":"en","type":"article","venue":"Surveillance & Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Enforcement; Face (sociological concept); Payment; Hate crime; Political science; Law and economics; Law enforcement; Business; Public relations; Internet privacy; Law; Computer security; Sociology; Computer science; Finance","score_opus":0.00833094188535715,"score_gpt":0.2157341924571607,"score_spread":0.20740325057180353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2929227504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89321554,0.00020537517,0.10266428,0.00024500553,0.0010822294,0.0002403348,0.0000039333922,0.0002676762,0.0020756165],"genre_scores_gemma":[0.9911424,0.00008072372,0.008051011,0.00009568305,0.00007190847,0.000005644535,0.000007912584,0.000012287838,0.0005324113],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986414,0.0000788257,0.00025927246,0.0003796498,0.00033187357,0.0003090313],"domain_scores_gemma":[0.9990029,0.00007762207,0.00018693118,0.00055582495,0.000118414995,0.000058306323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007347594,0.00013123595,0.00021611557,0.000029631974,0.000109642424,0.00008006553,0.00039119224,0.00010612109,0.00003929831],"category_scores_gemma":[0.000022587777,0.00013059343,0.00020091784,0.00048531248,0.000040786836,0.00040052552,0.00011982376,0.00013560939,0.00012982625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007970822,0.00022486685,0.41724983,0.00055708777,0.00029228185,0.0000055687015,0.011691698,0.0035248555,0.33813328,0.050701678,0.009175785,0.16836338],"study_design_scores_gemma":[0.001622537,0.00029599128,0.8278985,0.00012296262,0.000008702039,0.00002561787,0.00049340405,0.097018495,0.047857005,0.008221424,0.015544455,0.0008908778],"about_ca_topic_score_codex":0.000057408706,"about_ca_topic_score_gemma":0.000021675974,"teacher_disagreement_score":0.4106487,"about_ca_system_score_codex":0.00007745019,"about_ca_system_score_gemma":0.000046956015,"threshold_uncertainty_score":0.53254455},"labels":[],"label_agreement":null},{"id":"W2935162758","doi":"10.2196/11263","title":"A Software Tool Aimed at Automating the Generation, Distribution, and Assessment of Social Media Messages for Health Promotion and Education Research","year":2019,"lang":"en","type":"article","venue":"JMIR Public Health and Surveillance","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute; Center for Tobacco Products; National Institutes of Health; Southern California Clinical and Translational Science Institute","keywords":"Social media; Health promotion; Health communication; Software; Promotion (chess); Population health; Internet privacy; Computer science; Population; Public relations; Data science; Public health; Business; Psychology; World Wide Web; Medicine; Environmental health; Political science","score_opus":0.05331368785577468,"score_gpt":0.37856456073174427,"score_spread":0.3252508728759696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935162758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89765674,0.00067955494,0.043282,0.05635299,0.00028305064,0.0015955053,0.000040505325,0.00007743772,0.000032202344],"genre_scores_gemma":[0.9941394,0.00019607213,0.0047216825,0.00030260888,0.000129706,0.00025069536,0.00015258645,0.0000063803272,0.00010088155],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981342,0.00055867276,0.0003174116,0.00032218793,0.00031556547,0.00035195227],"domain_scores_gemma":[0.9987707,0.00033125843,0.00020985625,0.00018202125,0.0003434711,0.00016266997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043911026,0.000085315856,0.0001874708,0.00006804972,0.00087362004,0.0001955894,0.00011751811,0.000054814733,0.0000027342892],"category_scores_gemma":[0.00038915177,0.00006676891,0.000016362497,0.00031011927,0.000069565016,0.00026052629,0.00009698702,0.00013405226,5.054882e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009893285,0.00012261102,0.0630235,0.00077827275,0.0000117788995,6.749982e-8,0.0047691395,0.0000010692947,0.00012469674,0.01984091,0.012656772,0.8986613],"study_design_scores_gemma":[0.00088670827,0.0007212318,0.910534,0.0000416547,4.2250247e-7,0.000022659513,0.00053108734,0.038023215,0.00002490977,0.0011062813,0.04789984,0.00020797618],"about_ca_topic_score_codex":0.000037351616,"about_ca_topic_score_gemma":0.00013703249,"teacher_disagreement_score":0.8984533,"about_ca_system_score_codex":0.00015794384,"about_ca_system_score_gemma":0.001394636,"threshold_uncertainty_score":0.67192674},"labels":[],"label_agreement":null},{"id":"W2942856046","doi":"","title":"When Law Frees Us to Speak","year":2019,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Silence; Argument (complex analysis); Harassment; Function (biology); Sexual assault; Face (sociological concept); Empirical research; Dimension (graph theory); Law; Sociology; Political science; Social psychology; Criminology; Psychology; Poison control; Human factors and ergonomics; Epistemology","score_opus":0.009149796041075145,"score_gpt":0.22044044712751903,"score_spread":0.2112906510864439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942856046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66002417,0.00023565948,0.03417582,0.0031952804,0.0038372676,0.00083482516,0.000010153727,0.0011448167,0.296542],"genre_scores_gemma":[0.94880146,0.0000046798946,0.03323053,0.0063528763,0.0003533593,0.000022582848,0.0000033778492,0.000025258738,0.011205869],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982962,0.000065160406,0.00022147615,0.00055998046,0.00039140793,0.00046579714],"domain_scores_gemma":[0.9984556,0.000037904036,0.0000564495,0.0010333307,0.000070997026,0.00034573904],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027681648,0.00018671129,0.00020154548,0.00006543472,0.00016904279,0.0004325263,0.0009930853,0.00009822398,0.0005289318],"category_scores_gemma":[0.000024439316,0.00017865543,0.00009293875,0.00024777034,0.00003284863,0.00071869505,0.00030772586,0.00024052852,0.016567638],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003065965,0.000096499454,0.0026407114,0.00003365463,0.000045569086,0.000056374363,0.00045405325,0.00035037092,0.02061641,0.94901234,0.016111106,0.010552256],"study_design_scores_gemma":[0.000502652,0.00030373808,0.0021079464,0.000057910154,0.0000065685454,0.00003171899,0.000021744869,0.0006963578,0.03129499,0.013237554,0.9512792,0.00045962186],"about_ca_topic_score_codex":0.0030850766,"about_ca_topic_score_gemma":0.0020217155,"teacher_disagreement_score":0.9357748,"about_ca_system_score_codex":0.00006890845,"about_ca_system_score_gemma":0.00004237837,"threshold_uncertainty_score":0.9841981},"labels":[],"label_agreement":null},{"id":"W2945761407","doi":"10.31234/osf.io/x9y2p","title":"The psychology of hate: Moral concerns differentiate hate from dislike","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Morality; Negativity effect; Psychology; Social psychology; Conceptualization; Complaint; Valence (chemistry); Negativity bias; Epistemology; Political science; Linguistics","score_opus":0.03585986518770849,"score_gpt":0.2964003614192071,"score_spread":0.2605404962314986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945761407","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45527965,0.0004249434,0.52521497,0.0017524642,0.008192522,0.00044572202,0.000052104264,0.00040468285,0.008232916],"genre_scores_gemma":[0.98801076,0.0003823209,0.0091344975,0.00027149695,0.00034054022,0.00004109352,0.00002911239,0.000021904625,0.0017682842],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978839,0.00018204104,0.0004591933,0.0007661503,0.00032329684,0.0003854134],"domain_scores_gemma":[0.9974936,0.000099697216,0.00037026338,0.0017851208,0.00015245545,0.000098840705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002644858,0.00027617117,0.00036329785,0.000068122514,0.00019148194,0.00030134097,0.002221593,0.00030758523,0.000113721464],"category_scores_gemma":[0.00002585496,0.00018911368,0.00020271151,0.00012767653,0.00027430188,0.00010970579,0.0016489131,0.00046243722,0.00019609884],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005765903,0.0008948454,0.01780308,0.0002542393,0.0025769656,0.00010816261,0.004351283,0.00033339416,0.017351666,0.09361415,0.08563547,0.77650017],"study_design_scores_gemma":[0.0024895852,0.0007654338,0.16898671,0.0004814236,0.00021006932,0.000024453619,0.00009972976,0.088358484,0.08631794,0.6074688,0.042547323,0.00225005],"about_ca_topic_score_codex":0.0011274386,"about_ca_topic_score_gemma":0.0002964419,"teacher_disagreement_score":0.7742501,"about_ca_system_score_codex":0.000029196395,"about_ca_system_score_gemma":0.000077882556,"threshold_uncertainty_score":0.7711832},"labels":[],"label_agreement":null},{"id":"W2947628635","doi":"10.48550/arxiv.1906.00896","title":"Can Women Break the Glass Ceiling?: An Analysis of #MeToo Hashtagged Posts on Twitter","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Silence; Social media; Harassment; Glass ceiling; Political science; Advertising; Media studies; Sociology; Law; Business; Art","score_opus":0.04173861887019083,"score_gpt":0.18829274086148173,"score_spread":0.14655412199129092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947628635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9560314,0.0000075538082,0.04161936,0.00019017718,0.00053146196,0.00026176334,0.000026633905,0.00013406076,0.0011976328],"genre_scores_gemma":[0.99747074,0.000024907915,0.00015803096,0.00029160254,0.000050382514,0.0000013971237,0.000024680494,0.00001574999,0.0019624853],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977264,0.00030724678,0.00023857213,0.0010860089,0.00020023192,0.00044154283],"domain_scores_gemma":[0.9968237,0.00012361615,0.00037355005,0.00229781,0.00020756666,0.0001737425],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005407919,0.00031354564,0.0005009366,0.00073994393,0.00015748016,0.00014733351,0.002186801,0.00026419584,0.000044172448],"category_scores_gemma":[0.000026266694,0.00027390406,0.00035465462,0.0016726608,0.000097631695,0.00020311915,0.00083652255,0.00058718794,0.000052492953],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022064477,0.0003754314,0.016134256,0.00008051417,0.0026160665,0.00017382858,0.0055710166,0.95279086,0.000639777,0.018472986,0.00018020497,0.0027444004],"study_design_scores_gemma":[0.0007042267,0.0005128695,0.035526216,0.00007815199,0.00081267965,0.000003942343,0.0007947855,0.9529641,0.0018600012,0.0053039547,0.00063110964,0.0008079305],"about_ca_topic_score_codex":0.0010954491,"about_ca_topic_score_gemma":0.0003410536,"teacher_disagreement_score":0.04146133,"about_ca_system_score_codex":0.00035711416,"about_ca_system_score_gemma":0.00020375797,"threshold_uncertainty_score":0.99997133},"labels":[],"label_agreement":null},{"id":"W2948053614","doi":"","title":"Police-reported hate crime in Canada 2011","year":2013,"lang":"en","type":"article","venue":"IB","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Criminology; Hate crime; Political science; Sociology","score_opus":0.011146506746581693,"score_gpt":0.20209229931083633,"score_spread":0.19094579256425465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948053614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832758,0.000029460094,0.0029291573,0.0007927187,0.0006273379,0.00014186307,5.416679e-7,0.00008603451,0.012117137],"genre_scores_gemma":[0.9970469,0.0000029982648,0.0012364135,0.00043840965,0.00003215155,0.000013513047,6.408426e-7,0.0000039880733,0.0012249973],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993144,0.000019349232,0.0001355711,0.00016901706,0.00013919189,0.00022245197],"domain_scores_gemma":[0.99954474,0.000012358455,0.00003918145,0.0002884258,0.000035563968,0.00007970456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000059732953,0.00006202309,0.000069511334,0.000052338015,0.000033008895,0.00005490377,0.0002501837,0.000022973534,0.00017203692],"category_scores_gemma":[0.000006492768,0.00005792006,0.000014366213,0.00014599261,0.000006310272,0.00023962477,0.000050072947,0.000075416036,0.0004931285],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014966992,0.0001991986,0.07901046,0.00006389838,0.000107001615,0.0005514476,0.003799514,0.00046260247,0.049438637,0.0054707597,0.27163327,0.58924824],"study_design_scores_gemma":[0.00071182876,0.00007563686,0.8824845,0.000032098444,0.0000055035043,0.0001341543,0.00014360194,0.031980917,0.046246078,0.0029939443,0.034583017,0.0006086936],"about_ca_topic_score_codex":0.995452,"about_ca_topic_score_gemma":0.9130865,"teacher_disagreement_score":0.80347407,"about_ca_system_score_codex":0.00012543268,"about_ca_system_score_gemma":0.00035475357,"threshold_uncertainty_score":0.6338334},"labels":[],"label_agreement":null},{"id":"W2948178099","doi":"","title":"One Night of Pleasure or Risk","year":2018,"lang":"en","type":"article","venue":"MacEwan University Student Research Proceedings","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Pleasure; Hook; Psychology; Sexual violence; Social psychology; Sexual attraction; Sexual abuse; Criminology; Suicide prevention; Poison control; Sexual behavior; Medical emergency; Medicine","score_opus":0.0966976881498203,"score_gpt":0.3421495791866062,"score_spread":0.2454518910367859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948178099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95345324,0.000015981568,0.0052464874,0.00069060124,0.000109634435,0.00042796074,0.000004312233,0.00018294806,0.039868835],"genre_scores_gemma":[0.98849136,0.00008654084,0.0044418597,0.000014539885,0.00011910609,0.0000011509242,3.6772065e-7,0.00000732465,0.0068377736],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757457,0.000080905884,0.00013078058,0.00045290182,0.0012666793,0.000494176],"domain_scores_gemma":[0.9980538,0.00006484309,0.000095772826,0.00025431035,0.001342973,0.00018833755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014744211,0.00010559063,0.00016508224,0.00047869023,0.00070088607,0.00014237606,0.0015974741,0.0000877311,0.000093764604],"category_scores_gemma":[0.00016885185,0.0001017959,0.000056727622,0.0017146531,0.0003288676,0.0005160815,0.0009662573,0.00042441458,0.00013713937],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003567414,0.0038688746,0.258869,0.00074242684,0.0012718984,0.0003399635,0.09423405,0.0000059102545,0.114433445,0.20549351,0.08486611,0.23230742],"study_design_scores_gemma":[0.005269617,0.010409846,0.36054122,0.00046892418,0.00008882061,0.0000441299,0.020752372,0.0024478661,0.21929775,0.0036022023,0.37586638,0.0012108659],"about_ca_topic_score_codex":0.0003992803,"about_ca_topic_score_gemma":0.0001718866,"teacher_disagreement_score":0.29100028,"about_ca_system_score_codex":0.00016977223,"about_ca_system_score_gemma":0.00014272289,"threshold_uncertainty_score":0.539072},"labels":[],"label_agreement":null},{"id":"W2948877201","doi":"10.18653/v1/s19-2136","title":"UBC-NLP at SemEval-2019 Task 6: Ensemble Learning of Offensive Content With Enhanced Training Data","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia","funders":"","keywords":"SemEval; Offensive; Task (project management); Macro; Computer science; Artificial intelligence; Natural language processing; Ensemble learning; Machine learning; Training set; Host (biology); Mathematics; Operations research; Biology","score_opus":0.07137152691733431,"score_gpt":0.2596168888994028,"score_spread":0.1882453619820685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948877201","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20141985,0.00017546331,0.78309715,0.00019885445,0.001060495,0.00068463176,0.0000312642,0.00031625963,0.013016024],"genre_scores_gemma":[0.94744825,0.00008078062,0.027213855,0.00013021761,0.000100107616,0.000017093884,0.00023311292,0.00004057794,0.024735983],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.996622,0.00018597886,0.0005199104,0.0014647237,0.0006874731,0.000519861],"domain_scores_gemma":[0.99597305,0.00017940236,0.0006561123,0.002638812,0.00041357754,0.00013903796],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00067766744,0.00042132055,0.0007201394,0.00017903635,0.0001391921,0.00016479706,0.002110146,0.00028658914,0.000057559853],"category_scores_gemma":[0.00012955777,0.0003451134,0.00012188828,0.00021292735,0.00007345179,0.0002989552,0.004208933,0.00081394485,0.0002484841],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059460587,0.00025882083,0.00076092896,0.0010374363,0.0014487039,0.0001285794,0.014218485,0.041925505,0.62124294,0.0021114314,0.011288655,0.30498394],"study_design_scores_gemma":[0.004307231,0.0032684922,0.0016077551,0.002786455,0.00030662987,0.00025093855,0.0030558351,0.26164615,0.6976761,0.000496887,0.021333963,0.0032635236],"about_ca_topic_score_codex":0.00058913196,"about_ca_topic_score_gemma":0.00013094512,"teacher_disagreement_score":0.7558833,"about_ca_system_score_codex":0.00012341725,"about_ca_system_score_gemma":0.00041655565,"threshold_uncertainty_score":0.9999001},"labels":[],"label_agreement":null},{"id":"W2950756429","doi":"","title":"Social Media Threats: Examining the Canadian Criminal Law Response","year":2018,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fondation pour la recherche juridique","keywords":"Law; Criminology; Criminal law; Political science; Social media; Sociology","score_opus":0.03680112918806285,"score_gpt":0.26758500189701073,"score_spread":0.23078387270894787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950756429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80803055,0.00037991029,0.0058045494,0.011817888,0.0045763054,0.00055634713,0.000022757524,0.0008988398,0.16791284],"genre_scores_gemma":[0.99209905,0.000002499973,0.0023657472,0.0035200545,0.001224421,0.00002084189,0.0000025867598,0.000017999973,0.00074679434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979903,0.00032380418,0.00021366397,0.00043114607,0.00042118374,0.0006198975],"domain_scores_gemma":[0.9985442,0.0002444899,0.0000719054,0.00061817974,0.00014633099,0.00037484814],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001225514,0.00018208193,0.00015147563,0.00008137009,0.0020775294,0.0006431042,0.0010265798,0.00014965565,0.0001629861],"category_scores_gemma":[0.00017945086,0.00014607464,0.00006471046,0.00035321404,0.0004085691,0.0004886477,0.0001431322,0.00036965305,0.0012060585],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019950427,0.000033424734,0.0001711365,0.000009085086,0.000047094803,0.00016652574,0.009455527,0.0000033218023,0.002539333,0.9468482,0.009219115,0.031307742],"study_design_scores_gemma":[0.0016969322,0.0009534322,0.031531993,0.00011479833,0.00009193971,0.00033027225,0.0015457032,0.0012272291,0.030628469,0.05350219,0.876884,0.001493073],"about_ca_topic_score_codex":0.07406681,"about_ca_topic_score_gemma":0.6938972,"teacher_disagreement_score":0.893346,"about_ca_system_score_codex":0.00022098546,"about_ca_system_score_gemma":0.00041768354,"threshold_uncertainty_score":0.9995716},"labels":[],"label_agreement":null},{"id":"W2953003953","doi":"10.4000/books.aaccademia.4740","title":"Vector Space Models for Automatic Misogyny Identification","year":2018,"lang":"en","type":"book-chapter","venue":"Accademia University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada; Università degli Studi di Napoli Federico II","keywords":"Exploit; Computer science; Task (project management); Identification (biology); Space (punctuation); Artificial intelligence; Natural language processing; Vector space; The Internet; Language identification; Human–computer interaction; Natural language; World Wide Web; Engineering; Computer security; Mathematics; Systems engineering","score_opus":0.029631030605453374,"score_gpt":0.21813463599650826,"score_spread":0.18850360539105487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953003953","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008074375,0.00006320639,0.4720951,0.000110116816,0.00062635087,0.0008398264,0.000042382908,0.00062922743,0.52551305],"genre_scores_gemma":[0.002164065,0.000044825258,0.009391235,0.000057320263,0.00022082226,0.0000047744115,0.000018921908,0.00004079616,0.98805726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983565,0.000034784473,0.0002487032,0.0007258517,0.00031204976,0.00032210365],"domain_scores_gemma":[0.9982513,0.000104622646,0.00039069928,0.0008646117,0.00023817495,0.00015058907],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023065697,0.0003163352,0.00030278292,0.0002186533,0.0003196743,0.00014721414,0.0014170364,0.0006867799,0.00001696359],"category_scores_gemma":[0.00001709684,0.0003792271,0.00020972492,0.000018653289,0.00011077729,0.00047262898,0.00036465502,0.00039862856,0.000059253303],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024133562,0.0000071447844,9.024225e-8,0.00010907348,0.00011621638,0.0000139670965,0.0005957108,0.000039311857,0.00045017316,0.9697215,0.016055716,0.01286695],"study_design_scores_gemma":[0.000504673,0.00009893332,0.0000030599776,0.00016452889,0.00015131131,0.000013423796,0.000012683936,0.06495326,0.0043385527,0.033233397,0.8959458,0.0005803949],"about_ca_topic_score_codex":0.000039376893,"about_ca_topic_score_gemma":0.0000070396736,"teacher_disagreement_score":0.9364881,"about_ca_system_score_codex":0.00023056853,"about_ca_system_score_gemma":0.00013439497,"threshold_uncertainty_score":0.99986595},"labels":[],"label_agreement":null},{"id":"W2953775737","doi":"10.22230/cjc.2019v44n2a3511","title":"Political Bots: Disrupting Canada’s Democracy","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University; University of Ottawa","funders":"","keywords":"Politics; Attribution; Democracy; Enforcement; Internet privacy; Social media; Identification (biology); Political science; Public opinion; Law and economics; Public relations; Law enforcement; Sociology; Computer security; Social psychology; Law; Computer science; Psychology; Biology","score_opus":0.00699823150286189,"score_gpt":0.20958869810060415,"score_spread":0.20259046659774227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953775737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8229203,0.001794244,0.034476116,0.06237615,0.0021584576,0.0002892085,0.0000065162244,0.000045384193,0.07593359],"genre_scores_gemma":[0.9937839,0.000006416982,0.005378538,0.00059860543,0.000038937,3.7200712e-7,0.0000010678683,0.0000053031727,0.0001868592],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991145,0.000106839194,0.00026344557,0.00007035825,0.00016782321,0.0002770489],"domain_scores_gemma":[0.99849206,0.00010826524,0.0001642483,0.0005527436,0.00020593939,0.00047673905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035084444,0.00006372608,0.00010848217,0.00012595752,0.00018562096,0.00012377986,0.0010096228,0.000038017406,0.00003264014],"category_scores_gemma":[0.00015877499,0.0000627743,0.000040138984,0.00017029047,0.00002281485,0.00041570782,0.000033857188,0.0002630539,0.000020610287],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009336284,0.000023034092,0.032804724,0.000022725519,0.00006835371,0.00010995166,0.00089693174,0.00030888602,0.00086798024,0.88949496,0.010370373,0.065022774],"study_design_scores_gemma":[0.0020347757,0.0006694717,0.19121908,0.0010822328,0.00007023944,0.0036816897,0.0025948982,0.028250132,0.007681281,0.07642159,0.6848122,0.0014824343],"about_ca_topic_score_codex":0.5035683,"about_ca_topic_score_gemma":0.823347,"teacher_disagreement_score":0.81307334,"about_ca_system_score_codex":0.0004388897,"about_ca_system_score_gemma":0.003923526,"threshold_uncertainty_score":0.69601667},"labels":[],"label_agreement":null},{"id":"W2954221744","doi":"10.18653/v1/s19-2116","title":"jhan014 at SemEval-2019 Task 6: Identifying and Categorizing Offensive Language in Social Media","year":2019,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Offensive; SemEval; Computer science; Sentence; Task (project management); Artificial intelligence; Natural language processing; Categorization; Probabilistic logic; Social media; Recurrent neural network; Speech recognition; Artificial neural network; World Wide Web; Mathematics","score_opus":0.011169350213304724,"score_gpt":0.23633921961238277,"score_spread":0.22516986939907804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954221744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907217,0.00013915203,0.0036426485,0.0002319162,0.0005313879,0.00013976233,0.0000011312953,0.00012420698,0.0044681113],"genre_scores_gemma":[0.995957,0.000012841071,0.0013016212,0.00019507896,0.00010765591,0.0000035612045,0.0000040056984,0.000008708545,0.0024095196],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989754,0.000053481155,0.00015224531,0.00034322045,0.00020433596,0.0002713128],"domain_scores_gemma":[0.9995823,0.0000862083,0.000053438598,0.00019084945,0.000031529336,0.000055709563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024692452,0.0001084507,0.0001478866,0.00013322369,0.000102759695,0.00012474583,0.00021356223,0.00007500202,0.00006136],"category_scores_gemma":[0.000028076482,0.0001017227,0.000033940225,0.00023498421,0.000018666695,0.00029339487,0.00027669658,0.00012496902,0.0004489495],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060342907,0.00008893642,0.016662458,0.00018220888,0.000067523746,0.00029363655,0.08906908,0.000029510551,0.71046406,0.031158244,0.009176247,0.14274776],"study_design_scores_gemma":[0.012375055,0.0005846597,0.3549359,0.0004765933,0.000070962284,0.0006119199,0.022713175,0.05095478,0.51459914,0.018964361,0.018956741,0.004756692],"about_ca_topic_score_codex":0.0003054869,"about_ca_topic_score_gemma":0.0004703252,"teacher_disagreement_score":0.33827347,"about_ca_system_score_codex":0.00007794174,"about_ca_system_score_gemma":0.000022609187,"threshold_uncertainty_score":0.5770487},"labels":[],"label_agreement":null},{"id":"W2954510798","doi":"","title":"Hate crime in Canada : an overview of issues and data sources","year":2001,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Criminology; Sociology","score_opus":0.07299779202218994,"score_gpt":0.3084384772548026,"score_spread":0.2354406852326127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954510798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923266,0.0025036964,0.0028314712,0.0005713243,0.00009693589,0.00006116172,0.000003816652,0.000034810586,0.0015701883],"genre_scores_gemma":[0.99368274,0.0008302001,0.004939884,0.00018262288,0.000016431226,7.0766737e-7,0.0000041345143,0.0000026601824,0.00034060807],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99945164,0.000028941551,0.00010306486,0.00019605031,0.00011141123,0.000108865795],"domain_scores_gemma":[0.9994271,0.000012781343,0.000024215986,0.00047915953,0.00001057807,0.000046190842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001478458,0.00004642815,0.00008134384,0.00003336057,0.000021718657,0.000036031033,0.0004584147,0.000012451509,0.000027431359],"category_scores_gemma":[0.000008493621,0.00003945744,0.0000037838745,0.0001600332,0.00000949323,0.000419673,0.00018445973,0.000032325323,0.0000015299586],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020408695,0.00012556184,0.15901352,0.00011653364,0.00002859292,0.00017522389,0.0014837713,0.000120108234,0.0035512366,0.01532229,0.003900087,0.8161427],"study_design_scores_gemma":[0.0011355827,0.00038296642,0.4679597,0.00021424225,0.000016432552,0.00019534862,0.0014721999,0.24413355,0.027721062,0.005504451,0.25036526,0.0008992061],"about_ca_topic_score_codex":0.92205566,"about_ca_topic_score_gemma":0.9645196,"teacher_disagreement_score":0.8152435,"about_ca_system_score_codex":0.000018191353,"about_ca_system_score_gemma":0.00011868055,"threshold_uncertainty_score":0.16090278},"labels":[],"label_agreement":null},{"id":"W2954811041","doi":"10.18653/v1/s19-2092","title":"UNBNLP at SemEval-2019 Task 5 and 6: Using Language Models to Detect Hate Speech and Offensive Language","year":2019,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Offensive; Computer science; Language model; Language identification; Task (project management); Natural language processing; Artificial intelligence; SemEval; Character (mathematics); Language understanding; Word (group theory); Speech recognition; Linguistics; Natural language","score_opus":0.011659809836106986,"score_gpt":0.23399181160018387,"score_spread":0.2223320017640769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954811041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9228078,0.0003959451,0.07383876,0.00013632399,0.00019066801,0.00034361493,0.00000500382,0.00016785861,0.002114017],"genre_scores_gemma":[0.9462153,0.000023896218,0.04827587,0.0007490449,0.000046090816,0.0000029618902,0.0000018957098,0.000018723495,0.0046662646],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987084,0.000052427833,0.00014989945,0.0005256123,0.00022580703,0.00033781247],"domain_scores_gemma":[0.99920917,0.000048938553,0.000049636143,0.00046024125,0.00005284506,0.00017919214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021895276,0.00017977698,0.00019924335,0.00013969246,0.00011115666,0.00017649861,0.00020985126,0.00008033689,0.000040544634],"category_scores_gemma":[0.000014413075,0.00015646416,0.00003499017,0.00023375843,0.000022533632,0.00034742718,0.0004692129,0.000101923506,0.00019916406],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046368383,0.00001438733,0.00022936947,0.000056035584,0.00004273807,0.00014302343,0.0073828553,0.0011544907,0.8479751,0.00075951876,0.00051409454,0.14168207],"study_design_scores_gemma":[0.0014766795,0.0005172556,0.0009829083,0.00012582581,0.000036011053,0.0007640995,0.0011096889,0.39274538,0.5985598,0.0014421259,0.0012105145,0.0010297293],"about_ca_topic_score_codex":0.0011177511,"about_ca_topic_score_gemma":0.00021869132,"teacher_disagreement_score":0.3915909,"about_ca_system_score_codex":0.000058357087,"about_ca_system_score_gemma":0.000020296933,"threshold_uncertainty_score":0.6380423},"labels":[],"label_agreement":null},{"id":"W2955549617","doi":"10.18653/v1/w18-5103","title":"A Review of Standard Text Classification Practices for Multi-label Toxicity Identification of Online Content","year":2018,"lang":"en","type":"review","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Medias Data Services (Canada)","funders":"","keywords":"Computer science; Artificial intelligence; Classifier (UML); Support vector machine; Inference; Natural language processing; Social media; Machine learning; Language identification; Speech recognition; Natural language; World Wide Web","score_opus":0.32750488386040044,"score_gpt":0.4401816853434807,"score_spread":0.11267680148308024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955549617","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012268433,0.6494019,0.34857205,0.000092503135,0.00024709824,0.0014721191,0.00012232282,0.000044506578,0.00004626379],"genre_scores_gemma":[0.0000015197953,0.8875304,0.11144553,0.000061818726,0.00006247811,0.00014926208,0.00011888897,0.000015849799,0.0006142521],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969661,0.00024854997,0.001680385,0.00056739716,0.00035928815,0.00017823536],"domain_scores_gemma":[0.9919213,0.00024236094,0.0054722345,0.0009703781,0.0013308928,0.00006285301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018562042,0.00025744087,0.0012317541,0.00018031771,0.00006531036,0.000053320513,0.0008924272,0.00019598813,0.000012958629],"category_scores_gemma":[0.001728706,0.00019535725,0.00036704307,0.0005786292,0.000074768635,0.0003976942,0.00010318248,0.00014351778,0.000019134688],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053598337,0.00020142847,1.5297162e-7,0.08892681,0.00006708112,9.1115844e-8,0.00001204632,8.136643e-9,0.0001504457,0.001163387,0.0010008789,0.9084723],"study_design_scores_gemma":[0.0002738891,0.0003292028,0.000003142199,0.05853752,0.0004402497,0.00001058691,0.000013878369,0.0031914704,0.0009159379,0.00003003111,0.9360151,0.00023893794],"about_ca_topic_score_codex":0.000030930816,"about_ca_topic_score_gemma":0.000032234242,"teacher_disagreement_score":0.93501425,"about_ca_system_score_codex":0.00010739276,"about_ca_system_score_gemma":0.00044368263,"threshold_uncertainty_score":0.79664373},"labels":[],"label_agreement":null},{"id":"W2955561636","doi":"10.1609/icwsm.v13i01.3264","title":"From “Welcome New Gabbers” to the Pittsburgh Synagogue Shooting: The Evolution of Gab","year":2019,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Moderation; Safe haven; Social media; Judaism; Haven; Sociology; History; Computer science; Psychology; World Wide Web; Social psychology; Mathematics; Archaeology","score_opus":0.01692607930520725,"score_gpt":0.225894551813122,"score_spread":0.20896847250791475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955561636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96192986,0.000025982145,0.0006811999,0.030627592,0.0017733445,0.0002412178,0.00000714107,0.000026710479,0.004686965],"genre_scores_gemma":[0.9985786,0.000012827643,0.00020178808,0.00028284767,0.0004911951,0.000007977254,6.4966974e-7,0.0000049804444,0.00041911675],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99881965,0.000013302787,0.00022063236,0.00022630436,0.00058368576,0.00013645474],"domain_scores_gemma":[0.999137,0.00016806318,0.00022548871,0.00011550089,0.00031048385,0.000043463355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033212523,0.00010695439,0.00014092888,0.00005816928,0.00012855693,0.00013137763,0.0014200087,0.00006023454,0.000034937002],"category_scores_gemma":[0.00024063556,0.00005949819,0.00007748783,0.0001947285,0.00007486887,0.00018229913,0.00031929658,0.00019399177,0.000015126242],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014887452,0.000082169354,0.00808958,0.00002319943,0.00014090331,2.8890452e-7,0.031446554,0.00001851574,0.07308205,0.8376268,0.007102403,0.042238653],"study_design_scores_gemma":[0.0034308527,0.00073097245,0.24437566,0.0012316401,0.00014779915,0.000024272482,0.034014657,0.03485628,0.0703845,0.5685561,0.041037757,0.0012095633],"about_ca_topic_score_codex":0.00031210977,"about_ca_topic_score_gemma":0.00004116612,"teacher_disagreement_score":0.26907077,"about_ca_system_score_codex":0.00006132827,"about_ca_system_score_gemma":0.00013468075,"threshold_uncertainty_score":0.2638753},"labels":[],"label_agreement":null},{"id":"W2957349348","doi":"10.17721/apmv.2017.133.0.95-105","title":"«HATE SPEECH» IN INTERNATIONAL AND EUROPEAN LEGAL CONTEXT","year":2017,"lang":"en","type":"article","venue":"ACTUAL PROBLEMS OF INTERNATIONAL RELATIONS","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Democracy; Freedom of expression; Law; Context (archaeology); Political science; Expression (computer science); Term (time); Foundation (evidence); Fundamental rights; Human rights; Freedom of thought; International law; Law and economics; Sociology; Politics; Computer science; History","score_opus":0.016671594990121368,"score_gpt":0.2516493861513827,"score_spread":0.23497779116126136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2957349348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46470633,0.00014520771,0.07338221,0.015277732,0.0028450757,0.00040908827,0.000037286507,0.00014399078,0.44305307],"genre_scores_gemma":[0.99063367,0.000054342563,0.006218039,0.00007095538,0.00007806883,0.0000061176315,0.0000122840565,0.000008353866,0.002918195],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99895465,0.000038101032,0.00032479406,0.00026005146,0.0002934585,0.00012891804],"domain_scores_gemma":[0.99909335,0.00007305435,0.00027012316,0.0003390804,0.00017014636,0.000054252654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039602903,0.000100543744,0.00010203006,0.00021784633,0.00016857892,0.00034742372,0.0010350439,0.000045660752,0.00009887547],"category_scores_gemma":[0.00042469558,0.000101202015,0.00005679788,0.00005529801,0.000094227995,0.0015327658,0.00036825324,0.00018731432,0.000117933436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005572559,0.00035994212,0.04493107,0.000020406118,0.00031400513,0.00011948714,0.003545158,0.0010704611,0.009154965,0.37235644,0.0023514435,0.5657209],"study_design_scores_gemma":[0.0059431316,0.0004107617,0.5291072,0.0008573763,0.00003550138,0.00045268776,0.00057111634,0.13579759,0.009458036,0.0463806,0.26981282,0.0011731863],"about_ca_topic_score_codex":0.00046600215,"about_ca_topic_score_gemma":0.00029119404,"teacher_disagreement_score":0.5645477,"about_ca_system_score_codex":0.00004812298,"about_ca_system_score_gemma":0.000030761927,"threshold_uncertainty_score":0.41268983},"labels":[],"label_agreement":null},{"id":"W2959053582","doi":"10.1075/jlac.00026.jak","title":"Online hatred of women in the Incels.me forum","year":2019,"lang":"en","type":"article","venue":"Journal of Language Aggression and Conflict","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":210,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hatred; Profiling (computer programming); Incitement; Identity (music); Vernacular; Sociology; Psychology; Social psychology; Gender studies; Media studies; Computer science; Political science; Law; Linguistics; Art","score_opus":0.008065531850930818,"score_gpt":0.252304037574202,"score_spread":0.2442385057232712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2959053582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99645144,0.0018775738,0.00047161093,0.000731611,0.00015421584,0.000059807542,8.1302596e-7,0.0000054590305,0.00024747776],"genre_scores_gemma":[0.99855185,0.00024671442,0.00053791725,0.000439699,0.000038954866,6.879803e-7,3.5873157e-7,0.0000027740914,0.00018106178],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99917036,0.000087311826,0.00025332763,0.000078648096,0.00023615299,0.00017421466],"domain_scores_gemma":[0.9993537,0.000067541245,0.00029316224,0.00017702584,0.000045211196,0.00006336284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062791543,0.000063012165,0.0001701298,0.00012309258,0.000023273375,0.00003817617,0.00035309547,0.000039731178,0.0000334502],"category_scores_gemma":[0.00004766304,0.000035173987,0.000045517474,0.00017847036,0.00001670086,0.00018674808,0.000058443577,0.00017279264,0.0000031153909],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029562274,0.00054230954,0.022025255,0.00008763161,0.00006120771,0.0005859457,0.09292348,0.00004469932,0.14174168,0.0010691226,0.0007470787,0.739876],"study_design_scores_gemma":[0.028541401,0.012233715,0.3053738,0.009948675,0.00009072585,0.0070342505,0.22886084,0.03418458,0.17313547,0.004097384,0.19446298,0.0020361815],"about_ca_topic_score_codex":0.000029785038,"about_ca_topic_score_gemma":0.000008171476,"teacher_disagreement_score":0.7378398,"about_ca_system_score_codex":0.000022862492,"about_ca_system_score_gemma":0.000041297568,"threshold_uncertainty_score":0.14343536},"labels":[],"label_agreement":null},{"id":"W2965551556","doi":"10.29173/cais1068","title":"Remove me from this list: A case study of trolling in an academic mass email thread","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"The Internet; World Wide Web; Thread (computing); Internet privacy; Psychology; Computer science","score_opus":0.025774777458194873,"score_gpt":0.2612512030396228,"score_spread":0.23547642558142792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965551556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99742377,0.000102556536,0.00014438119,0.00023968115,0.00020105529,0.0006106925,0.00003259942,0.000056045956,0.0011892476],"genre_scores_gemma":[0.998052,0.000038982947,0.0015714809,0.000060818867,0.000053471587,0.000019569909,0.0000011603917,0.000019278348,0.00018325287],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976006,0.000065172266,0.0007594191,0.0005651206,0.00060422596,0.00040543816],"domain_scores_gemma":[0.98764884,0.0001632898,0.00091133063,0.00044094687,0.010710673,0.0001249081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009257454,0.0002833,0.0006348835,0.0002707985,0.0000815126,0.0009294051,0.00242985,0.00023145767,0.000020813284],"category_scores_gemma":[0.0023260065,0.00023049903,0.00012723055,0.0007181248,0.00012239392,0.008977974,0.0005423922,0.0005796588,0.000004527998],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003006436,0.000603799,0.63418835,0.00026239888,0.00013519618,0.000057414192,0.19032916,0.00007463937,0.16133785,0.0029217713,0.00009585917,0.009692915],"study_design_scores_gemma":[0.012749251,0.00943734,0.19314338,0.0030804272,0.00049680047,0.0011052494,0.14054072,0.09227553,0.49621135,0.04490415,0.0030559276,0.0029998622],"about_ca_topic_score_codex":0.0036557957,"about_ca_topic_score_gemma":0.00021249957,"teacher_disagreement_score":0.44104496,"about_ca_system_score_codex":0.0000626197,"about_ca_system_score_gemma":0.00017459653,"threshold_uncertainty_score":0.9399478},"labels":[],"label_agreement":null},{"id":"W2966845988","doi":"10.2139/ssrn.3313660","title":"Terrorist Speech under Bills C-51 and C-59 and the Othman Hamdan Case: The Continued Incoherence of Canada’s Approach","year":2019,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Terrorism; Psychology; Criminology; Law; Political science","score_opus":0.003578817367030715,"score_gpt":0.17932854084996616,"score_spread":0.17574972348293544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966845988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9616604,0.0022159982,0.02917428,0.0040655574,0.00028741526,0.0003941672,0.0000014987143,0.000020092695,0.0021806043],"genre_scores_gemma":[0.9976006,0.00028610043,0.00032036274,0.00015694294,0.000062086176,0.000003383288,2.6848323e-7,0.000008048122,0.0015622067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981704,0.00019935536,0.00023403387,0.0002247473,0.00029553426,0.0008759774],"domain_scores_gemma":[0.9992149,0.00011824664,0.00019826804,0.0003304783,0.000070341026,0.00006778141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002054241,0.00013506932,0.0001909993,0.00004480782,0.00036246437,0.00015829486,0.00045680054,0.00004819281,0.000003937244],"category_scores_gemma":[0.00003067868,0.00007233034,0.00004106569,0.00018747825,0.00014904614,0.00017227672,0.00011204769,0.0009551378,0.0000011501717],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029055338,0.000120035584,0.0056056143,0.00006867172,0.00070763443,0.00015009496,0.004492948,0.0002739541,0.002650815,0.75685835,0.0009606758,0.22782063],"study_design_scores_gemma":[0.01955141,0.0026964843,0.015904317,0.00024869016,0.0003207907,0.24899864,0.047903016,0.07196329,0.0076114596,0.5654016,0.017059425,0.0023408867],"about_ca_topic_score_codex":0.06475446,"about_ca_topic_score_gemma":0.27165627,"teacher_disagreement_score":0.24884854,"about_ca_system_score_codex":0.00020033108,"about_ca_system_score_gemma":0.0016673976,"threshold_uncertainty_score":0.9414734},"labels":[],"label_agreement":null},{"id":"W2971468303","doi":"","title":"Subverting Democracy to Save Democracy: Canada’s Extra-Constitutional Approaches to Battling 'Fake News'","year":2019,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Misinformation; Democracy; Politics; Context (archaeology); Political science; Internet privacy; Marketplace of ideas; Free speech; Scope (computer science); Law and economics; Constitutional law; Fake news; Freedom of expression; Law; Human rights; Sociology; Computer science; History","score_opus":0.02129176603461211,"score_gpt":0.20628897357663384,"score_spread":0.18499720754202173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971468303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32974243,0.00026427276,0.65153503,0.014345763,0.0011415471,0.0003353649,0.0000017169499,0.00010115786,0.0025327448],"genre_scores_gemma":[0.98747915,0.00004061407,0.0093520535,0.0010447686,0.00038596927,0.000006318715,0.0000019507777,0.00001899923,0.0016701929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9954915,0.000105412735,0.0004553263,0.00055675965,0.00068423734,0.0027067442],"domain_scores_gemma":[0.9988002,0.00009164551,0.00016014397,0.00040630662,0.00011125029,0.0004304118],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001378707,0.00026457603,0.0002592687,0.00024179871,0.00068823696,0.0002989302,0.0009830632,0.00008476015,0.000030002404],"category_scores_gemma":[0.00015353992,0.00025630917,0.00011461913,0.0005814939,0.000026828593,0.0005748662,0.00015970299,0.0014449867,0.00023989467],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091950926,0.00006530064,0.00726482,0.000014165771,0.00017553847,0.000041471,0.00043173775,0.013466037,0.0037486209,0.73899746,0.00086208544,0.23484083],"study_design_scores_gemma":[0.00607769,0.004421912,0.014752509,0.0007506473,0.00019874955,0.019204905,0.006668111,0.06933569,0.03351923,0.6921979,0.14633454,0.0065380814],"about_ca_topic_score_codex":0.014163872,"about_ca_topic_score_gemma":0.21706235,"teacher_disagreement_score":0.6577367,"about_ca_system_score_codex":0.0022395088,"about_ca_system_score_gemma":0.011321621,"threshold_uncertainty_score":0.9999889},"labels":[],"label_agreement":null},{"id":"W2980235613","doi":"10.24926/15529541.3822","title":"When Cute Becomes Criminal: Emoji, Threats and Online Grooming","year":2019,"lang":"en","type":"article","venue":"Minnesota journal of law, science & technology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Emoji; Exploit; Internet privacy; Vicarious liability; Psychology; Criminology; Public relations; Social psychology; Computer security; Political science; Social media; Tort; Computer science; Liability; Law","score_opus":0.015761889329670892,"score_gpt":0.263393754690004,"score_spread":0.24763186536033308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980235613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97356784,0.0013567888,0.017111797,0.006013423,0.0009166424,0.00011893751,0.0000010864505,0.00011417491,0.00079929415],"genre_scores_gemma":[0.94447255,0.0001644374,0.054744933,0.00030101638,0.000063064275,0.0000012670416,1.6972629e-7,0.000009175469,0.00024337764],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980432,0.000027789189,0.00045504488,0.00044289758,0.00051357545,0.0005175307],"domain_scores_gemma":[0.99849355,0.0000580501,0.00037495216,0.000565433,0.0003542325,0.00015378086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095074845,0.00017870421,0.0003487661,0.0012151981,0.00028551577,0.0002217314,0.0018956017,0.00012002778,0.000021358652],"category_scores_gemma":[0.000089344576,0.00014644391,0.000070066446,0.0012707945,0.00080543617,0.0016612646,0.00051991205,0.00039949932,0.000025024901],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004918838,0.00028609403,0.010852284,0.000058704696,0.00005768713,0.0004933847,0.002465199,0.000053608102,0.23733419,0.23718633,0.00036193547,0.51080143],"study_design_scores_gemma":[0.005587785,0.008750181,0.011160584,0.0010566191,0.00022883182,0.047422886,0.00429384,0.021456787,0.45685697,0.3156396,0.12510784,0.0024381236],"about_ca_topic_score_codex":0.000020765408,"about_ca_topic_score_gemma":0.000033540022,"teacher_disagreement_score":0.5083633,"about_ca_system_score_codex":0.00008830241,"about_ca_system_score_gemma":0.00017703512,"threshold_uncertainty_score":0.59718096},"labels":[],"label_agreement":null},{"id":"W2981255322","doi":"10.5539/ijel.v9n6p106","title":"Injurious Effects of Hate Speech Acts in The Bluest Eye","year":2019,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psyche; White (mutation); Feeling; Psychology; Politics; Power (physics); Wickedness; Social psychology; Sociology; Aesthetics; Psychoanalysis; Epistemology; Law; Art; Philosophy; Political science","score_opus":0.005091090925554637,"score_gpt":0.2502193615054654,"score_spread":0.2451282705799108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981255322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9167055,0.00022277542,0.0047795386,0.00012701216,0.05085567,0.00022654569,0.0000035802198,0.000031024705,0.027048388],"genre_scores_gemma":[0.9932427,0.00004763506,0.003846667,0.00017293851,0.002625831,6.749274e-7,7.8904e-7,0.0000062240447,0.000056577635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998585,0.000082112834,0.00042267956,0.0001079005,0.0006705291,0.00013177986],"domain_scores_gemma":[0.9938293,0.00036436235,0.00039151532,0.00020624997,0.0051677558,0.00004082478],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005568452,0.00008773852,0.00016074633,0.0002322868,0.000015692658,0.000113642585,0.0012766771,0.00005526522,0.0000052064543],"category_scores_gemma":[0.017833084,0.00006823129,0.000086848195,0.00019011073,0.000023624181,0.00011710981,0.00008796688,0.00031548901,0.00001298143],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015032546,0.0059797983,0.121246524,0.0009779776,0.002173497,0.0087393,0.061548952,0.013397344,0.020438042,0.5169705,0.022437476,0.2245873],"study_design_scores_gemma":[0.007499307,0.0029906677,0.058681104,0.0017310395,0.00010294698,0.00012600436,0.00068446057,0.005195721,0.18859951,0.024643747,0.7088135,0.00093198713],"about_ca_topic_score_codex":0.000013838302,"about_ca_topic_score_gemma":0.0000060563266,"teacher_disagreement_score":0.68637604,"about_ca_system_score_codex":0.00005437272,"about_ca_system_score_gemma":0.00008064209,"threshold_uncertainty_score":0.99044013},"labels":[],"label_agreement":null},{"id":"W2981299949","doi":"","title":"Hate Speech Regulations in Canada","year":2008,"lang":"en","type":"article","venue":"Florida State University law review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Commercial speech; Political science; Law; First amendment; Business; Law and economics; Economics; Supreme court","score_opus":0.012693050713939865,"score_gpt":0.18351958916141978,"score_spread":0.17082653844747991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981299949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59081566,0.034560375,0.11556638,0.024922391,0.007512431,0.0054476266,0.00022790022,0.0016800635,0.21926714],"genre_scores_gemma":[0.82056904,0.12664118,0.030228984,0.0051273573,0.00014857513,0.000005462622,0.00006840692,0.00004451415,0.017166486],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906224,0.000081948994,0.00015219471,0.00025160416,0.0002188729,0.00023316703],"domain_scores_gemma":[0.99937046,0.0000249222,0.00006245741,0.00037172422,0.0000672548,0.00010320571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012328001,0.000101226135,0.00018824707,0.000053508167,0.00020693078,0.000011970772,0.00042836618,0.000017323337,0.000037349422],"category_scores_gemma":[0.000009433166,0.0001108832,0.00004735383,0.0006913507,0.000029755032,0.0004212184,0.000102920225,0.00012246825,0.000066345856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007896533,0.00024271749,0.010243471,0.003319006,0.00021708482,0.024836581,0.0016296803,0.0029990666,0.00030473067,0.35872284,0.17183428,0.4255716],"study_design_scores_gemma":[0.00026512655,0.000018222643,0.0024315112,0.0004829718,0.000008372811,0.00011399638,0.000011252625,0.0009965942,0.00024594285,0.00022236159,0.9949623,0.00024135811],"about_ca_topic_score_codex":0.72755706,"about_ca_topic_score_gemma":0.8395281,"teacher_disagreement_score":0.82312804,"about_ca_system_score_codex":0.00049280305,"about_ca_system_score_gemma":0.0005146629,"threshold_uncertainty_score":0.45216855},"labels":[],"label_agreement":null},{"id":"W2982541006","doi":"10.5430/ijhe.v8n7p69","title":"Freedom through Online Education. Are We Safe Online?","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Human rights; Obligation; Intermediary; Freedom of expression; Extraterritoriality; State (computer science); Public relations; Business; Affect (linguistics); Internet privacy; The Internet; Political science; Law and economics; Law; Sociology; Marketing; Computer science; Jurisdiction","score_opus":0.017312253187365786,"score_gpt":0.31387204822541853,"score_spread":0.29655979503805274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982541006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7982827,0.004314024,0.014002625,0.09011777,0.083598316,0.00032576686,0.000027264325,0.00010620671,0.009225357],"genre_scores_gemma":[0.91164756,0.00034679976,0.061320342,0.0028906004,0.0044860467,0.0000053534363,0.000036448753,0.000020253741,0.019246593],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839956,0.000060123955,0.00050415966,0.00022105625,0.00066712766,0.00014795698],"domain_scores_gemma":[0.9975449,0.00005660699,0.00070523913,0.00030420945,0.0012940858,0.00009495565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001358987,0.00014314197,0.00016972142,0.00029323078,0.000044107896,0.00018832885,0.0011742316,0.00007957331,0.00043066745],"category_scores_gemma":[0.000034578887,0.00012933616,0.00013403341,0.00026215994,0.00002205808,0.0009733116,0.000081196435,0.00028137412,0.00018109578],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021281562,0.010735385,0.031642124,0.000085003194,0.0006576357,0.00003538751,0.003123667,0.0025670577,0.008756981,0.1567532,0.25104928,0.53438145],"study_design_scores_gemma":[0.0007797918,0.00021460593,0.100802764,0.00049949245,0.000026228834,0.00045988202,0.00062829826,0.00044908392,0.0011327652,0.02298677,0.8716945,0.00032580213],"about_ca_topic_score_codex":0.00007009685,"about_ca_topic_score_gemma":0.000010983693,"teacher_disagreement_score":0.6206452,"about_ca_system_score_codex":0.00026318105,"about_ca_system_score_gemma":0.00098337,"threshold_uncertainty_score":0.52741754},"labels":[],"label_agreement":null},{"id":"W2983553948","doi":"10.1007/s41701-019-00065-w","title":"The SFU Opinion and Comments Corpus: A Corpus for the Analysis of Online News Comments","year":2019,"lang":"en","type":"article","venue":"Corpus Pragmatics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Simon Fraser University; Nvidia","keywords":"Computer science; Corpus linguistics; Focus (optics); Meaning (existential); Newspaper; Negation; Linguistics; Constructive; Interpretation (philosophy); Annotation; Natural language processing; Artificial intelligence; Psychology; Process (computing); Sociology; Media studies","score_opus":0.01791365588722305,"score_gpt":0.27367386310372693,"score_spread":0.2557602072165039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983553948","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4410268,0.002796414,0.53754866,0.010463622,0.0044092378,0.0030533618,0.00015137254,0.00019362128,0.00035692262],"genre_scores_gemma":[0.9582819,0.004210837,0.03187308,0.003831039,0.00018147404,0.00014744661,0.0001402689,0.00005424596,0.0012797335],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985368,0.000118855845,0.00046411363,0.0002602881,0.0003362112,0.0002837253],"domain_scores_gemma":[0.9970734,0.0012850666,0.00045548048,0.00094670325,0.0001638232,0.00007548882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059422106,0.00017105848,0.00031774555,0.00011646721,0.0003581258,0.00019666583,0.00085725513,0.00007263638,0.000004212741],"category_scores_gemma":[0.00014236943,0.00010510221,0.00014203427,0.0007229765,0.00008691279,0.00016113819,0.0002969687,0.00015397854,0.000009539275],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019927419,0.00061122543,0.054755375,0.00025850156,0.002745102,0.0000022508727,0.0028978698,0.0017344775,0.0014350372,0.023508478,0.009122631,0.90272975],"study_design_scores_gemma":[0.001760254,0.0005349913,0.027992696,0.00009561893,0.00050387374,0.000011408248,0.00049203023,0.8316038,0.0009477969,0.002786022,0.13294043,0.0003310854],"about_ca_topic_score_codex":0.00009558499,"about_ca_topic_score_gemma":0.00016180117,"teacher_disagreement_score":0.9023987,"about_ca_system_score_codex":0.000039108814,"about_ca_system_score_gemma":0.00004741317,"threshold_uncertainty_score":0.42859438},"labels":[],"label_agreement":null},{"id":"W2993816893","doi":"10.21810/jicw.v2i2.1060","title":"Is There a Gap in Canada’s Hate Crime Laws? The Identification Of Soft Violence as a Tool for Current Right-Wing Extremist","year":2019,"lang":"en","type":"article","venue":"The Journal of Intelligence Conflict and Warfare","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hate crime; Popularity; Presidency; Racism; Criminology; Law; Political science; Harmony (color); Terrorism; Right wing; Sociology; Politics","score_opus":0.027806751987925475,"score_gpt":0.27792318436071395,"score_spread":0.25011643237278847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993816893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90056753,0.0065781064,0.09046023,0.0012557589,0.00062065484,0.00038955355,0.0000059115496,0.0000069937837,0.00011527732],"genre_scores_gemma":[0.9979805,0.0016367186,0.00009771096,0.00013620628,0.000037824462,0.0000035114351,2.6576737e-7,0.0000049365703,0.00010235735],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99877757,0.00008056082,0.00054287177,0.0001296891,0.0002921087,0.00017719656],"domain_scores_gemma":[0.998656,0.0002493153,0.00046568862,0.00030659346,0.0002805817,0.00004187499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010082676,0.00010890543,0.00017148828,0.00005592115,0.000117815616,0.00007670618,0.00077446573,0.000028766255,0.000027140311],"category_scores_gemma":[0.00008434268,0.00006076363,0.000064898304,0.00016821547,0.00004716071,0.00023416338,0.00006116974,0.00021324448,0.0000048539027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003791341,0.00010363085,0.0073208893,0.00035629433,0.00012025418,0.000015543492,0.019721314,0.0020399534,0.032938827,0.009587043,0.000663798,0.92675334],"study_design_scores_gemma":[0.0009023903,0.0007976443,0.025371946,0.003542805,0.00013755403,0.00055325835,0.007986954,0.13298647,0.7629593,0.024460837,0.039486676,0.00081417046],"about_ca_topic_score_codex":0.023230348,"about_ca_topic_score_gemma":0.0059699425,"teacher_disagreement_score":0.92593914,"about_ca_system_score_codex":0.000076010714,"about_ca_system_score_gemma":0.00042852512,"threshold_uncertainty_score":0.98327404},"labels":[],"label_agreement":null},{"id":"W2994635475","doi":"10.5539/ijel.v10n1p157","title":"Tweaking Harassment Through Tweets: A Critical Discourse Study of #MeToo","year":2019,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Harassment; Categorization; Ideology; Criminology; Psychology; Sociology; Social psychology; Politics; Political science; Law; Epistemology","score_opus":0.01666747206860621,"score_gpt":0.32928189441514083,"score_spread":0.31261442234653464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994635475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7901883,0.00015037294,0.100620516,0.00015259621,0.07941311,0.00027133222,0.0000112366815,0.00006775317,0.029124785],"genre_scores_gemma":[0.98311096,0.000011558016,0.013090533,0.000073041505,0.003655363,0.0000011008237,6.94506e-7,0.000009543411,0.00004717674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979423,0.0000735068,0.00064611813,0.00017406396,0.0010030312,0.00016097326],"domain_scores_gemma":[0.98749554,0.00029110155,0.00041610224,0.00023918953,0.011488601,0.00006944749],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00048264908,0.000117576616,0.00023753433,0.0001707524,0.000033324053,0.00015884746,0.0010045322,0.00004766354,0.00003448539],"category_scores_gemma":[0.018006066,0.000104476254,0.00011058035,0.00014572691,0.000036520287,0.0002638268,0.00017450762,0.0002976814,0.000008903247],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009874391,0.014769276,0.11053398,0.00020557034,0.0035483276,0.0019341429,0.070172265,0.016048955,0.0017836934,0.7395785,0.011911688,0.02852615],"study_design_scores_gemma":[0.023866413,0.021492068,0.03045997,0.0027368069,0.0008200043,0.00022556393,0.03878491,0.026251335,0.03228129,0.06705833,0.753038,0.0029853138],"about_ca_topic_score_codex":0.000023882123,"about_ca_topic_score_gemma":0.000003892947,"teacher_disagreement_score":0.7411263,"about_ca_system_score_codex":0.000092575174,"about_ca_system_score_gemma":0.000116021016,"threshold_uncertainty_score":0.99026567},"labels":[],"label_agreement":null},{"id":"W2997815825","doi":"","title":"I comportamenti devianti e criminali dei digital native:una riflessione comparata in materia dicyberbullismo e sexting","year":2018,"lang":"it","type":"article","venue":"Research Padua  Archive (University of Padua)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Digital native; Relevance (law); Political science; Relation (database); Entertainment; Sociology; Internet privacy; ICTS; Media studies; Criminology; Law; Information and Communications Technology; Computer science; World Wide Web","score_opus":0.07590000220677807,"score_gpt":0.33047044295305833,"score_spread":0.25457044074628027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997815825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81834877,0.00013341877,0.16062008,0.0014785872,0.00043820654,0.0009839245,0.00030176042,0.000127583,0.017567702],"genre_scores_gemma":[0.98137105,0.00022429138,0.015840359,0.000031202555,0.00019174957,0.0000019197882,0.00009880118,0.000037968508,0.00220265],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99288076,0.001458184,0.0006025324,0.0014238602,0.0019413327,0.0016933109],"domain_scores_gemma":[0.99622095,0.0006888398,0.00044612397,0.0011476357,0.0008675369,0.0006289083],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024204853,0.00047631827,0.0008045506,0.0015663202,0.0015685761,0.0005734024,0.0024828766,0.00022575166,0.000478597],"category_scores_gemma":[0.00023078019,0.0005748108,0.00024741798,0.0021788974,0.0025994293,0.0016753408,0.0028202212,0.0012828332,0.00097219064],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041303434,0.0065514822,0.038616873,0.0028816543,0.0013198144,0.008558269,0.14545068,0.00023673325,0.511543,0.024454957,0.04696104,0.2092952],"study_design_scores_gemma":[0.012805189,0.008534183,0.25845057,0.013869172,0.00020159909,0.00044376752,0.07532978,0.46326125,0.03893218,0.026287483,0.0973051,0.004579743],"about_ca_topic_score_codex":0.0030370757,"about_ca_topic_score_gemma":0.00095624244,"teacher_disagreement_score":0.47261077,"about_ca_system_score_codex":0.00028864853,"about_ca_system_score_gemma":0.0005741598,"threshold_uncertainty_score":0.9998057},"labels":[],"label_agreement":null},{"id":"W2998472830","doi":"10.48550/arxiv.1912.11278","title":"From Welcome New Gabbers to the Pittsburgh Synagogue Shooting: The Evolution of Gab","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Moderation; Haven; Safe haven; Judaism; Social media; Sociology; History; Computer science; World Wide Web; Mathematics; Economics; Archaeology","score_opus":0.040396786988380465,"score_gpt":0.1771196095719393,"score_spread":0.13672282258355883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998472830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27159587,0.0000890455,0.7234462,0.0011241845,0.001976156,0.00047637126,0.000006644972,0.0001271101,0.00115842],"genre_scores_gemma":[0.996419,0.000035740068,0.00057391543,0.0001309765,0.00032311922,9.64322e-7,0.0000042062957,0.000015127669,0.002496962],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981341,0.00020221608,0.00024017101,0.0008965643,0.00018928587,0.0003376928],"domain_scores_gemma":[0.99710524,0.000204721,0.0003125917,0.0020888187,0.00013479282,0.00015384278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041163442,0.00027520044,0.00029165248,0.00018319693,0.00020874145,0.00013390848,0.0031382605,0.000228363,0.000029896515],"category_scores_gemma":[0.00006646291,0.0002083658,0.00025992584,0.0008194714,0.00007185831,0.00021795522,0.0019343658,0.0006335515,0.00019019641],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101849684,0.000080579724,0.0039048577,0.000043229375,0.0002941528,0.00005068025,0.002821139,0.90757996,0.0004750278,0.0721153,0.00820753,0.004325713],"study_design_scores_gemma":[0.0017860663,0.00043867735,0.038938235,0.00076761947,0.0005146001,0.000018813404,0.0034462744,0.6959795,0.0022963344,0.2240894,0.029733868,0.0019906138],"about_ca_topic_score_codex":0.008907235,"about_ca_topic_score_gemma":0.00020331626,"teacher_disagreement_score":0.7248231,"about_ca_system_score_codex":0.00035224215,"about_ca_system_score_gemma":0.0004200563,"threshold_uncertainty_score":0.9976925},"labels":[],"label_agreement":null},{"id":"W3008101578","doi":"","title":"Police-reported hate crime in Canada 2009","year":2011,"lang":"en","type":"article","venue":"IB","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Criminology; Hate crime; Political science; Psychology","score_opus":0.025526793780741772,"score_gpt":0.21166334672633577,"score_spread":0.186136552945594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008101578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93701535,0.000044752345,0.0063818274,0.00014927934,0.00087423477,0.000110982146,0.0000015091312,0.00012411982,0.05529793],"genre_scores_gemma":[0.996949,0.000002981212,0.002155985,0.00030199232,0.000023820565,0.0000040405657,4.379179e-7,0.0000037149348,0.0005580099],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993486,0.000019143474,0.0001317155,0.00016636476,0.00012453104,0.0002096547],"domain_scores_gemma":[0.9995768,0.00000665501,0.00004035269,0.0002817191,0.000023805993,0.00007068162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000816138,0.00006009916,0.000067182074,0.000055985613,0.00003037783,0.000019821366,0.00025619467,0.000022645481,0.000051379724],"category_scores_gemma":[0.000007699017,0.000058024238,0.000014658713,0.00023532583,0.0000064965952,0.00014535864,0.00004239004,0.000072665905,0.000062056264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011486497,0.0005431932,0.15541182,0.00008975474,0.0001961049,0.0038732274,0.023608375,0.00019348222,0.026154943,0.020674698,0.07668352,0.692456],"study_design_scores_gemma":[0.00081828196,0.00012852636,0.8401212,0.000046706395,0.000009401224,0.00021439295,0.00018807082,0.008930043,0.116977714,0.00319522,0.02871007,0.0006603692],"about_ca_topic_score_codex":0.98842746,"about_ca_topic_score_gemma":0.94103706,"teacher_disagreement_score":0.69179565,"about_ca_system_score_codex":0.00010156291,"about_ca_system_score_gemma":0.0003998653,"threshold_uncertainty_score":0.23661597},"labels":[],"label_agreement":null},{"id":"W3011245502","doi":"10.5539/gjhs.v12n5p20","title":"Influence of Hate Speech on Public Perception of Presidential Candidates’ Credibility During the 2015 Presidential Election in Nigeria","year":2020,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Presidential system; Presidential election; Credibility; Politics; Political science; General election; Public opinion; Psychology; Social psychology; Law","score_opus":0.01362534299198034,"score_gpt":0.2909068563512413,"score_spread":0.277281513359261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011245502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922201,0.00007999511,0.004476543,0.0025861436,0.00037144645,0.00021592202,0.0000030256906,0.000015133141,0.00003171607],"genre_scores_gemma":[0.99878633,0.000067581,0.0009290917,0.00012990473,0.000080949576,0.0000012085184,1.5928882e-7,0.0000024032847,0.0000023739203],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99689656,0.00022087991,0.000939956,0.00031798883,0.0012206364,0.00040395834],"domain_scores_gemma":[0.9979635,0.000025382333,0.0009802446,0.00029748553,0.0005106476,0.000222745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027245814,0.00011042902,0.00027207725,0.00018415756,0.00024324202,0.00014126234,0.0012816798,0.000045547375,0.0000066835305],"category_scores_gemma":[0.00040608895,0.0000867064,0.00007352419,0.0018730832,0.00026879687,0.0015250435,0.00018050859,0.0002737229,0.0000046160053],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013706476,0.0005876477,0.46062237,0.00064376165,0.000045059896,0.0000678683,0.00454791,0.05856965,0.40417898,0.0010491682,0.00077699136,0.06753995],"study_design_scores_gemma":[0.00047890353,0.0007661391,0.96692485,0.000106727595,0.000002812779,0.00018635068,0.0001162004,0.0037435663,0.027092118,0.00048146705,0.000017072562,0.00008378897],"about_ca_topic_score_codex":0.0009640946,"about_ca_topic_score_gemma":0.00022154633,"teacher_disagreement_score":0.5063025,"about_ca_system_score_codex":0.00037584134,"about_ca_system_score_gemma":0.0012362688,"threshold_uncertainty_score":0.35357845},"labels":[],"label_agreement":null},{"id":"W3016050002","doi":"10.5210/fm.v28i4.13163","title":"Classifying constructive comments","year":2023,"lang":"en","type":"article","venue":"First Monday","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Computer science; Constructive; Annotation; Adaptation (eye); Feature (linguistics); Natural language processing; Artificial intelligence; Domain adaptation; Quality (philosophy); Linguistics; Classifier (UML); Biology; Programming language","score_opus":0.016451617554851458,"score_gpt":0.22910181357195084,"score_spread":0.2126501960170994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016050002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8331547,0.00006305104,0.13433526,0.009920549,0.004254632,0.00038148,0.000013558666,0.0032087504,0.014668068],"genre_scores_gemma":[0.9932111,0.000016386672,0.0053248284,0.00021931094,0.000059131384,0.000018588142,0.000004662222,0.000008199521,0.0011377891],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991695,0.000027389391,0.00011271274,0.00024409742,0.00018627345,0.0002599747],"domain_scores_gemma":[0.99935085,0.000060369595,0.000042005122,0.00044065106,0.00003234501,0.00007378507],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014602809,0.000086439686,0.000087209555,0.000120222765,0.0002709015,0.00010983805,0.0005298292,0.00004911647,0.000028772498],"category_scores_gemma":[0.00004855974,0.00008346991,0.00004272219,0.00064631435,0.000032172316,0.00025841536,0.0002935637,0.00011323648,0.0014490769],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038794315,0.00017880954,0.025263269,0.00012729294,0.00024044921,0.0006252497,0.061738014,0.0008711632,0.0068439543,0.03385046,0.3783414,0.49188113],"study_design_scores_gemma":[0.00061920675,0.00010024058,0.017395793,0.000050502193,0.0000055817486,0.00004375325,0.00012161376,0.04460424,0.010611892,0.0062349434,0.9198746,0.00033760027],"about_ca_topic_score_codex":0.000024654737,"about_ca_topic_score_gemma":0.0000018155544,"teacher_disagreement_score":0.54153323,"about_ca_system_score_codex":0.000039232975,"about_ca_system_score_gemma":0.000021311931,"threshold_uncertainty_score":0.99932843},"labels":[],"label_agreement":null},{"id":"W3016263129","doi":"10.1017/9781108348423.005","title":"When Religion is the Source of Hate Speech","year":2018,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Content (measure theory); Computer science; Internet privacy; Speech recognition; World Wide Web; Mathematics","score_opus":0.015269297042101075,"score_gpt":0.1859997653537588,"score_spread":0.17073046831165772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016263129","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034011266,0.00009237466,0.033550125,0.00011354713,0.00037913458,0.0003293651,0.000023792614,0.00018500502,0.96498656],"genre_scores_gemma":[0.000664121,0.00009806648,0.0012189196,0.00019739565,0.00014571376,3.3660857e-7,0.000004361485,0.000025557483,0.99764556],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856055,0.000048903756,0.00020099684,0.0005343675,0.00039833086,0.00025684442],"domain_scores_gemma":[0.99800676,0.000055780376,0.00034185697,0.0012328493,0.00025828334,0.00010445989],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019058674,0.0002749857,0.00028961667,0.00015802313,0.00024661838,0.00008216911,0.0015880752,0.00030366797,0.0000075994526],"category_scores_gemma":[0.0000073549745,0.000260206,0.00024650828,0.00001673681,0.00029141322,0.00013449874,0.0007724813,0.00036767023,0.0000760917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062143394,0.0000095921105,7.679926e-7,0.00006968489,0.00016574733,0.00010662476,0.00071906764,0.0000017520847,0.00024655648,0.69716436,0.275709,0.0257447],"study_design_scores_gemma":[0.0002240878,0.0001029508,0.0000028653271,0.00014536711,0.00007637524,0.00003772993,0.000013305376,0.00041386095,0.011540248,0.00024085549,0.9869207,0.00028165296],"about_ca_topic_score_codex":0.00041894222,"about_ca_topic_score_gemma":0.000003843555,"teacher_disagreement_score":0.7112117,"about_ca_system_score_codex":0.000089082074,"about_ca_system_score_gemma":0.00008042478,"threshold_uncertainty_score":0.99998504},"labels":[],"label_agreement":null},{"id":"W3016785094","doi":"10.3145/epi.2020.mar.16","title":"Retweeting Covid-19 disability issues: Risks, support and outrage","year":2020,"lang":"es","type":"article","venue":"El Profesional de la Informacion","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outrage; Thematic analysis; Value (mathematics); Disease; Quarter (Canadian coin); Social media; Psychology; Pandemic; Coronavirus disease 2019 (COVID-19); Perspective (graphical); Medicine; Public relations; Internet privacy; Political science; Sociology; Qualitative research; Geography; Computer science; Infectious disease (medical specialty); Social science","score_opus":0.04336636728976389,"score_gpt":0.35917289598952246,"score_spread":0.31580652869975856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016785094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91970646,0.00068765774,0.037191346,0.027299756,0.0009390287,0.0012025534,0.00009402983,0.00081791217,0.01206124],"genre_scores_gemma":[0.9891971,0.00049271976,0.0035279205,0.006025337,0.00039823688,0.000022424598,0.00003506408,0.000018053468,0.0002831724],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99741733,0.00036681106,0.0005765813,0.00052325876,0.0005863537,0.0005296692],"domain_scores_gemma":[0.9981681,0.00033645236,0.00024353593,0.0003325342,0.00007218572,0.00084716646],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019798577,0.00030472237,0.00029560828,0.000057433106,0.00058026426,0.000422712,0.00048647588,0.00033035004,0.0001354874],"category_scores_gemma":[0.0010353881,0.0002890857,0.00011625842,0.00037347776,0.0003234494,0.0010219752,0.00054885214,0.0007799997,0.00029626413],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016036741,0.00056918024,0.46824422,0.006358143,0.00022466884,0.0005095359,0.07963509,0.00094236946,0.0052560917,0.08124503,0.029124686,0.32628733],"study_design_scores_gemma":[0.0023000052,0.0014465126,0.084226176,0.00022732664,0.00007132986,0.00029777948,0.00095543487,0.06456754,0.0045149825,0.004317305,0.8359523,0.0011233476],"about_ca_topic_score_codex":0.0001925012,"about_ca_topic_score_gemma":0.0000035294784,"teacher_disagreement_score":0.80682755,"about_ca_system_score_codex":0.00018020406,"about_ca_system_score_gemma":0.00046558987,"threshold_uncertainty_score":0.99995613},"labels":[],"label_agreement":null},{"id":"W3021029234","doi":"10.1089/elj.2019.0566","title":"Disinformation, Digital Information Equality, and Electoral Integrity","year":2020,"lang":"en","type":"article","venue":"Election Law Journal Rules Politics and Policy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Disinformation; Democracy; Political science; Context (archaeology); Politics; Law and economics; Election law; Law; Internet privacy; Sociology; Computer science; Social media","score_opus":0.015071713911813058,"score_gpt":0.2613447676255433,"score_spread":0.24627305371373026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021029234","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4072308,0.00018413832,0.52967525,0.032140866,0.00053556066,0.0002574641,0.000052646155,0.00038078972,0.029542465],"genre_scores_gemma":[0.99525493,0.00008053699,0.0011006878,0.0030623518,0.00045164186,0.0000011920769,0.000008301287,0.000004350914,0.000035991074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906105,0.000038149083,0.00032173208,0.00009402546,0.00020825607,0.00027678927],"domain_scores_gemma":[0.99923307,0.00002754687,0.00014318888,0.000078580095,0.00015947278,0.0003581443],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00016171041,0.00011853376,0.00011584081,0.00012627259,0.0005835904,0.0017374203,0.00013581323,0.000070679715,0.0000038576873],"category_scores_gemma":[0.00014882552,0.00010608636,0.0000391644,0.00025088526,0.000057864156,0.0036776452,0.00008015683,0.00036612488,0.000029627194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006905358,0.000007832061,0.00018756419,0.00002015286,0.000013098464,7.9314964e-7,0.0010272006,0.000004345877,0.00004179223,0.9373109,0.00035290906,0.06102656],"study_design_scores_gemma":[0.0016896295,0.0017368359,0.006627376,0.00005963681,0.000026944685,0.0030708099,0.0003909775,0.036727242,0.0038540296,0.2671903,0.67778057,0.00084562117],"about_ca_topic_score_codex":0.00064973434,"about_ca_topic_score_gemma":0.000026455224,"teacher_disagreement_score":0.6774277,"about_ca_system_score_codex":0.000067824985,"about_ca_system_score_gemma":0.00010804659,"threshold_uncertainty_score":0.9992989},"labels":[],"label_agreement":null},{"id":"W3022303172","doi":"10.1007/s12083-019-00832-1","title":"Toward efficient and effective bullying detection in online social network","year":2020,"lang":"en","type":"article","venue":"Peer-to-Peer Networking and Applications","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Popularity; The Internet; Data mining; Harm; Categorization; Social media; Scheme (mathematics); Social network (sociolinguistics); Machine learning; Artificial intelligence; World Wide Web","score_opus":0.019685359894035227,"score_gpt":0.25688717547589324,"score_spread":0.23720181558185802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022303172","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14334226,0.00011614101,0.84002167,0.0147579685,0.0002174636,0.0010007622,0.000005091596,0.0002728904,0.0002657362],"genre_scores_gemma":[0.98876554,0.000010811073,0.0081123365,0.0012234484,0.0014658672,0.0003511588,0.0000075770026,0.00001669263,0.000046593075],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840504,0.000066400746,0.00023072974,0.0006115027,0.00029578645,0.00039055326],"domain_scores_gemma":[0.9992879,0.00010643315,0.00006249774,0.00016436544,0.000120058365,0.00025872153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004235124,0.00017439497,0.0002035339,0.00009587777,0.00044640971,0.00021065748,0.00023265045,0.000086755164,0.0000010147673],"category_scores_gemma":[0.000043279004,0.0001875355,0.000036457695,0.0013079299,0.0000281922,0.00006255661,0.00019055324,0.00027440023,0.000022122535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035261546,0.00006302459,0.00075420167,0.000028837969,0.000019759565,0.0000046836153,0.003835201,0.028969549,0.002199446,0.0018802849,0.00081012474,0.9613996],"study_design_scores_gemma":[0.0014801952,0.0005815125,0.04389415,0.00015733177,0.00006283348,0.0000579365,0.0006225991,0.49111667,0.00228836,0.0028875868,0.45553163,0.001319201],"about_ca_topic_score_codex":0.000047764857,"about_ca_topic_score_gemma":0.00003880296,"teacher_disagreement_score":0.96008044,"about_ca_system_score_codex":0.000051443058,"about_ca_system_score_gemma":0.000017016158,"threshold_uncertainty_score":0.7647475},"labels":[],"label_agreement":null},{"id":"W3023173974","doi":"10.1089/elj.2019.0557","title":"Social Media and Democracy: Challenges for Election Law and Administration in Canada","year":2020,"lang":"en","type":"article","venue":"Election Law Journal Rules Politics and Policy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Nutrition Society","funders":"","keywords":"Politics; Social media; Political science; Transparency (behavior); Legislation; Enforcement; Democracy; Election law; Administration (probate law); Political communication; Context (archaeology); Law; Law and economics; Public relations; Sociology","score_opus":0.02154193923128146,"score_gpt":0.2624126067934447,"score_spread":0.24087066756216324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023173974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8056666,0.0022217105,0.013014253,0.1707566,0.0007665181,0.00046502863,0.00003494149,0.00012043775,0.0069539226],"genre_scores_gemma":[0.99593914,0.00081949274,0.0005659339,0.0017265212,0.0009248599,0.0000044079698,0.0000020630634,0.000008371042,0.000009208965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991197,0.000059830698,0.00020966488,0.00018642982,0.00013688173,0.00028752023],"domain_scores_gemma":[0.9994734,0.00008961725,0.000091247195,0.000039773615,0.0000711572,0.00023483568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014263109,0.00011167742,0.00013799501,0.00007214278,0.00066331646,0.00021485082,0.000064119486,0.00006614212,9.4774265e-7],"category_scores_gemma":[0.000069071946,0.00011341583,0.000020476122,0.00012055443,0.000042918688,0.0002994957,0.000023250259,0.00020970628,3.4243416e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020082723,0.000008736099,0.000034025557,0.000029892424,0.000011671105,0.0000053586546,0.0008498464,0.0000015195844,0.00021599962,0.9599483,0.000113219605,0.038761325],"study_design_scores_gemma":[0.0031815348,0.0020060425,0.01600399,0.00007361989,0.000057895875,0.0027433438,0.0009593116,0.017305424,0.014967519,0.8123354,0.1294122,0.0009537679],"about_ca_topic_score_codex":0.15287699,"about_ca_topic_score_gemma":0.65094507,"teacher_disagreement_score":0.49806812,"about_ca_system_score_codex":0.00016212248,"about_ca_system_score_gemma":0.0004280451,"threshold_uncertainty_score":0.85276407},"labels":[],"label_agreement":null},{"id":"W3023387214","doi":"","title":"Reddit Mining to Understand Gendered Movements.","year":2020,"lang":"en","type":"article","venue":"EDBT/ICDT Workshops","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Social media; Data science; World Wide Web","score_opus":0.03823002472536464,"score_gpt":0.2431909168171851,"score_spread":0.20496089209182047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023387214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04136707,0.00018082146,0.9294729,0.013366178,0.0012849908,0.00037835774,0.0000041198236,0.001020843,0.012924701],"genre_scores_gemma":[0.93282413,0.00001987301,0.05555581,0.008793047,0.00059849647,0.000016997128,0.0000061334877,0.000033256398,0.00215227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818885,0.000052020583,0.0002606813,0.0006150236,0.0004069665,0.0004764459],"domain_scores_gemma":[0.998921,0.00005446022,0.00007127264,0.00047141124,0.00005345334,0.00042840667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018687999,0.0001982678,0.00019206169,0.00009141249,0.00021523578,0.00030059836,0.00073777133,0.000095551026,0.00013709484],"category_scores_gemma":[0.0000994295,0.00020538365,0.000080123944,0.001061707,0.000021579623,0.00034528578,0.000315509,0.00019980609,0.00046076317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018067757,0.0001845839,0.0005402963,0.000073816096,0.00026718358,0.0003847923,0.04174663,0.0056840363,0.014399519,0.010648179,0.3677464,0.55814385],"study_design_scores_gemma":[0.006501413,0.0028985247,0.0063619055,0.00060583046,0.00010417867,0.00012072415,0.020311687,0.19447978,0.07583433,0.015624577,0.6716956,0.005461473],"about_ca_topic_score_codex":0.000010288408,"about_ca_topic_score_gemma":0.000010123938,"teacher_disagreement_score":0.891457,"about_ca_system_score_codex":0.00008636758,"about_ca_system_score_gemma":0.00006081727,"threshold_uncertainty_score":0.8375302},"labels":[],"label_agreement":null},{"id":"W3025313450","doi":"10.48550/arxiv.2005.06608","title":"Understanding and Detecting Dangerous Speech in Social Media","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Offensive; Exploit; Social media; Macro; Baseline (sea); Computer science; Internet privacy; Computer security; World Wide Web; Political science; Engineering; Operations research","score_opus":0.21272327388398576,"score_gpt":0.2023706039008456,"score_spread":0.010352669983140161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025313450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41023672,0.000029370321,0.5869082,0.0001886322,0.00043298933,0.00015635778,0.0000034019652,0.0002668567,0.0017774189],"genre_scores_gemma":[0.9978541,0.00006130737,0.0018142759,0.00004820621,0.00016145378,4.1691428e-7,0.0000025676763,0.000014824297,0.000042828033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983946,0.00012561335,0.00015976978,0.000900344,0.0000970941,0.0003225775],"domain_scores_gemma":[0.9993029,0.00013913237,0.00014749488,0.00025028628,0.000028890305,0.0001312821],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000253712,0.00022881202,0.0002755023,0.00029178034,0.00022478789,0.00017508407,0.0006421074,0.0002862747,0.0000056911276],"category_scores_gemma":[0.00008145109,0.00029347616,0.00008498685,0.00070910226,0.00006854773,0.00025889647,0.0012588111,0.00078277587,0.000018280356],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040169744,0.0003116627,0.017559899,0.001070277,0.0004965193,0.017344896,0.035036508,0.028195191,0.004991721,0.8076511,0.000920715,0.08601981],"study_design_scores_gemma":[0.0019489409,0.00012373137,0.00458293,0.0002859711,0.00009886834,0.000066600165,0.0029324763,0.46645498,0.0017303552,0.51979923,0.00033320085,0.0016427297],"about_ca_topic_score_codex":0.00010932105,"about_ca_topic_score_gemma":0.00037172475,"teacher_disagreement_score":0.5876174,"about_ca_system_score_codex":0.00040951362,"about_ca_system_score_gemma":0.00008215781,"threshold_uncertainty_score":0.9999517},"labels":[],"label_agreement":null},{"id":"W3030913778","doi":"","title":"Stigma Annotation Scheme and Stigmatized Language Detection in Health-Care Discussions on Social Media","year":2020,"lang":"en","type":"article","venue":"CBS Research Portal (Copenhagen Business School)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Stigma (botany); Scheme (mathematics); Annotation; Social media; Computer science; Internet privacy; Psychology; Sociology; Artificial intelligence; World Wide Web; Mathematics; Psychiatry","score_opus":0.06291211689254461,"score_gpt":0.3488565707511636,"score_spread":0.285944453858619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030913778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95833683,0.0020268399,0.018802125,0.015185186,0.000489007,0.001637026,0.000036161113,0.0004984033,0.0029884237],"genre_scores_gemma":[0.99652636,0.000112797105,0.002355337,0.00039314755,0.00030514676,0.0001011426,0.000048801277,0.000027787853,0.00012950534],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968016,0.0004986327,0.00044453726,0.00070358167,0.00093349244,0.0006181466],"domain_scores_gemma":[0.9986132,0.000156191,0.00012953237,0.00030206933,0.00032768305,0.00047136092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009403633,0.00021008367,0.00029505344,0.0003828797,0.00068695005,0.00045254244,0.0004947513,0.00013643864,0.00028154126],"category_scores_gemma":[0.0017241853,0.00018327062,0.000045984223,0.0023715892,0.00009784284,0.0008765843,0.00029894788,0.00072841987,0.0005805925],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006159054,0.00025607168,0.00025614342,0.00093636644,0.000047007194,0.00070070435,0.025341213,0.00014789551,0.099833935,0.0020316273,0.025740558,0.84409255],"study_design_scores_gemma":[0.014252423,0.0017311873,0.7579439,0.0017138495,0.00002672942,0.00010110738,0.051520232,0.040389724,0.09512688,0.0011474437,0.032692447,0.0033540705],"about_ca_topic_score_codex":0.00021470209,"about_ca_topic_score_gemma":0.00042255063,"teacher_disagreement_score":0.8407385,"about_ca_system_score_codex":0.0001265475,"about_ca_system_score_gemma":0.00035202698,"threshold_uncertainty_score":0.7473559},"labels":[],"label_agreement":null},{"id":"W3033561598","doi":"10.48550/arxiv.2006.01266","title":"Leveraging Affective Bidirectional Transformers for Offensive Language Detection","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Offensive; Transformer; Computer science; Psychology; Natural language processing; Engineering; Electrical engineering; Voltage; Operations research","score_opus":0.05348892901252859,"score_gpt":0.18981308182980836,"score_spread":0.13632415281727978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033561598","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17744868,0.000032771626,0.8191106,0.00015843956,0.0011705776,0.0005634572,0.00001884111,0.00046359602,0.0010330466],"genre_scores_gemma":[0.99755406,0.00004007282,0.0014573656,0.00014542023,0.00020510123,0.00000791268,0.000020254447,0.000024677505,0.0005451208],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982074,0.00010994122,0.0001492569,0.0010936497,0.00010199439,0.00033774078],"domain_scores_gemma":[0.9990496,0.00012737856,0.00016021788,0.0003085473,0.00018167101,0.0001726084],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017872285,0.0003015261,0.0002863722,0.00025762303,0.00028677934,0.00011592165,0.0004979208,0.00027209235,0.0000120506875],"category_scores_gemma":[0.000055888126,0.00036801057,0.00035205693,0.0005065054,0.00005080694,0.000272258,0.00025907473,0.0005560623,0.000047043904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002456044,0.0007449318,0.00077434594,0.0021510269,0.0036266781,0.0021318512,0.024038877,0.31059954,0.09652559,0.0549336,0.00312135,0.49889618],"study_design_scores_gemma":[0.0015418008,0.00039984495,0.00073749083,0.00011894254,0.00018733613,0.00003387862,0.00096758915,0.90073556,0.07066709,0.021297965,0.0022690431,0.0010434778],"about_ca_topic_score_codex":0.00034532155,"about_ca_topic_score_gemma":0.00009799305,"teacher_disagreement_score":0.82010543,"about_ca_system_score_codex":0.0003460736,"about_ca_system_score_gemma":0.00015866109,"threshold_uncertainty_score":0.9998772},"labels":[],"label_agreement":null},{"id":"W3034482811","doi":"10.23977/acss.2020.040104","title":"Online Active Learning for Offensive Language Detection","year":2020,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Offensive; Computer science; Active learning (machine learning); Artificial intelligence; Machine learning; Process (computing); Engineering; Operations research","score_opus":0.01652435245775879,"score_gpt":0.261567602640698,"score_spread":0.2450432501829392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034482811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07203622,0.0022289807,0.9245395,0.00016043398,0.0005628097,0.0003052841,0.0000029319397,0.000118542004,0.00004526156],"genre_scores_gemma":[0.9907841,0.00014320525,0.008312855,0.00026485417,0.0004315997,0.00002904757,0.000003879231,0.000008678918,0.000021744785],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902976,0.00009440781,0.00020563246,0.00036353126,0.000116838346,0.00018982677],"domain_scores_gemma":[0.9994858,0.00016449855,0.00010583853,0.00009843642,0.000067297355,0.000078142046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001300031,0.00011799977,0.00020754871,0.000059842263,0.00009527372,0.000113891634,0.00016924374,0.00004968413,6.817415e-7],"category_scores_gemma":[0.00003109394,0.000108492924,0.00003835107,0.00020032111,0.000015269428,0.00041651074,0.00007090887,0.00014163445,0.000003520417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042971587,0.000030748404,0.00009588249,0.00014177202,0.000017112996,0.00002335114,0.0032313133,0.04644835,0.0063668615,0.00040730817,0.000026877311,0.94316745],"study_design_scores_gemma":[0.00052418414,0.00058648107,0.00016613203,0.0000746717,0.0000031444863,0.000022714547,0.00038151813,0.9823277,0.005240555,0.00014067946,0.010358146,0.00017408736],"about_ca_topic_score_codex":0.000034376124,"about_ca_topic_score_gemma":0.000020351032,"teacher_disagreement_score":0.94299334,"about_ca_system_score_codex":0.000019414563,"about_ca_system_score_gemma":0.000010841332,"threshold_uncertainty_score":0.4424213},"labels":[],"label_agreement":null},{"id":"W3036206793","doi":"10.48550/arxiv.2006.10145","title":"Using Sentiment Information for Preemptive Detection of Toxic Comments in Online Conversations","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Conversation; Computer science; Sentiment analysis; Focus (optics); Task (project management); Artificial intelligence; Natural language processing; Data science; Psychology; Engineering; Communication","score_opus":0.10729263562834958,"score_gpt":0.22142266786445927,"score_spread":0.1141300322361097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036206793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34719265,0.0000034569262,0.6519016,0.00005312411,0.0002690915,0.00044075548,0.000036896825,0.000048855112,0.000053562257],"genre_scores_gemma":[0.9936152,0.000017581313,0.0062018135,0.000058267397,0.000021405473,0.0000018642576,0.000055218785,0.000005381487,0.0000232656],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991216,0.00006883988,0.00025077522,0.00032733456,0.00007467509,0.000156781],"domain_scores_gemma":[0.99907666,0.000044148317,0.0003421203,0.00031760574,0.00015595718,0.00006348747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013046854,0.0001475653,0.00019721166,0.00031934446,0.00007419752,0.00004275782,0.00039946224,0.00015181329,0.0000030855294],"category_scores_gemma":[0.000031991203,0.00019076017,0.00011172754,0.00047129867,0.000029477795,0.00064160593,0.00042411004,0.00022605665,0.0000064732303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038760292,0.000545966,0.002983005,0.00074832636,0.00036769433,0.000027787173,0.0048543327,0.9463912,0.011645208,0.02076382,0.00006768645,0.011217328],"study_design_scores_gemma":[0.00077410165,0.00010549442,0.0009951369,0.00008357713,0.00004063049,0.000001089612,0.0002555243,0.98151493,0.010557168,0.005358597,0.00013479192,0.00017896289],"about_ca_topic_score_codex":0.0003144917,"about_ca_topic_score_gemma":0.000092540955,"teacher_disagreement_score":0.64642256,"about_ca_system_score_codex":0.00032957582,"about_ca_system_score_gemma":0.000115827665,"threshold_uncertainty_score":0.7778974},"labels":[],"label_agreement":null},{"id":"W3036386626","doi":"10.1017/s0003055420000258","title":"Human Rights are (Increasingly) Plural: Learning the Changing Taxonomy of Human Rights from Large-scale Text Reveals Information Effects","year":2020,"lang":"en","type":"article","venue":"American Political Science Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Center for Research Computing, University of Pittsburgh; York University; University of Pittsburgh; National Science Foundation","keywords":"Human rights; Plural; Political science; Taxonomy (biology); Amnesty; Computer science; Law; Linguistics","score_opus":0.013415210805946591,"score_gpt":0.2619111905815332,"score_spread":0.24849597977558663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036386626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8354214,0.0024914034,0.12027058,0.019514816,0.00043928687,0.003627078,0.000024121617,0.0009789963,0.017232325],"genre_scores_gemma":[0.9942374,0.00002605245,0.0025147977,0.0030200751,0.0001221586,0.00004762535,0.000004488042,0.000005419509,0.000021973132],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970759,0.00032542634,0.0005176034,0.00043109374,0.00066613156,0.0009838338],"domain_scores_gemma":[0.9981585,0.00017540422,0.0004833874,0.00049076456,0.00016245381,0.0005294557],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010839491,0.0002085877,0.00051043206,0.000123589,0.0014590365,0.00021270562,0.0012349846,0.000031774893,0.000029561224],"category_scores_gemma":[0.00028359157,0.00013690352,0.00014277203,0.0021881121,0.0007629852,0.0011021879,0.0003553894,0.00030813436,0.00013303672],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009704316,0.00021052825,0.0027391165,0.0022135696,0.000079098354,0.000034937755,0.0040059015,0.000019840436,0.008438166,0.87764066,0.0019151132,0.102693334],"study_design_scores_gemma":[0.0019179807,0.0033241683,0.046021637,0.017346947,0.00047629455,0.00010067525,0.0014467997,0.020168629,0.05761739,0.03626883,0.8119869,0.0033237075],"about_ca_topic_score_codex":0.0022482155,"about_ca_topic_score_gemma":0.000033015243,"teacher_disagreement_score":0.84137183,"about_ca_system_score_codex":0.00011958951,"about_ca_system_score_gemma":0.00005393875,"threshold_uncertainty_score":0.9998409},"labels":[],"label_agreement":null},{"id":"W3036997889","doi":"","title":"Using Attention-based Bidirectional LSTM to Identify Different Categories of Offensive Language Directed Toward Female Celebrities","year":2019,"lang":"en","type":"article","venue":"Meeting of the Association for Computational Linguistics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Offensive; Harassment; Perspective (graphical); Margin (machine learning); Computer science; Social media; Artificial intelligence; Natural language processing; Psychology; Machine learning; Social psychology; World Wide Web; Mathematics","score_opus":0.02115456455403126,"score_gpt":0.2868773790427908,"score_spread":0.26572281448875956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036997889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90971065,0.000028518663,0.086315796,0.00016521139,0.0026505745,0.0004220596,0.00010115289,0.0000979958,0.00050803483],"genre_scores_gemma":[0.9697,2.824295e-7,0.029507713,0.000057852736,0.0001609786,0.000008374888,0.000038585025,0.000011841786,0.00051439955],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852484,0.00010653571,0.00040151205,0.00021342933,0.00058186514,0.00017182714],"domain_scores_gemma":[0.9966794,0.00080036593,0.00060698134,0.00016320425,0.0017150901,0.00003495542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042580772,0.000116836476,0.0002267739,0.00013365848,0.00016001615,0.000063050225,0.0002922363,0.00006488995,0.0000033612926],"category_scores_gemma":[0.0028630563,0.00010753156,0.00017303978,0.0003300072,0.000020440722,0.000029809378,0.000090876514,0.00007995607,0.0000051873344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096981545,0.00029406385,0.22764732,0.00054487196,0.0003424702,9.4592514e-7,0.0027544547,0.7073027,0.035525665,0.024046553,0.0009538616,0.0004901367],"study_design_scores_gemma":[0.0014613152,0.00023567709,0.19833441,0.00047818696,0.00013945416,0.0000022175693,0.0005803712,0.6941553,0.094195224,0.0088461125,0.0010542754,0.00051749544],"about_ca_topic_score_codex":0.00017814244,"about_ca_topic_score_gemma":0.000013974095,"teacher_disagreement_score":0.059989315,"about_ca_system_score_codex":0.00021691383,"about_ca_system_score_gemma":0.00012757543,"threshold_uncertainty_score":0.43850097},"labels":[],"label_agreement":null},{"id":"W3037640539","doi":"10.5204/ijcjsd.v9i4.1514","title":"Planting Hate Speech to Harvest Hatred: How Does Political Hate Speech Fuel Hate Crimes in Turkey?","year":2020,"lang":"en","type":"article","venue":"International Journal for Crime Justice and Social Democracy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University; University of Saskatchewan; Ontario Tech University","funders":"","keywords":"Hatred; Politics; Turkish; Rhetoric; Context (archaeology); Political science; Hate crime; Criminology; Sociology; Law; History; Linguistics","score_opus":0.028155259862755824,"score_gpt":0.3037456586424374,"score_spread":0.2755903987796816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037640539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60170877,0.00020385605,0.14315341,0.24361388,0.008007552,0.00070976734,0.000120460514,0.00028730094,0.0021949974],"genre_scores_gemma":[0.9704038,0.00007810181,0.019514691,0.006041433,0.0031365142,0.000009856819,0.00001386654,0.00003104327,0.0007707187],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974875,0.000115102725,0.0004987992,0.00051397464,0.000684117,0.0007005196],"domain_scores_gemma":[0.99855787,0.00025586388,0.00021654535,0.000114918745,0.0004744834,0.00038032408],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00051361276,0.00028098543,0.00034044086,0.00028996935,0.0005600346,0.0018831964,0.0009247702,0.00015003936,0.000019496949],"category_scores_gemma":[0.00064040377,0.00024649317,0.00016788638,0.0002326889,0.000064762484,0.0014542603,0.00029536337,0.0005429239,0.00004884474],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023412975,0.0008675099,0.004511979,0.0013773598,0.0012470281,0.0064016273,0.03326444,0.0005181705,0.048435856,0.37447482,0.043196525,0.4833634],"study_design_scores_gemma":[0.021606475,0.0036573499,0.055689167,0.001986227,0.0019386167,0.0074535776,0.030267159,0.16692291,0.16225296,0.29392353,0.24673623,0.007565812],"about_ca_topic_score_codex":0.00020630247,"about_ca_topic_score_gemma":0.000042866504,"teacher_disagreement_score":0.47579756,"about_ca_system_score_codex":0.00013552692,"about_ca_system_score_gemma":0.00013001935,"threshold_uncertainty_score":0.99999875},"labels":[],"label_agreement":null},{"id":"W3039061493","doi":"10.1080/17512786.2020.1786436","title":"Justice Reframed? A Comparative Critical Discourse Analysis of Twitter Campaigns and Print Media Discourse on Two High-Profile Sexual Assault Verdicts in Ireland and Spain","year":2020,"lang":"en","type":"article","venue":"Journalism Practice","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Critical discourse analysis; Mainstream; Sociology; Framing (construction); Frame analysis; Media studies; Discourse analysis; Social media; Gender studies; Criminology; Politics; Law; Content analysis; Social science; Political science; Ideology; History","score_opus":0.05756416236230664,"score_gpt":0.3782051966285157,"score_spread":0.32064103426620905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039061493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9228706,0.00013956007,0.052308336,0.023750642,0.00025590396,0.00016914352,0.000018844743,0.000035875102,0.0004511389],"genre_scores_gemma":[0.9847209,0.000058764424,0.0133905625,0.0016011294,0.00018252755,0.000008945169,0.000005265612,0.000010427159,0.000021497626],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99721664,0.00078452635,0.0004715545,0.0005246368,0.00067998655,0.0003226719],"domain_scores_gemma":[0.9966173,0.002177018,0.00033270195,0.00030307582,0.0001879293,0.00038194112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013234211,0.00022139345,0.0005156799,0.00030456664,0.00014828042,0.00027365642,0.00026878683,0.00011039611,0.0000270973],"category_scores_gemma":[0.002207064,0.00018296676,0.000053431428,0.0009867721,0.00019061132,0.0011751894,0.00017684717,0.00091692485,0.000010328959],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072375624,0.0056074644,0.020369269,0.00092545396,0.007281516,0.008825253,0.61815387,0.018194823,0.03939452,0.19035657,0.0066607893,0.07699294],"study_design_scores_gemma":[0.010790426,0.004886664,0.14930518,0.000653492,0.011347018,0.00094046135,0.12675223,0.6805952,0.0059744604,0.0023461627,0.003872393,0.0025363232],"about_ca_topic_score_codex":0.00033111748,"about_ca_topic_score_gemma":0.00013892369,"teacher_disagreement_score":0.66240036,"about_ca_system_score_codex":0.000052641346,"about_ca_system_score_gemma":0.000089861845,"threshold_uncertainty_score":0.7461168},"labels":[],"label_agreement":null},{"id":"W3040460157","doi":"10.48550/arxiv.2007.00700","title":"Response by the Montreal AI Ethics Institute to the Santa Clara Principles on Transparency and Accountability in Online Content Moderation","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Moderation; Transparency (behavior); Accountability; Content (measure theory); Political science; Psychology; Law; Social psychology; Mathematics","score_opus":0.20943218168933062,"score_gpt":0.24779452449989908,"score_spread":0.03836234281056847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040460157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73577976,0.00003983466,0.24794255,0.015238288,0.00023498596,0.00055075984,0.000054449716,0.00007443411,0.00008493585],"genre_scores_gemma":[0.99717057,0.00020217421,0.0001897672,0.0022246775,0.000031271837,0.000003926012,0.000019211704,0.0000078831745,0.00015051804],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997867,0.0006499922,0.0002261752,0.00087553787,0.00016293567,0.00021836154],"domain_scores_gemma":[0.9985278,0.0002766915,0.00010629216,0.0008698387,0.00010746024,0.00011191982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000980903,0.00023465569,0.0002087597,0.00009367762,0.00031565834,0.00019261864,0.0010647656,0.000268,0.0000018380069],"category_scores_gemma":[0.00019906985,0.0001747375,0.0000775125,0.00040266948,0.000115111245,0.00028332675,0.0005360821,0.0014673461,0.000009287771],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051137656,0.0005619918,0.0029580314,0.00010876165,0.000128569,0.00022588274,0.018622357,0.91504246,0.001468157,0.046306875,0.00096119,0.008501954],"study_design_scores_gemma":[0.0010193017,0.00039852088,0.045633037,0.00019449991,0.000051841896,0.000007936588,0.00065971835,0.9354815,0.0008775924,0.009074785,0.006035392,0.0005658804],"about_ca_topic_score_codex":0.0031929363,"about_ca_topic_score_gemma":0.011137516,"teacher_disagreement_score":0.2613908,"about_ca_system_score_codex":0.0002085729,"about_ca_system_score_gemma":0.00027604584,"threshold_uncertainty_score":0.71255887},"labels":[],"label_agreement":null},{"id":"W3041701425","doi":"10.51506/al-qalam.v25i1.673","title":"Laws of Blasphemy in Non-Muslim Countries An Analytical Study","year":2020,"lang":"id","type":"article","venue":"Al Qalam Jurnal Ilmiah Keagamaan dan Kemasyarakatan","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Blasphemy; Law; Political science; Freedom of religion; Contempt; Legislation; Hatred; Apostasy; Incitement; Human rights; Islam; Philosophy; Theology; Politics","score_opus":0.02315044923339458,"score_gpt":0.27764289560979694,"score_spread":0.25449244637640234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041701425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989256,0.00017695855,0.003611495,0.0027764996,0.00082405854,0.0012348014,0.000039666596,0.00016997327,0.001910552],"genre_scores_gemma":[0.9966756,0.00010059949,0.0005937106,0.001652653,0.0005456481,0.0000253024,0.000019151576,0.000089537905,0.00029776533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9920833,0.0007923327,0.0020860091,0.0018550624,0.00179693,0.0013863504],"domain_scores_gemma":[0.99588066,0.00027647175,0.0007589203,0.0014532509,0.0004094566,0.0012212546],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016355697,0.00090698816,0.0015395288,0.00045591948,0.00034560592,0.00069132814,0.0024760629,0.00034393897,0.00013168089],"category_scores_gemma":[0.00029986168,0.00092226116,0.00038404582,0.0025388997,0.0004927604,0.0017005845,0.00076820765,0.0015375292,0.00031635392],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007583366,0.023231909,0.54091877,0.0022957965,0.0033531126,0.02038876,0.26324722,0.006166274,0.038955268,0.012833041,0.013680698,0.06734579],"study_design_scores_gemma":[0.020987961,0.043678623,0.43652564,0.0018361798,0.0011493713,0.00071943237,0.04583559,0.38734943,0.038156543,0.00037437645,0.017221253,0.006165594],"about_ca_topic_score_codex":0.00032805555,"about_ca_topic_score_gemma":0.0007988019,"teacher_disagreement_score":0.38118315,"about_ca_system_score_codex":0.00024300379,"about_ca_system_score_gemma":0.00062460336,"threshold_uncertainty_score":0.9993228},"labels":[],"label_agreement":null},{"id":"W3042828647","doi":"10.2307/jj.17610838.15","title":"Online Abuse, Chilling Effects, and Human Rights","year":2020,"lang":"en","type":"book-chapter","venue":"Les Presses de l’Université d’Ottawa | University of Ottawa Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Harassment; Political science; Neglect; Human rights; Law and economics; Criminology; Public relations; Law; Psychology; Sociology","score_opus":0.010992501377212622,"score_gpt":0.18252228707263338,"score_spread":0.17152978569542077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042828647","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032402528,0.001316047,0.037485212,0.00013472275,0.00025187744,0.00086740614,0.00015707943,0.0007942818,0.95575315],"genre_scores_gemma":[0.2833046,0.0026419056,0.05326205,0.00033429367,0.00089173374,0.000002424955,0.0004430689,0.00037284932,0.6587471],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975466,0.00011762507,0.00032587931,0.0010467072,0.0004936827,0.00046949566],"domain_scores_gemma":[0.99776727,0.00017967017,0.0005929113,0.00085756654,0.00019970362,0.0004028705],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001246835,0.00062809186,0.00077294535,0.00035200515,0.00088821683,0.00011647936,0.0019055265,0.00066992384,0.00008007044],"category_scores_gemma":[0.000007650288,0.0007749538,0.00031584487,0.00004463778,0.00037714775,0.00038601318,0.00087013346,0.00088125124,0.000012190293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011038604,0.00016726679,0.00012561586,0.0016716621,0.0012542737,0.0026724292,0.004450187,0.0001976942,0.0024073997,0.95023704,0.011281909,0.025424115],"study_design_scores_gemma":[0.0015771962,0.0004247305,0.0004389715,0.0007232359,0.0004832408,0.00007856632,0.000048769958,0.00087005296,0.003897615,0.0047543026,0.98569125,0.0010120802],"about_ca_topic_score_codex":0.003042744,"about_ca_topic_score_gemma":0.0016002796,"teacher_disagreement_score":0.97440934,"about_ca_system_score_codex":0.00015063712,"about_ca_system_score_gemma":0.00006514556,"threshold_uncertainty_score":0.9994701},"labels":[],"label_agreement":null},{"id":"W3044335285","doi":"10.48550/arxiv.2007.10712","title":"On Analyzing Antisocial Behaviors Amid COVID-19 Pandemic","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Xenophobia; Pandemic; Coronavirus disease 2019 (COVID-19); Toll; Social media; 2019-20 coronavirus outbreak; Annotation; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Criminology; Psychology; Political science; Computer science; Artificial intelligence; World Wide Web; Racism; Medicine; Law; Virology","score_opus":0.11129424066063884,"score_gpt":0.23108534844103906,"score_spread":0.11979110778040022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044335285","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47855404,0.00001624984,0.5189487,0.00018874941,0.0006468526,0.00019952009,0.0000137401585,0.0006545905,0.00077757397],"genre_scores_gemma":[0.99811774,0.00013315887,0.0005686201,0.00050573214,0.00012956976,9.832216e-7,0.000020467933,0.00001976671,0.000503975],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977149,0.00020480368,0.00020221197,0.0013431752,0.00014559008,0.00038931554],"domain_scores_gemma":[0.9982773,0.000107307045,0.00025687888,0.0008206884,0.00006729226,0.00047053563],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024169702,0.00033240352,0.0003517768,0.00031761703,0.0003446885,0.00017844576,0.001552944,0.00038307835,0.000045274857],"category_scores_gemma":[0.000117244446,0.0004086904,0.00029996183,0.0008357639,0.0000890144,0.00022793589,0.0011695601,0.0009549565,0.00023611479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040555088,0.0005614407,0.09925549,0.00042688416,0.0006061445,0.008317703,0.0030203124,0.42784077,0.0029589816,0.43948504,0.0047264975,0.012395187],"study_design_scores_gemma":[0.0045431037,0.0011713292,0.014051543,0.0003827897,0.0007938159,0.00009639585,0.00040351268,0.61977327,0.0018177965,0.34395838,0.008116009,0.0048920447],"about_ca_topic_score_codex":0.00044281766,"about_ca_topic_score_gemma":0.00010097074,"teacher_disagreement_score":0.5195637,"about_ca_system_score_codex":0.00060271786,"about_ca_system_score_gemma":0.0004424605,"threshold_uncertainty_score":0.9998365},"labels":[],"label_agreement":null},{"id":"W3045184003","doi":"10.5210/spir.v2018i0.10506","title":"HATRED OF/AND DEMOCRACY: THE POLITICAL CONTRADICTIONS OF REDDIT’S MODERATION STRUCTURE","year":2020,"lang":"en","type":"article","venue":"AoIR Selected Papers of Internet Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Moderation; Hatred; Democracy; Politics; Authoritarianism; Argument (complex analysis); Sociology; Epistemology; Political science; Political economy; Law and economics; Media studies; Social psychology; Law; Psychology; Philosophy","score_opus":0.03031917079480253,"score_gpt":0.2902581181487611,"score_spread":0.2599389473539586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045184003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95934284,0.00023067612,0.019439623,0.016731124,0.000087887754,0.0004658487,0.000023520763,0.000071676,0.0036068344],"genre_scores_gemma":[0.9983636,0.000018934294,0.0014043417,0.00008980228,0.00003940722,0.0000042400575,0.0000047866165,0.000006157522,0.000068737536],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985081,0.000265072,0.00027108763,0.00022932877,0.00045781984,0.00026856863],"domain_scores_gemma":[0.9987234,0.0003172464,0.00007290911,0.00023177646,0.0005397165,0.000114940776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021071442,0.00007944883,0.00016352168,0.00010422512,0.000082972074,0.0000434636,0.0004727565,0.0000824486,0.000033847846],"category_scores_gemma":[0.00052701216,0.000058273898,0.000041155192,0.00077405316,0.000256461,0.00012185668,0.00012182214,0.00036754145,0.0000014925412],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020620112,0.000068538626,0.0012869806,0.0001069748,0.00017604101,0.0000049010027,0.003967415,0.00015626296,0.7565092,0.22117008,0.0027522391,0.013595185],"study_design_scores_gemma":[0.00061681075,0.001244509,0.0077091497,0.000069605434,0.000017218134,0.0000344343,0.0005726659,0.19894913,0.7833723,0.006727557,0.00055425277,0.00013236937],"about_ca_topic_score_codex":0.0005054195,"about_ca_topic_score_gemma":0.00010115225,"teacher_disagreement_score":0.21444252,"about_ca_system_score_codex":0.000024791414,"about_ca_system_score_gemma":0.00015447446,"threshold_uncertainty_score":0.23763406},"labels":[],"label_agreement":null},{"id":"W3046393035","doi":"10.11159/cist20.105","title":"Classification Methods for Hate Speech Diffusion: Detecting theSpread of Hate Speech on Twitter","year":2020,"lang":"en","type":"article","venue":"Proceedings of the World Congress on Electrical Engineering and Computer Systems and Science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Voice activity detection; Diffusion; Speech recognition; Speech processing; Physics","score_opus":0.023122703916141737,"score_gpt":0.26347604535188723,"score_spread":0.2403533414357455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046393035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7012422,0.0002705938,0.29339275,0.0017053277,0.0019188575,0.0009104421,0.0000014372617,0.00021456536,0.0003438265],"genre_scores_gemma":[0.96866465,0.000013309063,0.030941665,0.00011688462,0.00013791006,0.000021198206,5.8771263e-8,0.0000101136875,0.00009422234],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851257,0.000016761649,0.00032238621,0.0005097964,0.00033858293,0.00029991905],"domain_scores_gemma":[0.9990257,0.00022482357,0.00023216198,0.00015992021,0.00021762325,0.00013975488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080859906,0.00017214922,0.00028895854,0.00022745927,0.0002051624,0.00027881624,0.0007087364,0.000047512287,1.8066616e-7],"category_scores_gemma":[0.00015461315,0.00012473251,0.00006248382,0.0011929693,0.00009320007,0.00022542369,0.0001908908,0.0002053522,3.592726e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009415294,0.000070101225,0.0004625787,0.0005078681,0.000040867864,0.0000012422253,0.0006172828,0.0012219864,0.3468401,0.057637904,0.00020426641,0.59230167],"study_design_scores_gemma":[0.00020840343,0.00035158067,0.0009537945,0.00022083992,0.000007631333,0.000018729736,0.000008974207,0.83379,0.163557,0.00009763086,0.0006505974,0.0001347858],"about_ca_topic_score_codex":0.000009067995,"about_ca_topic_score_gemma":1.8874547e-7,"teacher_disagreement_score":0.83256805,"about_ca_system_score_codex":0.000026945476,"about_ca_system_score_gemma":0.00001946685,"threshold_uncertainty_score":0.5086444},"labels":[],"label_agreement":null},{"id":"W3046519084","doi":"10.3390/make2030011","title":"Monitoring Users’ Behavior: Anti-Immigration Speech Detection on Twitter","year":2020,"lang":"en","type":"article","venue":"Machine Learning and Knowledge Extraction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Immigration; Computer science; Word (group theory); Character (mathematics); Task (project management); Voice activity detection; Recall; Precision and recall; Internet privacy; Artificial intelligence; World Wide Web; Speech processing; Political science; Psychology; Linguistics; Law; Cognitive psychology; Engineering","score_opus":0.02308940963608441,"score_gpt":0.2834093222664004,"score_spread":0.260319912630316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046519084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8718384,0.00022925215,0.12431106,0.00054079166,0.0010585256,0.00016882361,3.667873e-7,0.00062689965,0.0012259085],"genre_scores_gemma":[0.9973692,0.00012046414,0.0012915421,0.000044394874,0.0005693316,0.000019274747,0.0000036684546,0.00002011784,0.0005619884],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987456,0.00016077864,0.00020183293,0.00047813726,0.00019173181,0.00022187918],"domain_scores_gemma":[0.9994827,0.00005671251,0.00011469427,0.00013875673,0.00006672653,0.00014039381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023878703,0.00019037367,0.00014876435,0.0001451971,0.00044260526,0.0002466922,0.00012276892,0.00012107714,0.000013109939],"category_scores_gemma":[0.00007567192,0.00018913516,0.00006109479,0.00037218086,0.000016057,0.0004963148,0.000054836015,0.0006703404,0.00022940747],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031270418,0.00007874458,0.02114125,0.0000213111,0.000011572283,0.000018819788,0.001421634,0.00011422642,0.13336933,0.000030796517,0.000034041925,0.843727],"study_design_scores_gemma":[0.0012263325,0.0017650092,0.119256265,0.00011687561,0.00007134646,0.00023866647,0.0004384567,0.26723206,0.54652923,0.000064683205,0.062204674,0.00085640117],"about_ca_topic_score_codex":0.000093142364,"about_ca_topic_score_gemma":0.00002050642,"teacher_disagreement_score":0.8428706,"about_ca_system_score_codex":0.000055625827,"about_ca_system_score_gemma":0.000015804791,"threshold_uncertainty_score":0.7712708},"labels":[],"label_agreement":null},{"id":"W3082035266","doi":"10.48550/arxiv.2009.01046","title":"Generalisation of Cyberbullying Detection","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Software portability; Computer science; Classifier (UML); Variety (cybernetics); Generalization; Machine learning; Artificial intelligence; Data science","score_opus":0.08310204673315018,"score_gpt":0.17868047585065946,"score_spread":0.09557842911750929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082035266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30683112,0.000021764416,0.6909387,0.00007669836,0.00061666075,0.0001658221,0.0000039678043,0.00024755776,0.001097686],"genre_scores_gemma":[0.9963005,0.00007729593,0.0031674034,0.000055504508,0.00011456459,9.78525e-7,0.0000093164845,0.000014828083,0.00025957904],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984914,0.00013544718,0.00022815763,0.0008163156,0.00011137555,0.00021732433],"domain_scores_gemma":[0.9986051,0.000035913246,0.00034517245,0.0007286089,0.00015792075,0.00012728927],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018019309,0.00022460545,0.00026846022,0.00023017773,0.00011984579,0.0000743426,0.00088988064,0.00026457827,0.000015962525],"category_scores_gemma":[0.000041833755,0.00027928353,0.00020348554,0.0006529234,0.000048461658,0.0003251409,0.0008036099,0.00043532075,0.000056035464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000173732,0.00021043132,0.0014605788,0.0006009652,0.00042829788,0.0004399261,0.0017476435,0.6540962,0.07318058,0.22263116,0.00035102616,0.04467945],"study_design_scores_gemma":[0.00042058562,0.00013011483,0.0009416135,0.00008225689,0.0000744141,0.000008871718,0.000053440734,0.89348614,0.059599258,0.044065144,0.0006495568,0.000488591],"about_ca_topic_score_codex":0.00031605197,"about_ca_topic_score_gemma":0.000047101366,"teacher_disagreement_score":0.6894694,"about_ca_system_score_codex":0.00014932353,"about_ca_system_score_gemma":0.00011442731,"threshold_uncertainty_score":0.9999659},"labels":[],"label_agreement":null},{"id":"W3082105611","doi":"10.1007/978-3-030-58323-1_27","title":"Authorship Verification with Personalized Language Models","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Reputation; Social media; Task (project management); Word (group theory); Language model; Support vector machine; Class (philosophy); Artificial intelligence; Natural language processing; Machine learning; World Wide Web","score_opus":0.02136597471387049,"score_gpt":0.23353636150388368,"score_spread":0.21217038679001318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082105611","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018179607,0.000286849,0.9917559,0.0012350051,0.0005113028,0.0003254684,0.0000033085555,0.00032843245,0.0053719245],"genre_scores_gemma":[0.43609416,0.000029409626,0.5605246,0.0016059631,0.00048689023,0.000014680771,0.000013354008,0.000055451124,0.0011755341],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99686384,0.000040775976,0.00029153915,0.0013908193,0.00095941557,0.00045358017],"domain_scores_gemma":[0.99831384,0.00011678866,0.0002068891,0.0009789912,0.0001564372,0.0002270476],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00050420896,0.00041218044,0.00037006877,0.00041534458,0.00021565081,0.0005266997,0.001957693,0.0002605802,0.000017205957],"category_scores_gemma":[0.000039083225,0.00034974245,0.00008917869,0.0006565944,0.00039541503,0.00067386444,0.0003558107,0.0007801792,0.00007467097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055786684,0.00003235709,0.00000782436,0.000079105535,0.000028811422,0.00034974157,0.011700155,0.038750805,0.0013800681,0.14014089,0.00003334473,0.8074411],"study_design_scores_gemma":[0.00039859684,0.00033952127,0.000021138832,0.0002818287,0.000013280962,0.00012636402,0.0000014265834,0.85507506,0.004097435,0.13787614,0.000997892,0.00077131344],"about_ca_topic_score_codex":0.000026433383,"about_ca_topic_score_gemma":0.000026691394,"teacher_disagreement_score":0.81632423,"about_ca_system_score_codex":0.00020491345,"about_ca_system_score_gemma":0.0004410379,"threshold_uncertainty_score":0.99989545},"labels":[],"label_agreement":null},{"id":"W3085627079","doi":"10.1177/1461444820958123","title":"Upvoting extremism: Collective identity formation and the extreme right on Reddit","year":2020,"lang":"en","type":"article","venue":"New Media & Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Extreme right; Mainstream; Identity (music); Voting; Collective identity; Sociology; Social media; Thematic analysis; Media studies; Public relations; Social identity theory; Internet privacy; Political science; Politics; Social group; Law; Computer science; Qualitative research; Social science; Aesthetics","score_opus":0.03347209508835352,"score_gpt":0.22205242539243497,"score_spread":0.18858033030408144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085627079","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10338015,0.0007191138,0.845031,0.04029491,0.001331696,0.0008740767,0.000005049692,0.0006721554,0.0076918],"genre_scores_gemma":[0.9731439,0.00029690273,0.01890386,0.0060333693,0.0010384206,0.000025270052,0.000005611672,0.000016039143,0.00053663785],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988872,0.00008682731,0.0001710369,0.00027891982,0.0003786486,0.00019741389],"domain_scores_gemma":[0.9992538,0.00024382726,0.00010661537,0.00019026754,0.000053918295,0.00015154191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039507347,0.00011543962,0.00013690059,0.000012760989,0.00037761292,0.00023090368,0.00034340884,0.00007535389,0.000026808597],"category_scores_gemma":[0.00022068703,0.000081964856,0.00011537131,0.0005034699,0.00006872924,0.0007465975,0.0001249553,0.0002612275,0.000042534695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002183727,0.000075888536,0.0001961251,0.00009518696,0.00016921309,0.000022207278,0.404393,0.00013008533,0.010812288,0.050745405,0.37934506,0.15379718],"study_design_scores_gemma":[0.013943997,0.0005008893,0.0065674796,0.00020711609,0.00013614428,0.00009741834,0.007665476,0.76084566,0.048524544,0.074072234,0.0861756,0.0012634707],"about_ca_topic_score_codex":0.000036930942,"about_ca_topic_score_gemma":0.00003602313,"teacher_disagreement_score":0.86976373,"about_ca_system_score_codex":0.000088658584,"about_ca_system_score_gemma":0.00009030527,"threshold_uncertainty_score":0.33424297},"labels":[],"label_agreement":null},{"id":"W3086731473","doi":"10.2196/19833","title":"The Resurgence of Cyber Racism During the COVID-19 Pandemic and its Aftereffects: Analysis of Sentiments and Emotions in Tweets","year":2020,"lang":"en","type":"article","venue":"JMIR Public Health and Surveillance","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sadness; Disgust; Racism; Anger; Sentiment analysis; Pandemic; China; Social media; Coronavirus disease 2019 (COVID-19); Psychology; Hatred; Social psychology; Criminology; Advertising; Sociology; Political science; Medicine; Computer science; Gender studies; Disease; Politics; Law; Artificial intelligence; Business","score_opus":0.041048980659837225,"score_gpt":0.3109415700293051,"score_spread":0.2698925893694679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086731473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820084,0.001470652,0.0016922284,0.014416232,0.000041236435,0.0003038016,0.000013813727,0.000027361806,0.000026269792],"genre_scores_gemma":[0.9976307,0.0014397628,0.000044551114,0.00082022557,0.000011119205,0.000023030992,0.0000022411432,0.000003149988,0.000025198375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99843556,0.00047624845,0.00032419778,0.00029257228,0.00019703538,0.00027441015],"domain_scores_gemma":[0.99875134,0.00042416702,0.00019300067,0.00022175937,0.0000513058,0.0003584464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016022759,0.00009243238,0.0002583682,0.0001280969,0.00026762878,0.00007561575,0.00019861058,0.00004072322,0.000002018277],"category_scores_gemma":[0.0004332296,0.000060921033,0.00003322974,0.0012243984,0.000079789505,0.000151138,0.0001419307,0.00012916834,4.6845898e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040548017,0.000026352205,0.9751743,0.0002868934,0.00008794064,0.000003330701,0.0038220617,0.00004547598,0.00039901678,0.0003811375,0.00010023036,0.019632718],"study_design_scores_gemma":[0.0004299436,0.00007688645,0.9784979,0.000008573416,0.0000020323457,0.000011966931,0.00013977346,0.016121484,0.000011581453,0.000043901786,0.0045685424,0.000087391374],"about_ca_topic_score_codex":0.000117005395,"about_ca_topic_score_gemma":0.00035170664,"teacher_disagreement_score":0.019545326,"about_ca_system_score_codex":0.00002906119,"about_ca_system_score_gemma":0.00015457947,"threshold_uncertainty_score":0.24842876},"labels":[],"label_agreement":null},{"id":"W3087096149","doi":"10.1016/j.osnem.2020.100096","title":"Hate and offensive speech detection on Arabic social media","year":2020,"lang":"en","type":"article","venue":"Online Social Networks and Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Offensive; Computer science; Annotation; Natural language processing; Artificial intelligence; Social media; Class (philosophy); Crawling; Variety (cybernetics); Arabic; Speech recognition; Machine learning; Linguistics; World Wide Web","score_opus":0.02048245754773978,"score_gpt":0.22785761133351823,"score_spread":0.20737515378577845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087096149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9324868,0.00053386745,0.04671059,0.015982004,0.0027967962,0.00037234204,0.000030733783,0.0005097895,0.0005770859],"genre_scores_gemma":[0.99209964,0.000330432,0.00097050384,0.0017095144,0.0048239985,0.000005220146,0.00002483259,0.000016845053,0.000018993887],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987632,0.000080157464,0.00018017161,0.0004001927,0.00024074587,0.0003355323],"domain_scores_gemma":[0.9993992,0.0001404259,0.000093904244,0.00007488563,0.00007337373,0.00021824586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015215797,0.00017630991,0.00024091927,0.000045172852,0.00038832595,0.00011722908,0.00014327311,0.00019268619,0.0000061494093],"category_scores_gemma":[0.00012941485,0.00016770983,0.000060821458,0.0003079666,0.00009904106,0.00013292754,0.00010600043,0.00037552678,0.000008117625],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006066253,0.000034466175,0.000050216335,0.000011471151,0.000024348601,0.00003322412,0.004260625,0.000023302995,0.00046824667,0.0011672681,0.0013912087,0.992475],"study_design_scores_gemma":[0.012970083,0.003033161,0.15519166,0.00026935086,0.00043617812,0.0002178436,0.0074057356,0.64003307,0.007970005,0.019387718,0.14837672,0.0047084633],"about_ca_topic_score_codex":0.000016334589,"about_ca_topic_score_gemma":0.0001993287,"teacher_disagreement_score":0.9877665,"about_ca_system_score_codex":0.00002252964,"about_ca_system_score_gemma":0.000030404424,"threshold_uncertainty_score":0.6839009},"labels":[],"label_agreement":null},{"id":"W3088002500","doi":"10.3167/ghs.2020.130210","title":"Chalk Back","year":2020,"lang":"en","type":"article","venue":"Girlhood Studies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Popularity; Empowerment; Harassment; Power (physics); Work (physics); Sociology; Media studies; History; Gender studies; Political science; Engineering; Law","score_opus":0.07593645691182632,"score_gpt":0.27295016710321035,"score_spread":0.19701371019138403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088002500","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09759929,0.018107142,0.5768058,0.19245064,0.004850883,0.0010446795,0.0000065380564,0.0034460581,0.10568903],"genre_scores_gemma":[0.9800106,0.0003820505,0.015144346,0.003374353,0.00031391656,0.000014146759,4.885805e-7,0.000009188836,0.00075089926],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992754,0.000024763305,0.00011012215,0.0002586271,0.00014485668,0.00018622779],"domain_scores_gemma":[0.9996273,0.000022386026,0.00003281422,0.00018420888,0.000057172703,0.000076104094],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000066776665,0.00009336608,0.0001373031,0.000021245576,0.000120039025,0.000047786532,0.00030375095,0.000023091718,0.000015650508],"category_scores_gemma":[0.000060638842,0.000079053134,0.00004136027,0.0002736028,0.000022744085,0.00018022115,0.0002364733,0.000078836645,0.0014178338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004490859,0.00016393243,0.0014309194,0.00030944694,0.00090357295,0.00022620901,0.055189885,0.00019103495,0.011307411,0.040751666,0.21253178,0.67694926],"study_design_scores_gemma":[0.0031722996,0.0029300048,0.0045703207,0.00013964754,0.00007193537,0.000096939475,0.005064494,0.018506547,0.092327625,0.016100125,0.8549444,0.0020756347],"about_ca_topic_score_codex":0.0000027041244,"about_ca_topic_score_gemma":0.00000209235,"teacher_disagreement_score":0.8824113,"about_ca_system_score_codex":0.00001237253,"about_ca_system_score_gemma":0.0000134154125,"threshold_uncertainty_score":0.99935967},"labels":[],"label_agreement":null},{"id":"W3091943591","doi":"10.1007/978-3-030-59830-3_60","title":"Abusive Language Detection Using BERT Pre-trained Embedding","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Language model; Embedding; Recall; Artificial intelligence; Natural language processing; Word embedding; Meaning (existential); Linguistics","score_opus":0.012534629575203607,"score_gpt":0.25467544026353983,"score_spread":0.24214081068833623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091943591","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023286624,0.00020654456,0.9931958,0.00024426903,0.002045471,0.00042732936,0.0000033397102,0.0003855017,0.0011631006],"genre_scores_gemma":[0.63792753,0.000016793887,0.3594977,0.0011333534,0.0011114915,0.000008338743,0.000004447868,0.00005966691,0.00024067654],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963656,0.000043948814,0.0004634671,0.0015827827,0.0009101045,0.0006340813],"domain_scores_gemma":[0.99816686,0.00018532337,0.00031117877,0.00092739606,0.00017742738,0.00023183743],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00049956876,0.0005288412,0.00047378519,0.00071510306,0.00039244583,0.0006490245,0.0018967974,0.00035918385,0.000018539838],"category_scores_gemma":[0.00012961762,0.0005224767,0.0001669964,0.0008824991,0.0002828151,0.0007469411,0.000823996,0.0009372702,0.00005014316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017948649,0.000016977481,0.0000080557875,0.000058939826,0.000022890881,0.00030283647,0.0036303091,0.056320824,0.022897506,0.0013053789,0.000003505429,0.9154148],"study_design_scores_gemma":[0.00023847152,0.0002010222,0.000036683632,0.00028999313,0.00001404497,0.00021261536,9.3503445e-7,0.951347,0.032731917,0.013888185,0.00036994138,0.00066920085],"about_ca_topic_score_codex":0.00008873832,"about_ca_topic_score_gemma":0.000110765526,"teacher_disagreement_score":0.9147456,"about_ca_system_score_codex":0.00045326777,"about_ca_system_score_gemma":0.00036893718,"threshold_uncertainty_score":0.99972266},"labels":[],"label_agreement":null},{"id":"W3092013050","doi":"10.1093/ojlr/rwaa024","title":"Masterpiece Cakeshop and the Foundations of Free Speech and Toleration","year":2020,"lang":"en","type":"article","venue":"Oxford Journal of Law and Religion","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Civility; Toleration; Argument (complex analysis); Law; Sociology; Context (archaeology); Politics; Dialogical self; Free speech; Political science; Philosophy; Epistemology; History","score_opus":0.012967765610551544,"score_gpt":0.2238879050854606,"score_spread":0.21092013947490906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092013050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7435668,0.0027111717,0.21542223,0.029150961,0.00038843774,0.00021610974,0.0000018169834,0.000019331608,0.008523108],"genre_scores_gemma":[0.9913001,0.002165178,0.0057424405,0.0006715215,0.00009192445,4.7293074e-7,2.4751103e-7,0.0000028173913,0.00002531478],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994726,0.00004125258,0.00021352973,0.000080876605,0.00013135192,0.000060392038],"domain_scores_gemma":[0.9995514,0.00005382428,0.0001628795,0.00008791549,0.000079690246,0.00006428214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023502366,0.000054419,0.00012030881,0.00002740514,0.00012004324,0.00010949626,0.00011764151,0.000032768025,9.939516e-7],"category_scores_gemma":[0.00003598696,0.000033707758,0.000027823382,0.00007786517,0.00008971348,0.0002817675,0.00006543559,0.00010108341,2.078762e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046120578,0.00004317063,0.0006459902,0.000117470845,0.00009839585,0.00003984668,0.005646523,0.000075744676,0.016294762,0.86287385,0.0015603252,0.11214272],"study_design_scores_gemma":[0.02421706,0.0065917852,0.004906692,0.0008410933,0.00045617018,0.0076113516,0.000808467,0.10575583,0.0755909,0.34007385,0.43205327,0.0010935534],"about_ca_topic_score_codex":0.00003402016,"about_ca_topic_score_gemma":0.000017516764,"teacher_disagreement_score":0.5228,"about_ca_system_score_codex":0.000003854605,"about_ca_system_score_gemma":0.000017128967,"threshold_uncertainty_score":0.13745625},"labels":[],"label_agreement":null},{"id":"W3092586868","doi":"10.5210/spir.v2020i0.11195","title":"DISPLACED DISCUSSION: THE IMPLICATIONS OF REDDIT QUARANTINE AND THEMOVEMENT OF THEREDPILL TO SELF-HOSTING","year":2020,"lang":"en","type":"article","venue":"AoIR Selected Papers of Internet Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Action (physics); Identity (music); Sociology; Ethnography; Social media; Media studies; Ideology; Online community; Limiting; Public relations; Political science; Internet privacy; Politics; Law; Computer science; Aesthetics; Engineering","score_opus":0.02861989384716544,"score_gpt":0.3007621575162747,"score_spread":0.27214226366910926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092586868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96464735,0.00014743874,0.0055628195,0.024426,0.000040717936,0.00070887967,0.000009356127,0.00007627327,0.0043811775],"genre_scores_gemma":[0.9971285,0.000027593705,0.0024620977,0.000102967824,0.000022859587,0.000022342563,0.0000021057124,0.000008237799,0.00022332653],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985082,0.00020436803,0.00031745536,0.0002929006,0.0004295785,0.00024747162],"domain_scores_gemma":[0.99865466,0.00029854482,0.000114951246,0.0003829802,0.0004573952,0.000091443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057396677,0.0000921871,0.00017334113,0.000097059434,0.00007564872,0.000032806583,0.0008213401,0.000042335756,0.000029411305],"category_scores_gemma":[0.00040002912,0.000051475316,0.000042698706,0.001442761,0.00009466181,0.00007300479,0.00039048394,0.00022302514,0.0000046722607],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015269114,0.00012496396,0.0029142569,0.00012907702,0.00012262036,0.0000014439433,0.012441176,0.00003592979,0.93996483,0.0046094973,0.003774943,0.03572857],"study_design_scores_gemma":[0.00078826444,0.0026741398,0.05057597,0.0002943915,0.00001846485,0.000012331735,0.0015064661,0.013434111,0.92272407,0.00036895066,0.0073607527,0.00024207587],"about_ca_topic_score_codex":0.00024093929,"about_ca_topic_score_gemma":0.000042937456,"teacher_disagreement_score":0.047661714,"about_ca_system_score_codex":0.000019851275,"about_ca_system_score_gemma":0.000077438395,"threshold_uncertainty_score":0.20991024},"labels":[],"label_agreement":null},{"id":"W3092696693","doi":"10.18653/v1/2020.alw-1.20","title":"On Cross-Dataset Generalization in Automatic Detection of Online Abuse","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Generalization; Computer science; Ambiguity; Task (project management); Class (philosophy); Set (abstract data type); Artificial intelligence; Test set; Machine learning; Training set; Natural language processing; Test (biology); Domain (mathematical analysis); Data set; Data mining; Information retrieval; Mathematics","score_opus":0.022619505070127832,"score_gpt":0.28951822015698286,"score_spread":0.26689871508685503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092696693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46398652,0.000018669987,0.5343857,0.00017543425,0.0006456252,0.0002956495,0.0001657648,0.00024656465,0.00008009003],"genre_scores_gemma":[0.97676677,0.000048757593,0.021653093,0.00037888731,0.00008339145,0.000025660669,0.0009746357,0.000016752632,0.00005205701],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838555,0.000102547994,0.00047976937,0.00054974033,0.0003142368,0.00016813022],"domain_scores_gemma":[0.9988761,0.000040195366,0.00024678605,0.00070338027,0.00006686446,0.00006670521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019648319,0.00019801281,0.0002543604,0.00028428767,0.000036715057,0.00014220132,0.00061489176,0.0002213479,0.000026770273],"category_scores_gemma":[0.000082653554,0.00019253798,0.00006895471,0.00042415626,0.000022775357,0.00018093956,0.00031138462,0.0003703376,0.000047704405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021890808,0.0023129238,0.0014800032,0.0029781915,0.00025541635,0.0002176011,0.0049286764,0.39305732,0.10773965,0.01835607,0.005359615,0.46309564],"study_design_scores_gemma":[0.00037576465,0.00017800595,0.0055585466,0.00013730007,0.000007321949,0.000005000485,0.0000054253205,0.9317498,0.055590805,0.005784603,0.00034330226,0.00026408248],"about_ca_topic_score_codex":0.0004275139,"about_ca_topic_score_gemma":0.00041405173,"teacher_disagreement_score":0.53869253,"about_ca_system_score_codex":0.00009552317,"about_ca_system_score_gemma":0.0000831128,"threshold_uncertainty_score":0.7851471},"labels":[],"label_agreement":null},{"id":"W3092739266","doi":"10.1007/s00530-020-00701-5","title":"Cyberbullying detection solutions based on deep learning architectures","year":2020,"lang":"en","type":"article","venue":"Multimedia Systems","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":194,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Computer science; Deep learning; Artificial intelligence; Recurrent neural network; Machine learning; Lexical analysis; Identification (biology); Artificial neural network","score_opus":0.020943877762893342,"score_gpt":0.2159304773142739,"score_spread":0.19498659955138056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092739266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007958821,0.00015593477,0.9867357,0.0006615784,0.0013276461,0.00041142592,0.0000015266081,0.0011320104,0.0016153575],"genre_scores_gemma":[0.9863295,0.000002670118,0.012706423,0.00030142642,0.00048267972,0.00008250457,0.0000044474236,0.000024314815,0.00006601243],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979515,0.00029175522,0.00029373908,0.0005410122,0.00045964142,0.00046232346],"domain_scores_gemma":[0.9989485,0.00022525986,0.00013787318,0.00033556906,0.00007261296,0.00028019765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033069617,0.00021767232,0.00021695066,0.00017986863,0.000497655,0.00025768948,0.00043606266,0.00012292717,0.0000116466],"category_scores_gemma":[0.00035755665,0.00020584329,0.00011240342,0.00056183484,0.000032332813,0.00012161743,0.000079860794,0.00048165175,0.00043711145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055324166,0.00006739562,0.00039783824,0.00009588068,0.000037779333,0.00005486991,0.0025718883,0.43375894,0.03239624,0.00014029311,0.00013033478,0.5302932],"study_design_scores_gemma":[0.000423747,0.00026824203,0.00038457508,0.00004257571,0.000006869173,0.000014745767,0.0000841825,0.9868619,0.0052517126,0.000010830624,0.006422533,0.00022811361],"about_ca_topic_score_codex":0.00016188093,"about_ca_topic_score_gemma":0.000020818034,"teacher_disagreement_score":0.9783707,"about_ca_system_score_codex":0.00008221914,"about_ca_system_score_gemma":0.00003876968,"threshold_uncertainty_score":0.8394046},"labels":[],"label_agreement":null},{"id":"W3094967092","doi":"10.1109/ms.2020.3036758","title":"Insights Into Nonmerged Pull Requests in GitHub: Is There Evidence of Bias Based on Perceptible Race?","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Race (biology); Computer science; Racial bias; Software; Data science; World Wide Web; Internet privacy; Programming language; Sociology; Gender studies","score_opus":0.04746115487556264,"score_gpt":0.26957009093035184,"score_spread":0.2221089360547892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094967092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85268426,0.0004407527,0.14355531,0.0021826564,0.00038927453,0.000277639,0.0000018856333,0.00030319995,0.00016502167],"genre_scores_gemma":[0.9820643,0.000058462912,0.016158849,0.0015425694,0.000068897156,0.000016146545,0.0000010743062,0.000017609904,0.00007209495],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99828625,0.00016577284,0.00031094436,0.00054170017,0.00045671323,0.00023861554],"domain_scores_gemma":[0.99884,0.00020040313,0.00012860903,0.00057588174,0.00010651184,0.00014862996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018789114,0.00019183905,0.00025768488,0.00015832533,0.000120698045,0.00005558053,0.000696213,0.0001212527,0.00006584341],"category_scores_gemma":[0.00036295588,0.00017206169,0.00009934493,0.00094224996,0.000044036533,0.00048685024,0.000092252674,0.00027061038,0.00020984159],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014524319,0.0013491217,0.122301,0.0026187534,0.00014117338,0.001097259,0.12554647,0.037097923,0.35280386,0.0006776696,0.021644076,0.33327025],"study_design_scores_gemma":[0.0025085448,0.0044652144,0.041189548,0.0034399438,0.00003161234,0.000010592606,0.00030846763,0.21223207,0.72192913,0.0031133874,0.009095768,0.0016757454],"about_ca_topic_score_codex":0.0002535151,"about_ca_topic_score_gemma":0.00012222925,"teacher_disagreement_score":0.36912525,"about_ca_system_score_codex":0.00007123018,"about_ca_system_score_gemma":0.00014145518,"threshold_uncertainty_score":0.7016472},"labels":[],"label_agreement":null},{"id":"W3094997061","doi":"10.4224/40002027","title":"Towards Ethics by Design in Online Abusive Content Detection","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Inclusion (mineral); Task (project management); Field (mathematics); Computer science; Process (computing); Identity (music); Annotation; Content analysis; Internet privacy; Data science; Computer security; Psychology; Artificial intelligence; Social psychology; Sociology; Engineering","score_opus":0.18482772586871518,"score_gpt":0.21959468750131897,"score_spread":0.03476696163260379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094997061","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10051945,0.000063901825,0.8971207,0.00067026814,0.0007072338,0.0003926615,0.000018537647,0.00030050572,0.0002067355],"genre_scores_gemma":[0.9943538,0.00041440353,0.0043971017,0.0003921483,0.00006992344,0.0000019508057,0.000021337832,0.00001903838,0.00033033025],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767244,0.00044361138,0.00024468912,0.0011367376,0.00015755075,0.00034494512],"domain_scores_gemma":[0.99858636,0.00013352264,0.00022898967,0.0006480828,0.00020913903,0.00019389915],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004320641,0.0003148866,0.00033235407,0.00025346628,0.00013469935,0.00012315557,0.0011856456,0.00060167996,0.000009978671],"category_scores_gemma":[0.000183656,0.00037837276,0.00015651411,0.0008174135,0.00006864382,0.00030046163,0.00091882295,0.0019341818,0.00006457105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012187065,0.0017289933,0.0011004835,0.0008318696,0.0007596478,0.0057162214,0.010212304,0.7694561,0.047934916,0.05881544,0.0022149147,0.10001045],"study_design_scores_gemma":[0.0011904394,0.00037601026,0.0010433893,0.0001943126,0.0000509989,0.000014168623,0.00037787418,0.9400585,0.023819491,0.030534327,0.0014184559,0.0009219869],"about_ca_topic_score_codex":0.001178636,"about_ca_topic_score_gemma":0.00035921443,"teacher_disagreement_score":0.8938343,"about_ca_system_score_codex":0.00043004248,"about_ca_system_score_gemma":0.000357051,"threshold_uncertainty_score":0.99986684},"labels":[],"label_agreement":null},{"id":"W3099161326","doi":"10.18653/v1/2020.alw-1.17","title":"Towards a Comprehensive Taxonomy and Large-Scale Annotated Corpus for Online Slur Usage","year":2020,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Taxonomy (biology); Pejorative; Natural language processing; Annotation; Artificial intelligence; Information retrieval; Linguistics","score_opus":0.04135385596207682,"score_gpt":0.24917963222612652,"score_spread":0.2078257762640497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099161326","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08237073,0.000091694834,0.9127101,0.00306122,0.00017051889,0.0005000304,0.00003905541,0.00031915097,0.00073750154],"genre_scores_gemma":[0.34598386,0.000047170935,0.6439833,0.008767149,0.0002599843,0.00010249857,0.000045602235,0.000022516011,0.00078793074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906653,0.000026275506,0.00015984185,0.00037705083,0.00011298745,0.00025729585],"domain_scores_gemma":[0.9994276,0.00003948604,0.00005098816,0.00017657204,0.00011865568,0.00018669697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005993653,0.00012581014,0.00016983342,0.00003834614,0.00011590022,0.0001167059,0.0002465104,0.00005256649,0.00001902293],"category_scores_gemma":[0.000023969676,0.00011178131,0.00005082104,0.00026195773,0.000024322677,0.0002306711,0.00016040388,0.0000923715,0.000022257655],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023501177,0.00038051157,0.0007242546,0.0002056125,0.00013713514,0.00007757685,0.0027928306,0.0001532446,0.030487433,0.01013666,0.023369778,0.9312999],"study_design_scores_gemma":[0.0013818303,0.00051992806,0.0013348085,0.000009511058,0.000009966543,0.000024009154,0.00018511467,0.32970536,0.009615618,0.00032443018,0.6566304,0.0002590491],"about_ca_topic_score_codex":0.000036071786,"about_ca_topic_score_gemma":0.0000341003,"teacher_disagreement_score":0.9310409,"about_ca_system_score_codex":0.00001195621,"about_ca_system_score_gemma":0.000041602543,"threshold_uncertainty_score":0.45583093},"labels":[],"label_agreement":null},{"id":"W3107025682","doi":"10.1145/3428091","title":"Online Xenophobic Behavior Amid the COVID-19 Pandemic","year":2020,"lang":"en","type":"article","venue":"Digital Government Research and Practice","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Xenophobia; Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Moderation; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Deterrence (psychology); Online and offline; Political science; Criminology; Psychology; Racism; Social psychology; Law; Infectious disease (medical specialty); Virology; Medicine","score_opus":0.18677726100711337,"score_gpt":0.3921599595648633,"score_spread":0.20538269855774996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107025682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5516327,0.0021601461,0.08489291,0.27607068,0.0004850894,0.0027029784,0.00037021228,0.0008503595,0.0808349],"genre_scores_gemma":[0.99162805,0.00045726457,0.0007247441,0.005891017,0.00014841482,0.000041612064,0.000008308723,0.000010244984,0.001090353],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739784,0.00024168445,0.00015846033,0.00040614937,0.0014164026,0.0003794402],"domain_scores_gemma":[0.99718827,0.0017893072,0.00007285841,0.00034137382,0.00008652224,0.0005216479],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001089516,0.00011156987,0.0000923338,0.000019861127,0.00038290455,0.0011566037,0.0006291905,0.000048276444,0.000021831645],"category_scores_gemma":[0.0046303184,0.00007884024,0.00003220672,0.00046454696,0.00014594413,0.0015635054,0.0005808931,0.0005269119,0.00012217257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002301662,0.0031779986,0.02019996,0.00020141623,0.00025316898,0.0019251794,0.008387092,0.000048762904,0.020014672,0.038308974,0.058031194,0.8471499],"study_design_scores_gemma":[0.00045508996,0.0010162246,0.0010427531,0.0000045125707,0.000008967582,0.00042665933,0.0015981095,0.0007414444,0.00033724713,0.0005901912,0.9936167,0.00016212984],"about_ca_topic_score_codex":0.00007588072,"about_ca_topic_score_gemma":0.000010950854,"teacher_disagreement_score":0.9355855,"about_ca_system_score_codex":0.00018224985,"about_ca_system_score_gemma":0.00015056615,"threshold_uncertainty_score":0.9998803},"labels":[],"label_agreement":null},{"id":"W3109954471","doi":"10.22215/etd/2019-13558","title":"\"I’m NOT A MONSTER”: A Corpus-Driven Genre Analysis of School Shooter Notes.","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Monster; Scope (computer science); Wright; Typology; Linguistics; Salient; Psychology; Multidisciplinary approach; Corpus linguistics; Sociology; Pedagogy; History; Computer science; Literature; Social science; Art; Artificial intelligence","score_opus":0.017084549313217668,"score_gpt":0.26016440195491214,"score_spread":0.24307985264169446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109954471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72258455,0.00022798614,0.24356118,0.00018470277,0.0022298496,0.00093126466,0.00005278539,0.0004741277,0.02975354],"genre_scores_gemma":[0.95639354,0.000060186772,0.0118619865,0.00026138197,0.00006022625,0.000031865984,0.00040248988,0.00003314569,0.03089515],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99775153,0.00006516866,0.00054299185,0.0007286319,0.0005974537,0.0003142027],"domain_scores_gemma":[0.9978942,0.00008962759,0.00042397197,0.0011473002,0.0002976477,0.00014719788],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017034597,0.00032442412,0.00070875126,0.0011618037,0.00006702169,0.00017101964,0.0009899841,0.00038891236,0.00033964898],"category_scores_gemma":[0.00006725728,0.00029414112,0.00056763925,0.0017349072,0.000015539823,0.0003004879,0.000091959955,0.00034171907,0.00039968826],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091089174,0.0010234689,0.024064226,0.0015245925,0.021485703,0.00019589384,0.0099111805,0.012690051,0.25467137,0.017922865,0.0032110715,0.6523887],"study_design_scores_gemma":[0.0017748048,0.00083691685,0.1712876,0.00053014944,0.0053990544,0.000020703357,0.00066868524,0.5893445,0.22371313,0.0003001455,0.0031103354,0.0030139922],"about_ca_topic_score_codex":0.00047795242,"about_ca_topic_score_gemma":0.00073455984,"teacher_disagreement_score":0.6493747,"about_ca_system_score_codex":0.00007143525,"about_ca_system_score_gemma":0.00021900739,"threshold_uncertainty_score":0.99995106},"labels":[],"label_agreement":null},{"id":"W3111884354","doi":"10.5210/fm.v26i1.11075","title":"Shades of hatred online: 4chan duplicate circulation surge during hybrid media events","year":2020,"lang":"en","type":"article","venue":"First Monday","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hatred; Phenomenon; Circulation (fluid dynamics); White (mutation); Political science; Computer science; History; Sociology; Media studies; Politics; Law; Engineering","score_opus":0.02020176290101351,"score_gpt":0.20599275682865814,"score_spread":0.18579099392764464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111884354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98074585,0.0000695859,0.016689248,0.0018740006,0.00025952564,0.00011743942,0.000017292563,0.00019908985,0.000027953982],"genre_scores_gemma":[0.9974186,0.00002352457,0.0022852884,0.00006414496,0.00013472834,0.000007232241,0.000025188672,0.0000126769655,0.000028646966],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99884707,0.00003285651,0.00026576087,0.00034672636,0.0002877136,0.00021985611],"domain_scores_gemma":[0.9992136,0.000042143685,0.00013578225,0.00040867826,0.00005801588,0.0001418241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009449102,0.00012395711,0.000171261,0.00007965243,0.000110705856,0.000033279208,0.0005430927,0.00004588058,0.00003042906],"category_scores_gemma":[0.000119280274,0.00012629764,0.00008857804,0.00037630345,0.00001737792,0.00029186162,0.00019920045,0.00011109484,0.00006739656],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046832068,0.0015948521,0.21477295,0.0019610312,0.0006032147,0.00055601593,0.13794261,0.038997166,0.49042863,0.0016481357,0.0078040715,0.103223],"study_design_scores_gemma":[0.0016027335,0.00016624741,0.5132898,0.00017647531,0.000032568154,0.00005089168,0.000058532358,0.16704392,0.29999632,0.0010348823,0.01581004,0.0007376062],"about_ca_topic_score_codex":0.000036258094,"about_ca_topic_score_gemma":0.0000064594055,"teacher_disagreement_score":0.29851684,"about_ca_system_score_codex":0.00002826927,"about_ca_system_score_gemma":0.000027171223,"threshold_uncertainty_score":0.5150268},"labels":[],"label_agreement":null},{"id":"W3112082559","doi":"10.1109/isi49825.2020.9280551","title":"A Bootstrapped Model to Detect Abuse and Intent in White Supremacist Corpora","year":2020,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"White (mutation); Computer science; Computer security","score_opus":0.03160097666419798,"score_gpt":0.2336245148612458,"score_spread":0.20202353819704783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112082559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32437256,0.000010443179,0.67266613,0.0017118704,0.00003764717,0.0001536597,6.7902846e-7,0.00014343631,0.00090355944],"genre_scores_gemma":[0.93927497,0.000009088675,0.05851878,0.0019682944,0.000014359776,0.000012007171,3.4208242e-7,0.000006018866,0.00019614326],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911964,0.000020351883,0.00016068316,0.00035858926,0.00013711178,0.0002036234],"domain_scores_gemma":[0.999512,0.000010408189,0.000023929177,0.00019716924,0.000028656965,0.00022781518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010356282,0.0001027731,0.00011943478,0.00008302168,0.000035624656,0.00012410425,0.00026975802,0.000038451322,0.00000930758],"category_scores_gemma":[0.000022635684,0.000093934075,0.000025626125,0.00039822463,0.000013346268,0.00020486335,0.00011644501,0.000109036366,0.0000580876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081827823,0.0002804012,0.015170873,0.00028007894,0.00009504102,0.0007276257,0.06405569,0.08040226,0.3141678,0.019977232,0.010969822,0.4930549],"study_design_scores_gemma":[0.00040643848,0.00022217365,0.0009771924,0.000015320296,0.000002013666,0.000017324826,0.00006502658,0.9838903,0.012758514,0.000983731,0.00046167063,0.00020027887],"about_ca_topic_score_codex":0.00003307443,"about_ca_topic_score_gemma":0.00011975003,"teacher_disagreement_score":0.90348804,"about_ca_system_score_codex":0.000020081417,"about_ca_system_score_gemma":0.000024919942,"threshold_uncertainty_score":0.38305202},"labels":[],"label_agreement":null},{"id":"W3112904657","doi":"10.7202/1074014ar","title":"Free Speech Rhetoric and Normalizing Violence: Setting Higher Standards for University Guest Speaker Policies","year":2020,"lang":"en","type":"article","venue":"Atlantis Critical Studies in Gender Culture & Social Justice","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Rhetoric; Conflation; Harm; Free speech; Academic freedom; Political science; Speech recognition; Psychology; Linguistics; Computer science; Law; Higher education","score_opus":0.0516410948536728,"score_gpt":0.3330102275203122,"score_spread":0.2813691326666394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112904657","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18070857,0.04310337,0.5280989,0.112578325,0.032620948,0.004044434,0.0014532612,0.0033058824,0.094086304],"genre_scores_gemma":[0.97876436,0.0015219299,0.015157856,0.001979628,0.0024207085,0.000006466246,0.0000049373807,0.000017261795,0.00012683427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830824,0.000109725595,0.00021325877,0.0004754817,0.00039629688,0.0004970009],"domain_scores_gemma":[0.99907386,0.00024432188,0.000048545564,0.00013071716,0.0003712917,0.00013123215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031015978,0.0002071234,0.00030044382,0.000034080043,0.00083452003,0.0001209122,0.00040605094,0.00013875656,0.000004019132],"category_scores_gemma":[0.000936213,0.00019445707,0.00007521383,0.00042313678,0.00024131016,0.00036356752,0.0005387371,0.00028243833,0.0000037339996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019834511,0.00015474347,0.0021434422,0.0030774986,0.0003849141,0.0007323426,0.098300256,0.000015643256,0.0015841989,0.707928,0.16566107,0.019819543],"study_design_scores_gemma":[0.0042377007,0.0006828778,0.0110014705,0.00052737625,0.00096371444,0.00011329246,0.07472523,0.0015610595,0.0013490792,0.015456855,0.8873554,0.002025979],"about_ca_topic_score_codex":0.00007130568,"about_ca_topic_score_gemma":0.00003061384,"teacher_disagreement_score":0.7980558,"about_ca_system_score_codex":0.00016562588,"about_ca_system_score_gemma":0.000047498503,"threshold_uncertainty_score":0.7929729},"labels":[],"label_agreement":null},{"id":"W3113056411","doi":"10.5325/jinfopoli.10.2020.0329","title":"Conducting Critical Analysis on International Communication Rights Standards: The Contributions of Graphical Knowledge Modeling","year":2020,"lang":"en","type":"article","venue":"Journal of Information Policy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université TÉLUQ","funders":"","keywords":"Human rights; Normative; Fundamental rights; International human rights law; Context (archaeology); Political science; Sociology; Law and economics; Law; Engineering ethics; Public relations; Engineering","score_opus":0.029483536858032452,"score_gpt":0.33810743196171616,"score_spread":0.3086238951036837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113056411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021594293,0.000053654978,0.9489587,0.026405849,0.00015714293,0.00005812575,0.000029408993,0.000022497537,0.0027203143],"genre_scores_gemma":[0.9963229,0.00003660113,0.0029214798,0.0005716452,0.0001382484,0.0000012169696,0.0000048856373,0.0000013715348,0.0000016978871],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856675,0.00012310111,0.0006852506,0.00004712378,0.00047411807,0.00010366057],"domain_scores_gemma":[0.99743366,0.00020620743,0.00040535844,0.00018761768,0.0016691788,0.000097985736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092779065,0.00006782095,0.00016435816,0.00048206703,0.00021275187,0.00014355654,0.00063086476,0.000048728245,0.000011882673],"category_scores_gemma":[0.0017354719,0.00004629642,0.00018037859,0.0010925459,0.000056593526,0.0014760139,0.00007665521,0.00030006075,0.000007015827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010231411,0.00009003966,0.00004667057,0.000024161716,0.000512616,0.0000012052016,0.010062104,0.05354889,0.00037984143,0.9237896,0.0012485235,0.010193989],"study_design_scores_gemma":[0.00060498534,0.00020962639,0.00011470112,0.000052405565,0.00009519231,0.000034773395,0.0004461881,0.97392404,0.0051895245,0.0105856,0.00864293,0.00010005733],"about_ca_topic_score_codex":0.000050441307,"about_ca_topic_score_gemma":0.0000032316295,"teacher_disagreement_score":0.9747286,"about_ca_system_score_codex":0.00010432282,"about_ca_system_score_gemma":0.00021757338,"threshold_uncertainty_score":0.20776473},"labels":[],"label_agreement":null},{"id":"W3114538195","doi":"10.33972/jhs.146","title":"Unity Starts with U: A Case Study of a Counter-Hate Campaign Through the Use of Social Media Platforms","year":2020,"lang":"en","type":"article","venue":"Journal of Hate Studies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Viewpoints; Grassroots; Social media; Narrative; Sociology; Inclusion (mineral); Public relations; Political science; The Internet; Media studies; Law; Gender studies; Computer science; Politics","score_opus":0.1340138740364548,"score_gpt":0.29525593679448153,"score_spread":0.16124206275802674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114538195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99498177,0.00021744332,0.0037710224,0.00058155943,0.00023361301,0.00017990998,0.000004942675,0.000014752997,0.000014980078],"genre_scores_gemma":[0.9983486,0.00009664292,0.0012956436,0.00012884142,0.000113230235,0.0000023964403,9.973333e-8,0.0000073410456,0.00000720676],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984733,0.000104085244,0.00053999684,0.00013420613,0.00057453633,0.00017390367],"domain_scores_gemma":[0.99801666,0.0002958185,0.00078571885,0.00016724518,0.000680694,0.000053867345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000405956,0.00014453237,0.00046673958,0.000058006095,0.0002493238,0.00005814716,0.0003307603,0.00002762089,0.000002187867],"category_scores_gemma":[0.00017642637,0.00007745169,0.00009059462,0.0004327017,0.00016553405,0.00076476514,0.00017308965,0.0002605151,8.0043844e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008060843,0.00066578574,0.002162119,0.00014209436,0.0021928372,0.004397822,0.9792174,0.0016222951,0.0004480391,0.00037477873,0.0022724974,0.005698221],"study_design_scores_gemma":[0.0094872005,0.020005157,0.007397907,0.0004654295,0.00098789,0.0061115227,0.93577754,0.0023906564,0.0087530045,0.0024087732,0.005363305,0.00085158914],"about_ca_topic_score_codex":0.00017175627,"about_ca_topic_score_gemma":0.00073214323,"teacher_disagreement_score":0.04343986,"about_ca_system_score_codex":0.000032049345,"about_ca_system_score_gemma":0.00008676753,"threshold_uncertainty_score":0.3158388},"labels":[],"label_agreement":null},{"id":"W3115116643","doi":"10.1109/ictai50040.2020.00087","title":"Deep Learning Ensembles for Hate Speech Detection","year":2020,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Offensive; Artificial intelligence; Class (philosophy); Task (project management); Ensemble learning; Natural language processing; Word (group theory); Speech recognition; Arabic; Embedding; Word embedding; Ensemble forecasting; Machine learning; Pattern recognition (psychology); Linguistics; Mathematics","score_opus":0.01723717314677962,"score_gpt":0.22473454023354938,"score_spread":0.20749736708676977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115116643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017404426,0.000030559208,0.97814816,0.0010755762,0.00022493246,0.00016353981,1.0033075e-7,0.0006203086,0.0023323747],"genre_scores_gemma":[0.9239439,0.000011154124,0.07464246,0.0005830058,0.00017069443,0.00001853014,0.0000010223811,0.000010116926,0.00061916764],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921495,0.00003050096,0.00012218962,0.0002968162,0.00012492266,0.00021060146],"domain_scores_gemma":[0.99962044,0.000046558907,0.000043750177,0.00012383738,0.00006046109,0.000104955274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013036132,0.000089193156,0.00008959839,0.000041222112,0.0001961837,0.0001549088,0.00023134981,0.00005175083,0.000019879626],"category_scores_gemma":[0.00010153034,0.0000832909,0.00006591184,0.0002576817,0.0000084129815,0.00028912415,0.000060247803,0.00011053053,0.00016672837],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017977289,0.00000774854,0.000029876352,0.000016485134,0.0000101768455,0.0000050400004,0.00035616985,0.00073618436,0.06318295,0.0017910381,0.000119650795,0.9337267],"study_design_scores_gemma":[0.00024868644,0.00031951632,0.00007485267,0.000003204867,0.0000041550084,0.00001585813,0.000061581704,0.5513212,0.41748482,0.0008051567,0.029519858,0.00014109281],"about_ca_topic_score_codex":0.000020801703,"about_ca_topic_score_gemma":0.00002640245,"teacher_disagreement_score":0.9335856,"about_ca_system_score_codex":0.00001666168,"about_ca_system_score_gemma":0.0000097300535,"threshold_uncertainty_score":0.33965042},"labels":[],"label_agreement":null},{"id":"W3115320986","doi":"10.1613/jair.1.12590","title":"Confronting Abusive Language Online: A Survey from the Ethical and Human Rights Perspective","year":2021,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Unintended consequences; Perspective (graphical); Human rights; Transparency (behavior); Situational ethics; The Internet; Redress; Social media; Situation awareness","score_opus":0.14740933450327634,"score_gpt":0.44267803961297403,"score_spread":0.2952687051096977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115320986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9193776,0.00085504644,0.07257027,0.0064834533,0.000344686,0.00009405902,0.0000091521115,0.000014512169,0.00025118623],"genre_scores_gemma":[0.99552596,0.000048190093,0.0036979571,0.00010971932,0.0005119736,9.5253444e-7,0.00000191407,0.00000586707,0.000097454824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99677867,0.0013810426,0.00040690563,0.00026751275,0.0008488783,0.00031697765],"domain_scores_gemma":[0.9953158,0.0018692742,0.00014176058,0.0002973015,0.0022340969,0.00014175044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042758295,0.000091206675,0.00018677936,0.00012374899,0.000661343,0.00053282053,0.0006606026,0.00013483201,0.000057980204],"category_scores_gemma":[0.0019742618,0.00006209972,0.00007572509,0.00067788584,0.00025421337,0.00022072451,0.00025498384,0.0019089429,0.000025521347],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034043487,0.00089128315,0.002065325,0.000020524278,0.00040934593,0.0034988825,0.07408594,0.00017826405,0.17661366,0.530917,0.003422489,0.20755683],"study_design_scores_gemma":[0.00024164496,0.0012632794,0.025929471,0.00045810873,0.000034328994,0.00064153015,0.06810538,0.015269164,0.4523756,0.43095773,0.0041433657,0.00058039645],"about_ca_topic_score_codex":0.0064742304,"about_ca_topic_score_gemma":0.0106806215,"teacher_disagreement_score":0.27576193,"about_ca_system_score_codex":0.00010181771,"about_ca_system_score_gemma":0.00025406037,"threshold_uncertainty_score":0.9787143},"labels":[],"label_agreement":null},{"id":"W3116059311","doi":"10.5204/mcj.1849","title":"Cyberhate and Performative Speech in Accelerated Time(s)","year":2000,"lang":"en","type":"article","venue":"M/C Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Performative utterance; Art; Computer science; Aesthetics","score_opus":0.007576425183970766,"score_gpt":0.21225775847147785,"score_spread":0.2046813332875071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116059311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98456746,0.00008569064,0.0016829502,0.00044722573,0.000106183055,0.000055097535,3.5643527e-7,0.000044780892,0.013010275],"genre_scores_gemma":[0.98995566,0.00022599139,0.006560121,0.00024185312,0.000101521626,0.0000017461206,5.5083984e-7,0.000006690585,0.002905835],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991717,0.00009615907,0.00019179347,0.00013375709,0.00016564662,0.0002409675],"domain_scores_gemma":[0.99967563,0.000020174095,0.00004702769,0.00011239979,0.00003896577,0.00010581317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004874151,0.00008923412,0.000106418425,0.00012717933,0.0002077837,0.00035492066,0.00023813543,0.0000454722,0.0007457924],"category_scores_gemma":[0.000011794997,0.0000755242,0.000024822895,0.0002997037,0.00001990916,0.00085127953,0.000032236803,0.00040613126,0.00045748265],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028699618,0.00003722765,0.00047866674,0.0000025563259,0.000011088173,0.00018751096,0.0017013206,0.00013383925,0.0022852924,0.00007490832,0.0008187638,0.9942401],"study_design_scores_gemma":[0.009390257,0.0022501813,0.12759502,0.00052532356,0.00003446914,0.029553184,0.0006025559,0.59212774,0.10189332,0.018398361,0.1153639,0.0022656638],"about_ca_topic_score_codex":0.000017516953,"about_ca_topic_score_gemma":0.000005251598,"teacher_disagreement_score":0.9919745,"about_ca_system_score_codex":0.00004177828,"about_ca_system_score_gemma":0.000039116196,"threshold_uncertainty_score":0.81659037},"labels":[],"label_agreement":null},{"id":"W3121347346","doi":"10.20944/preprints201612.0112.v1","title":"Online Shaming and the Right to Privacy","year":2016,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Hertfordshire","keywords":"Humiliation; Dignity; Internet privacy; Political science; Right to privacy; Sociology; Law; Computer science","score_opus":0.05817798166506588,"score_gpt":0.31236357848910046,"score_spread":0.2541855968240346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121347346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8683443,0.00015418949,0.10698671,0.013581983,0.0015344889,0.0010469082,0.000012566856,0.0004962622,0.0078425715],"genre_scores_gemma":[0.9913451,0.000113359616,0.004652815,0.00068394584,0.0003775378,0.000119595585,0.000003790959,0.000023899102,0.002679934],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974522,0.00021450025,0.00039516942,0.0011692335,0.0003719639,0.0003969197],"domain_scores_gemma":[0.9970309,0.0001716718,0.00020465413,0.0022706748,0.000120819044,0.00020127288],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010625044,0.00031435193,0.00036417536,0.00015133483,0.00022638703,0.00013951317,0.0021044842,0.0002062988,0.000105170744],"category_scores_gemma":[0.00040397246,0.00019761069,0.00014212781,0.00018355872,0.000117603966,0.00017946848,0.0079823015,0.0006343063,0.0009903949],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010019019,0.001481108,0.17189503,0.0011255904,0.0016817853,0.0004385673,0.041297425,0.0009580459,0.07039363,0.23063935,0.0022704557,0.4768171],"study_design_scores_gemma":[0.004623669,0.00011255345,0.35509822,0.0018055865,0.00014780938,0.00023907433,0.00008060489,0.009287917,0.17950867,0.23928286,0.2070998,0.002713252],"about_ca_topic_score_codex":0.000101377234,"about_ca_topic_score_gemma":0.000015779508,"teacher_disagreement_score":0.47410387,"about_ca_system_score_codex":0.00008536849,"about_ca_system_score_gemma":0.00010633266,"threshold_uncertainty_score":0.99978745},"labels":[],"label_agreement":null},{"id":"W3121919814","doi":"10.2139/ssrn.2865792","title":"Honey Let's Just Keep the Doors Openn: A Critical Study on the Abrogation of Spousal Privileged Communication in Canada and Its Implications in Criminology","year":2016,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Doors; Criminology; Political science; Sociology; Law; Engineering","score_opus":0.029689196969604793,"score_gpt":0.2655704978924521,"score_spread":0.2358813009228473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121919814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97302556,0.0002333308,0.003806261,0.022496939,0.000068203415,0.00028724773,8.870109e-7,0.0000071559307,0.0000744088],"genre_scores_gemma":[0.9993301,0.00043218466,0.00003101659,0.00013045252,0.000018158178,0.000029930117,2.2478407e-7,0.000005146438,0.000022762639],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982108,0.00051053753,0.00029313195,0.00016574009,0.00018569964,0.0006340964],"domain_scores_gemma":[0.9988578,0.000521363,0.00011184296,0.00039115179,0.00008315779,0.000034670615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016146384,0.000087091365,0.00011482837,0.00009744276,0.00020931645,0.00004084967,0.0007458338,0.00003465824,0.0000037109487],"category_scores_gemma":[0.00028076256,0.000047829748,0.000018572811,0.00024824947,0.000051235915,0.00021437729,0.00010247267,0.0007589462,0.000002785917],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056778423,0.00024336058,0.018549163,0.000003856778,0.000038988917,0.0000043323716,0.0019792516,0.000038502898,0.0046722144,0.91004634,0.000031165764,0.06433606],"study_design_scores_gemma":[0.002714092,0.0015217855,0.76304775,0.00015799589,0.000039416762,0.00064876355,0.010717951,0.0019725778,0.0037396569,0.21483979,0.00021821901,0.0003819653],"about_ca_topic_score_codex":0.072592884,"about_ca_topic_score_gemma":0.8371981,"teacher_disagreement_score":0.76460516,"about_ca_system_score_codex":0.0007956867,"about_ca_system_score_gemma":0.0018687511,"threshold_uncertainty_score":0.9335828},"labels":[],"label_agreement":null},{"id":"W3122442690","doi":"10.1080/17439884.2021.1878218","title":"The hidden costs of connectivity: nature and effects of scholars’ online harassment","year":2021,"lang":"en","type":"article","venue":"Learning Media and Technology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Royal Roads University; Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Harassment; Scope (computer science); Public relations; Variety (cybernetics); Face (sociological concept); Work (physics); Identity (music); Identity theft; Political science; Sociology; Internet privacy; Psychology; Social psychology; Social science; Engineering; Computer science; Aesthetics","score_opus":0.0033477594204498785,"score_gpt":0.21902170365443333,"score_spread":0.21567394423398345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122442690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98950356,0.004612162,0.002004585,0.003446943,0.00025040863,0.00006699138,4.897119e-7,0.00007902197,0.00003583492],"genre_scores_gemma":[0.99619377,0.0007747179,0.002919627,0.000040869905,0.000013916452,0.000004381249,0.0000012477312,0.0000039290317,0.0000475282],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993692,0.00008613391,0.00010625866,0.00019600615,0.000112432324,0.00012998712],"domain_scores_gemma":[0.9990951,0.0004840722,0.00008777314,0.00020564932,0.000098323966,0.000029099756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001789605,0.000067385896,0.00014954587,0.000095107804,0.00011192261,0.000024637762,0.0001566262,0.00020072836,6.6974496e-7],"category_scores_gemma":[0.0010787286,0.000051466304,0.000015734713,0.0003795435,0.00014168161,0.000063133186,0.00021413705,0.0005905856,5.288022e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006354677,0.000046348694,0.011598237,0.000052607895,0.000045852114,0.00005065412,0.00023588845,0.0000010045943,0.10539399,0.04869583,0.00002323889,0.83384997],"study_design_scores_gemma":[0.001267738,0.00071620964,0.037771504,0.00029699106,0.000037339974,0.0002831893,0.00060720986,0.002143887,0.9273544,0.01842456,0.010873264,0.00022372334],"about_ca_topic_score_codex":0.000006807059,"about_ca_topic_score_gemma":0.000033269913,"teacher_disagreement_score":0.8336263,"about_ca_system_score_codex":0.00001001479,"about_ca_system_score_gemma":0.00003780533,"threshold_uncertainty_score":0.25658333},"labels":[],"label_agreement":null},{"id":"W3122979885","doi":"10.29173/alr2574","title":"Terrorist Speech under Bills C-51 and C-59 and the Othman Hamdan Case: The Continued Incoherence of Canada’s Approach","year":2019,"lang":"en","type":"article","venue":"Alberta Law Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Terrorism; Law; Acquittal; Sociology; The Internet; Bill of rights; Political science; Criminology; Human rights","score_opus":0.006438297534978721,"score_gpt":0.20002646064973728,"score_spread":0.19358816311475857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122979885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38285965,0.23999529,0.00582212,0.08551738,0.002109529,0.012552107,0.00002324457,0.00015733232,0.27096337],"genre_scores_gemma":[0.9907832,0.00278765,0.0006462696,0.0033347462,0.000025490874,0.000031094034,0.000001605591,0.000010412703,0.0023795245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987574,0.00023174938,0.00028233754,0.0003113379,0.00020967194,0.00020749561],"domain_scores_gemma":[0.9986142,0.00038063503,0.00016906636,0.00071509177,0.000053175278,0.00006786071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007241314,0.00015002598,0.00034199105,0.000011359938,0.00018845263,0.00008704753,0.00042234507,0.000037644855,0.000016834178],"category_scores_gemma":[0.000059435308,0.0000758645,0.000046323716,0.00020462085,0.00020094156,0.00013737907,0.00017956692,0.00015320013,0.000005775137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033076565,0.00007954902,0.0010529292,0.0034184824,0.000248992,0.0000872607,0.0015668812,0.000010212023,0.00018138796,0.8553033,0.008611181,0.12940674],"study_design_scores_gemma":[0.002992005,0.0002549564,0.0017780993,0.003252248,0.00029432456,0.009309339,0.00040463707,0.006199254,0.0011912697,0.003610186,0.9696154,0.0010982642],"about_ca_topic_score_codex":0.54304796,"about_ca_topic_score_gemma":0.53919953,"teacher_disagreement_score":0.96100426,"about_ca_system_score_codex":0.00002034435,"about_ca_system_score_gemma":0.00011272469,"threshold_uncertainty_score":0.46920887},"labels":[],"label_agreement":null},{"id":"W3123996955","doi":"","title":"Internet Surveillance, Regulation, and Chilling Effects Online: A Comparative Case Study","year":2017,"lang":"en","type":"article","venue":"RePEc: Research Papers in Economics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"The Internet; Skepticism; Internet privacy; Censorship; Business; Legal aspects of computing; Work (physics); State (computer science); Public relations; Political science; Law; Engineering; Computer science","score_opus":0.04277157871036618,"score_gpt":0.33245164513110753,"score_spread":0.28968006642074134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123996955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99476326,0.000023540488,0.00019380436,0.00007299281,0.00018774866,0.0004580201,0.0000017146724,0.000036242094,0.0042626965],"genre_scores_gemma":[0.9982045,0.00010685487,0.0011556122,0.00001249242,0.000070138376,0.000028805234,0.0000015896775,0.000008430715,0.00041157624],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99858034,0.00024001683,0.00022585414,0.00050381984,0.00012726494,0.00032270458],"domain_scores_gemma":[0.9985936,0.000313785,0.000107443644,0.00079729507,0.000074899064,0.00011293607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010877346,0.00011972432,0.00022324969,0.00018365895,0.00046095622,0.00050612923,0.00051046925,0.00005759044,0.0000029396483],"category_scores_gemma":[0.00018736017,0.00011882582,0.000028185024,0.00007663564,0.00014008375,0.00037477983,0.00043220643,0.00032110963,0.000004694142],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007453361,0.0005282004,0.2406885,0.000048221213,0.00010771746,0.0015289931,0.008204578,0.0008188981,0.00025565914,0.0007910963,0.00003951737,0.7469141],"study_design_scores_gemma":[0.0026580703,0.0009979963,0.66876054,0.000102259146,0.0000040307496,0.0010559631,0.003058213,0.31926677,0.00084724295,0.00070979923,0.002013493,0.0005256432],"about_ca_topic_score_codex":0.00051716476,"about_ca_topic_score_gemma":0.003923036,"teacher_disagreement_score":0.74638844,"about_ca_system_score_codex":0.0001085398,"about_ca_system_score_gemma":0.000055706485,"threshold_uncertainty_score":0.4880616},"labels":[],"label_agreement":null},{"id":"W3124868960","doi":"10.1086/524316","title":"Hate in the classroom: Free expression, Holocaust denial, and liberal education","year":2008,"lang":"en","type":"article","venue":"Repository@Hull (Worktribe) (University of Hull)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Denial; The Holocaust; Argument (complex analysis); Constructive; Expression (computer science); Sociology; Psychoanalysis; Law; Epistemology; Psychology; Pedagogy; Political science; Philosophy; Medicine; Computer science","score_opus":0.00748767919206042,"score_gpt":0.1735993123577153,"score_spread":0.1661116331656549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124868960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855766,0.00041730254,0.0086866375,0.00089766615,0.000429577,0.00025227945,0.0000019793633,0.00009538916,0.0036425162],"genre_scores_gemma":[0.9884468,0.00014392642,0.008696606,0.00008002405,0.00010209366,0.0000012795722,0.0000040881155,0.0000073730903,0.0025178164],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986205,0.00021138391,0.0001691998,0.00040179887,0.00034512565,0.0002519666],"domain_scores_gemma":[0.9988255,0.00007672586,0.00017766187,0.000712751,0.0001061878,0.00010117052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002302935,0.00015153762,0.00019497507,0.00018452377,0.0006215627,0.00007118059,0.0009634402,0.00014416421,0.000007098764],"category_scores_gemma":[0.000023205395,0.0001426264,0.00007909188,0.0005135945,0.00016265869,0.00062111625,0.00026529608,0.00027594788,0.000010997697],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013106086,0.0043461914,0.1726332,0.0004954735,0.00034751307,0.0046376893,0.09431654,0.0009593296,0.17285158,0.020717265,0.41581923,0.11156538],"study_design_scores_gemma":[0.012121486,0.0026398962,0.6842773,0.0016770066,0.0003232508,0.008989472,0.022153962,0.014579471,0.08852126,0.012558571,0.14813477,0.0040235543],"about_ca_topic_score_codex":0.00048469685,"about_ca_topic_score_gemma":0.00007833038,"teacher_disagreement_score":0.5116441,"about_ca_system_score_codex":0.00006870999,"about_ca_system_score_gemma":0.00017565214,"threshold_uncertainty_score":0.5816136},"labels":[],"label_agreement":null},{"id":"W3124930350","doi":"","title":"Fired Over Facebook: The Consequences of Discussing Work Online","year":2012,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Dismissal; Social media; Doctrine; Labour law; Unfair dismissal; Public relations; Context (archaeology); Work (physics); Political science; Internet privacy; Business; Sociology; Law and economics; Law; Engineering; Computer science; History","score_opus":0.09760661926807908,"score_gpt":0.3082317127904461,"score_spread":0.21062509352236702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124930350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891436,0.00012367257,0.009103443,0.00046952048,0.0005142148,0.0002570957,0.000008766935,0.0001562164,0.00022347388],"genre_scores_gemma":[0.9967659,0.000023175773,0.0003889103,0.00019136489,0.00009642584,9.995681e-7,0.0000041454227,0.000014035254,0.0025150478],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982186,0.00031574193,0.0002328138,0.00033217983,0.00039834925,0.00050233817],"domain_scores_gemma":[0.99866706,0.00012888454,0.0002348677,0.0006872073,0.000082789324,0.00019920144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004691262,0.00022085138,0.00022866012,0.00021738597,0.0003214396,0.00023005455,0.0013263078,0.00012700573,0.000020922793],"category_scores_gemma":[0.000036681035,0.00016951271,0.0001358035,0.0007657754,0.00025886347,0.0023186563,0.00045416594,0.00038617704,0.0000901222],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003470316,0.0000990013,0.98797005,0.000016883041,0.000048334452,0.000028960383,0.0010621992,0.000018725985,0.004118801,0.0005711015,0.000001425445,0.006029821],"study_design_scores_gemma":[0.00045983752,0.00006989721,0.9743215,0.00015248092,0.000042331485,0.000037246613,0.00025901577,0.0000017304469,0.019380428,0.00017241789,0.0047993087,0.0003038483],"about_ca_topic_score_codex":0.000007921023,"about_ca_topic_score_gemma":0.00015201629,"teacher_disagreement_score":0.015261627,"about_ca_system_score_codex":0.000092447626,"about_ca_system_score_gemma":0.00007904437,"threshold_uncertainty_score":0.6912528},"labels":[],"label_agreement":null},{"id":"W3125966627","doi":"10.29173/alr280","title":"Criminalizing Terrorist Babble: Canada&apos;s Dubious New Terrorist Speech Crime","year":2015,"lang":"en","type":"article","venue":"TSpace","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Terrorism; Radicalization; Charter; Law; Criminal offence; Commission; Government (linguistics); Political science; Criminology; The Internet; Criminal law; Sociology; Computer science","score_opus":0.06568959317489126,"score_gpt":0.32602203119828577,"score_spread":0.2603324380233945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125966627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4259749,0.0026663037,0.3253686,0.02795254,0.013569079,0.0010754156,0.000009075173,0.0024451928,0.20093888],"genre_scores_gemma":[0.9246749,0.000010958052,0.0316973,0.0012362472,0.0007259609,0.000008973885,0.000007477861,0.00004215194,0.041596003],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978769,0.00007448434,0.00025170302,0.0005427656,0.0006496421,0.0006045236],"domain_scores_gemma":[0.99824035,0.00003069045,0.0001221744,0.0008107821,0.00014177249,0.0006542505],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003051361,0.0002627851,0.00024220937,0.000102433725,0.00018815628,0.00026985657,0.00088618003,0.00009606175,0.00005097974],"category_scores_gemma":[0.000118802076,0.00026087393,0.000058659454,0.00046758456,0.00003458833,0.00032062372,0.00017254944,0.00026158377,0.0002152127],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006867433,0.00010876289,0.0004872733,0.00005403703,0.00006830831,0.0012825727,0.015349175,0.0001429771,0.00900754,0.002706555,0.87112844,0.09959567],"study_design_scores_gemma":[0.0015253293,0.0004761961,0.0011510882,0.000095581476,0.000055026627,0.00094857573,0.004548449,0.005605322,0.100726634,0.0014421288,0.882161,0.0012646449],"about_ca_topic_score_codex":0.7075991,"about_ca_topic_score_gemma":0.24218084,"teacher_disagreement_score":0.49870002,"about_ca_system_score_codex":0.00043712874,"about_ca_system_score_gemma":0.0015953543,"threshold_uncertainty_score":0.9999843},"labels":[],"label_agreement":null},{"id":"W3128801478","doi":"10.1177/0002764221989777","title":"Mapping out Violence Against Women of Influence on Twitter Using the Cyber–Lifestyle Routine Activity Theory","year":2021,"lang":"en","type":"article","venue":"American Behavioral Scientist","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Social Sciences and Humanities Research Council of Canada; Global Affairs Canada","keywords":"Harassment; Legal guardian; Moderation; Social media; Psychology; Online and offline; Criminology; Social psychology; Internet privacy; Political science; Computer science; Law","score_opus":0.022198406863354687,"score_gpt":0.29098055719573646,"score_spread":0.2687821503323818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128801478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96808726,0.0000131471115,0.030863486,0.00015096295,0.00043346756,0.00012236596,0.000006230593,0.0000752948,0.00024777747],"genre_scores_gemma":[0.99587667,0.00000869373,0.0032559494,0.000539534,0.000038690403,0.000015010311,0.0000012799208,0.000010534068,0.0002536191],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9978254,0.00030267492,0.00024287435,0.0005713251,0.0005441192,0.0005136018],"domain_scores_gemma":[0.9984588,0.00007913881,0.000294603,0.00086318195,0.00016551712,0.00013876187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072978856,0.00018112277,0.00024081062,0.000109891145,0.0003788832,0.00022215374,0.00080134824,0.000033841643,0.000016980586],"category_scores_gemma":[0.000059993854,0.00014322207,0.00009195635,0.0013979268,0.0006295545,0.00037601986,0.00038357585,0.00023998831,0.000030637733],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031617987,0.00048386297,0.027407682,0.000012243917,0.000021518139,0.0001408791,0.005726234,0.0007406781,0.49323386,0.0007738895,0.000049996797,0.47137755],"study_design_scores_gemma":[0.0011904282,0.0010892979,0.48782453,0.0007398853,0.000054585158,0.0001905996,0.006754776,0.008867224,0.48649102,0.0013342431,0.0037274258,0.0017359788],"about_ca_topic_score_codex":0.0005000774,"about_ca_topic_score_gemma":0.000036240184,"teacher_disagreement_score":0.46964157,"about_ca_system_score_codex":0.00018802387,"about_ca_system_score_gemma":0.00015892315,"threshold_uncertainty_score":0.58404267},"labels":[],"label_agreement":null},{"id":"W3132587254","doi":"10.1089/elj.2020.0652","title":"Combatting Foreign Election Interference: Canada's Electoral Ecosystem Approach to Disinformation and Cyber Threats","year":2021,"lang":"en","type":"article","venue":"Election Law Journal Rules Politics and Policy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Disinformation; Legitimacy; Democracy; Politics; Political economy; Business; Political science; Economics; Social media; Law","score_opus":0.011456359068477522,"score_gpt":0.24303519004561383,"score_spread":0.2315788309771363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132587254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6864632,0.0004290051,0.25826275,0.0023660827,0.00095314014,0.00029193022,0.000021681852,0.00015044423,0.051061764],"genre_scores_gemma":[0.99546444,0.00008370037,0.0027151064,0.0008400246,0.0005060057,0.0000063980233,0.00000856503,0.0000121418825,0.00036358775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99854875,0.00010653271,0.00035188728,0.000245198,0.00026352858,0.00048411367],"domain_scores_gemma":[0.9990028,0.00004071951,0.00014163635,0.00015888998,0.00028976175,0.0003662024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002523704,0.00017795616,0.00019153742,0.00019286333,0.0009857743,0.0008311688,0.00013397659,0.00008345248,0.0000031578325],"category_scores_gemma":[0.00006466844,0.00016839524,0.00003620737,0.00043121766,0.000019560426,0.00055686827,0.000078271725,0.00032734484,0.0000036079996],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010679247,0.000036697144,0.0002699817,0.000052927502,0.000052395626,0.000011261823,0.00045268156,0.00009053982,0.0010852057,0.9440693,0.0005914536,0.053276863],"study_design_scores_gemma":[0.005130814,0.003870183,0.02560069,0.0009120277,0.00022400515,0.07990951,0.002574987,0.17156722,0.20470548,0.29590106,0.20547459,0.0041294643],"about_ca_topic_score_codex":0.0688227,"about_ca_topic_score_gemma":0.10800783,"teacher_disagreement_score":0.64816827,"about_ca_system_score_codex":0.0004241243,"about_ca_system_score_gemma":0.00054408633,"threshold_uncertainty_score":0.9373781},"labels":[],"label_agreement":null},{"id":"W3132798273","doi":"10.21810/jicw.v2i2.1058","title":"#FakeNews","year":2019,"lang":"en","type":"article","venue":"The Journal of Intelligence Conflict and Warfare","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Misinformation; Reputation; Internet privacy; Government (linguistics); Fake news; Political science; Dissemination; Computer security; Public relations; Advertising; Business; Computer science; Law","score_opus":0.016026223967942975,"score_gpt":0.2423823380108765,"score_spread":0.22635611404293352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132798273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67141944,0.0034478486,0.3178191,0.0022944508,0.0011596998,0.00015836864,5.417593e-7,0.000034734254,0.003665822],"genre_scores_gemma":[0.9965195,0.0012454294,0.0011136783,0.00034720544,0.00007511094,2.9691455e-7,6.288839e-8,0.0000039045885,0.0006948242],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992958,0.000056289784,0.00023758088,0.00007565667,0.00019923825,0.0001354698],"domain_scores_gemma":[0.99927765,0.000100700425,0.00016914505,0.00023493347,0.0001489128,0.00006867789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059499894,0.00007831817,0.00012391212,0.000066096174,0.000077231336,0.00007979587,0.00062124425,0.00003506554,0.000051384992],"category_scores_gemma":[0.000033192995,0.000044793498,0.00005052043,0.00016728193,0.000036960566,0.00027989296,0.0000779082,0.00019422603,0.00008605506],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014810453,0.00006326479,0.0027743846,0.000045743407,0.0001098617,0.000043645505,0.01367849,0.0009657831,0.020449793,0.02874649,0.0017847577,0.93118966],"study_design_scores_gemma":[0.0008119491,0.0036158152,0.0077688773,0.0004844919,0.000091417896,0.005555406,0.0058939373,0.02983072,0.39885703,0.013917833,0.532237,0.0009355582],"about_ca_topic_score_codex":0.00001687089,"about_ca_topic_score_gemma":0.0000019486401,"teacher_disagreement_score":0.9302541,"about_ca_system_score_codex":0.000011056228,"about_ca_system_score_gemma":0.00003633003,"threshold_uncertainty_score":0.18266259},"labels":[],"label_agreement":null},{"id":"W3134349690","doi":"10.22329/il.v41i1.6688","title":"Picturing a Thousand Unspoken Words","year":2021,"lang":"en","type":"article","venue":"Informal Logic","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Injustice; Context (archaeology); Epistemology; Argument (complex analysis); Argumentative; Identity (music); Aesthetics; Sociology; Mode (computer interface); Psychology; Philosophy; Social psychology; Computer science","score_opus":0.012149233236909368,"score_gpt":0.2239499615804703,"score_spread":0.21180072834356095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134349690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25413314,0.0002912089,0.5125431,0.00064631953,0.0012688885,0.00012137401,0.0000015758935,0.0007445511,0.23024987],"genre_scores_gemma":[0.97416645,0.000027362468,0.022512052,0.0010698284,0.00010937166,0.000006479314,0.0000027899403,0.0000041601356,0.002101491],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992679,0.000016545646,0.00014328753,0.0001522051,0.00016491117,0.00025516047],"domain_scores_gemma":[0.99952364,0.00001963051,0.000038580452,0.00029786202,0.000048708964,0.00007159501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012582622,0.00008415699,0.00008462745,0.000049006085,0.00012304337,0.0001905663,0.00029445134,0.000056149194,0.000062162115],"category_scores_gemma":[0.000032025153,0.00007227058,0.0000515415,0.00030041757,0.00001452475,0.0005721614,0.0001884915,0.00012994782,0.00026845286],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035904854,0.00011429178,0.0035008884,0.00008006824,0.00006995113,0.0011146555,0.0039268457,0.003256478,0.005805776,0.18653263,0.001339205,0.7942233],"study_design_scores_gemma":[0.0023131594,0.00067597785,0.04667019,0.00013648043,0.00002732099,0.0022875099,0.00055335026,0.04449873,0.30573198,0.026275355,0.56917477,0.001655167],"about_ca_topic_score_codex":0.000008789509,"about_ca_topic_score_gemma":0.00000893466,"teacher_disagreement_score":0.79256815,"about_ca_system_score_codex":0.000016496391,"about_ca_system_score_gemma":0.00006589924,"threshold_uncertainty_score":0.34505078},"labels":[],"label_agreement":null},{"id":"W3135553445","doi":"","title":"Euphemism and Gender: A Computational Inquiry.","year":2020,"lang":"en","type":"article","venue":"eScholarship (California Digital Library)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Euphemism; Psychology; Cognitive science; Computer science; Linguistics; Epistemology; Philosophy","score_opus":0.0280304265995758,"score_gpt":0.2205656155358484,"score_spread":0.1925351889362726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135553445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5788242,0.00060312194,0.38063788,0.011616629,0.0003421945,0.00046861309,0.00044024742,0.0027542422,0.024312826],"genre_scores_gemma":[0.9754465,0.000008854617,0.020550208,0.0035894813,0.00018684662,0.000007208424,0.00009484387,0.000027325677,0.00008869156],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985857,0.00004281926,0.00025046218,0.0005093801,0.00031725943,0.00029436417],"domain_scores_gemma":[0.99917006,0.000074730146,0.00007090392,0.00020637165,0.000026328618,0.0004516265],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007219225,0.00019559891,0.00015696282,0.000066995584,0.00014580731,0.0019062188,0.0005156659,0.000088840134,0.00007734747],"category_scores_gemma":[0.00010505306,0.00019041453,0.000072371215,0.00045930047,0.00006544803,0.003997325,0.00043167733,0.00028370586,0.0012982903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037912544,0.00063424755,0.11294376,0.0006543026,0.000388168,0.00089506916,0.0046856995,0.0012965959,0.0027430265,0.18614393,0.05616273,0.63307333],"study_design_scores_gemma":[0.0023988232,0.0005086756,0.012688014,0.00006748533,0.000024884836,0.00028205037,0.000106395964,0.06354029,0.0071040825,0.25379607,0.6577291,0.0017541563],"about_ca_topic_score_codex":3.2283972e-7,"about_ca_topic_score_gemma":2.6857863e-8,"teacher_disagreement_score":0.63131917,"about_ca_system_score_codex":0.000010040333,"about_ca_system_score_gemma":0.00007204543,"threshold_uncertainty_score":0.9994793},"labels":[],"label_agreement":null},{"id":"W3136339167","doi":"","title":"Sentiment Analysis on Shedecides Post From Twitter","year":2021,"lang":"en","type":"article","venue":"Solid State Technology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sentiment analysis; Social media; Microblogging; Quarter (Canadian coin); Computer science; Process (computing); Unit (ring theory); World Wide Web; Internet privacy; Data science; Advertising; Psychology; Artificial intelligence; Business; Geography; Mathematics education","score_opus":0.008206092621474405,"score_gpt":0.25071164858611716,"score_spread":0.24250555596464277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136339167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8440826,0.00009533105,0.14789933,0.0060531567,0.00036628658,0.00006925679,0.000013163162,0.0006339494,0.0007869197],"genre_scores_gemma":[0.98512673,0.000029037808,0.012967213,0.0008720319,0.00002832354,0.000013962593,0.00001891764,0.000009425552,0.000934382],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986031,0.000048884103,0.00022150693,0.0005802136,0.00020608568,0.00034023117],"domain_scores_gemma":[0.9987665,0.000039851468,0.00007306317,0.00092567026,0.00013528853,0.000059646303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000091414004,0.00014625443,0.00025378563,0.0005386775,0.00011256069,0.00011435328,0.00047847538,0.00012558862,0.00014956795],"category_scores_gemma":[0.000041735333,0.00013918304,0.00012477413,0.0018317205,0.00005215064,0.00010289018,0.00027224355,0.00021099996,0.0005122601],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010204932,0.0009918058,0.018247625,0.000018487186,0.0051589273,0.0040075886,0.002596203,0.0031697834,0.40967387,0.02633544,0.0054838643,0.5242143],"study_design_scores_gemma":[0.0004560286,0.00024778655,0.005272638,0.000015988704,0.000121043966,0.000030855703,0.00021124093,0.0060276403,0.93452823,0.043530315,0.009175117,0.00038312766],"about_ca_topic_score_codex":0.00007785569,"about_ca_topic_score_gemma":0.0001318311,"teacher_disagreement_score":0.52485436,"about_ca_system_score_codex":0.00005564701,"about_ca_system_score_gemma":0.000049430328,"threshold_uncertainty_score":0.6584239},"labels":[],"label_agreement":null},{"id":"W3137260078","doi":"10.1177/17470161211003021","title":"Queer considerations: Exploring the use of social media for research recruitment within LGBTQ communities","year":2021,"lang":"en","type":"article","venue":"Research Ethics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University","funders":"Mount Saint Vincent University","keywords":"Social media; Harassment; Queer; Public relations; Sociology; Coronavirus disease 2019 (COVID-19); Psychology; Internet privacy; Social psychology; Political science; Gender studies; Computer science","score_opus":0.9052681565015958,"score_gpt":0.5311391777554012,"score_spread":0.37412897874619455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137260078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42040485,0.0019748006,0.17975862,0.38335446,0.0044087376,0.007008893,0.00014554057,0.00056913024,0.002374989],"genre_scores_gemma":[0.9471339,0.0009886982,0.04863979,0.00041677055,0.00037409918,0.0015224277,0.000018903196,0.00003080724,0.0008746339],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9922066,0.0048280284,0.00030639092,0.0002356392,0.0018963483,0.0005270378],"domain_scores_gemma":[0.9645363,0.030301817,0.00005009176,0.0007501321,0.00427632,0.00008531015],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017666543,0.000084357824,0.00014660977,0.00023370014,0.0023018606,0.0006974345,0.0005856064,0.00015645716,0.000024318215],"category_scores_gemma":[0.015356249,0.00006768384,0.00006962548,0.0009068404,0.00070453895,0.00051982445,0.0006692677,0.0027553346,0.00001618475],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028132901,0.0000834931,0.000015194705,0.000112883026,0.00004862328,0.000018827872,0.21478182,0.00015933099,0.0029328123,0.7672413,0.0065616006,0.008016001],"study_design_scores_gemma":[0.0011098238,0.0005472304,0.000631089,0.0005207514,0.000014956248,0.000056343353,0.11163973,0.02058225,0.27124178,0.37225705,0.22093333,0.00046566536],"about_ca_topic_score_codex":0.00041627066,"about_ca_topic_score_gemma":0.0028705003,"teacher_disagreement_score":0.52672905,"about_ca_system_score_codex":0.00013467297,"about_ca_system_score_gemma":0.001668894,"threshold_uncertainty_score":0.99954534},"labels":[],"label_agreement":null},{"id":"W3138128104","doi":"10.31235/osf.io/ezfp8","title":"Online Disinformation and Harmful Speech: Dangers for Democratic Participation and Possible Policy Responses","year":2020,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of British Columbia; Communications Security Establishment","funders":"","keywords":"Disinformation; Democracy; Civil society; Political science; Government (linguistics); Social media; Public relations; Politics; Context (archaeology); Journalism; Internet privacy; Law enforcement; Law; Computer science","score_opus":0.03719116041515821,"score_gpt":0.2956244163397363,"score_spread":0.2584332559245781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138128104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58565307,0.000032296837,0.39790395,0.01559014,0.000045792007,0.00026385905,0.0000070628985,0.00015812964,0.00034569297],"genre_scores_gemma":[0.9304543,0.000035280744,0.06679581,0.0021864902,0.00010922418,0.000015034134,0.00001138413,0.000005808051,0.00038664252],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939823,0.000026164582,0.0001585953,0.0001678843,0.000098288045,0.00015083613],"domain_scores_gemma":[0.99959093,0.000075846314,0.000051150004,0.000102348145,0.000047403228,0.00013231099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011905118,0.000077921446,0.000083983236,0.00007703925,0.00013068526,0.00018237368,0.00008652588,0.000034390887,0.000002863724],"category_scores_gemma":[0.0002730123,0.00006745173,0.000016944461,0.0002391969,0.000023233446,0.00068812456,0.00005586997,0.00004124067,0.0000054162356],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021401772,0.0000727343,0.0015209147,0.0001669558,0.000029822948,0.0000043322993,0.0053739445,0.00007663211,0.012247266,0.019220866,0.002003828,0.95906866],"study_design_scores_gemma":[0.0014523049,0.0010587296,0.02971665,0.00002958076,0.000027323546,0.000031228436,0.00038859533,0.9002463,0.0540753,0.007795794,0.0047870725,0.00039107076],"about_ca_topic_score_codex":0.000034211862,"about_ca_topic_score_gemma":0.000018434037,"teacher_disagreement_score":0.9586776,"about_ca_system_score_codex":0.000013706493,"about_ca_system_score_gemma":0.00004328639,"threshold_uncertainty_score":0.27506018},"labels":[],"label_agreement":null},{"id":"W3138190335","doi":"10.1007/978-3-030-75762-5_55","title":"AngryBERT: Joint Learning Target and Emotion for Hate Speech Detection","year":2021,"lang":"en","type":"preprint","venue":"Lecture notes in computer science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Multi-task learning; Computer science; Voice activity detection; Task (project management); Artificial intelligence; Speech recognition; Emotion detection; Joint (building); Identification (biology); Natural language processing; Machine learning; Speech processing; Emotion recognition","score_opus":0.01452091940684636,"score_gpt":0.23903550936458817,"score_spread":0.22451458995774182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138190335","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11279823,0.00036842303,0.8820937,0.0006470097,0.0032904695,0.0005369968,0.0000013316827,0.00025481335,0.000008979319],"genre_scores_gemma":[0.5835584,0.000038645438,0.41593632,0.0001701033,0.00024739103,0.00002804848,0.000005763069,0.000013226911,0.0000021027724],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964095,0.00016002638,0.0004299597,0.0017659164,0.00056452845,0.00067008054],"domain_scores_gemma":[0.99836814,0.00018934994,0.0002674238,0.0007758593,0.00023623236,0.00016296623],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001543077,0.0003927285,0.00043164188,0.0006163885,0.00051742786,0.0017173627,0.0009491654,0.00034346187,0.0000030429317],"category_scores_gemma":[0.0004002177,0.00039556585,0.00013730177,0.0012185196,0.00020054242,0.00068721635,0.0018291565,0.0010723298,0.0000028797842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056759063,0.000030465562,0.00016149,0.00013725573,0.000008535093,0.00002538585,0.0011935281,0.12900214,0.010379032,0.000025513908,0.0000013728034,0.8590296],"study_design_scores_gemma":[0.00022669417,0.00017059408,0.0012553112,0.00021871999,0.0000058804167,0.000116343486,0.0000023953162,0.8120017,0.175321,0.01020807,0.000084353844,0.00038890517],"about_ca_topic_score_codex":0.00016562942,"about_ca_topic_score_gemma":0.00011887907,"teacher_disagreement_score":0.85864073,"about_ca_system_score_codex":0.00025941507,"about_ca_system_score_gemma":0.00028388947,"threshold_uncertainty_score":0.9998496},"labels":[],"label_agreement":null},{"id":"W3139526910","doi":"10.21810/jicw.v3i1.2361","title":"Eliminate Hate","year":2020,"lang":"en","type":"article","venue":"The Journal of Intelligence Conflict and Warfare","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of the Fraser Valley","funders":"","keywords":"Hate crime; Face (sociological concept); Criminology; Political science; Law; Psychology; State (computer science); Sociology; Computer science; Social science","score_opus":0.03585800743930783,"score_gpt":0.25372797309833944,"score_spread":0.2178699656590316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139526910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107612856,0.0039919554,0.8619243,0.024991635,0.00044647173,0.0001128073,9.76782e-7,0.000052423176,0.00086656044],"genre_scores_gemma":[0.99493015,0.0020559109,0.0013821436,0.0014306954,0.00012559931,3.4710402e-7,7.746809e-8,0.0000045670326,0.000070505426],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992608,0.00006432274,0.00025781553,0.000084022126,0.00019340817,0.0001396636],"domain_scores_gemma":[0.99930084,0.00008110286,0.00017617087,0.00013882907,0.00016500163,0.00013803365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040094508,0.00008767373,0.00012979854,0.00003925294,0.00011889202,0.000093741204,0.00065044843,0.000031975047,0.000015542293],"category_scores_gemma":[0.00008936161,0.000052341682,0.000052109237,0.00020825038,0.000056112913,0.00027382327,0.00010123512,0.00023433204,0.000031002895],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022530937,0.00003581431,0.00023007901,0.000055713543,0.000106020234,0.00014218052,0.032436416,0.0007588777,0.014847079,0.018615587,0.002047187,0.93049973],"study_design_scores_gemma":[0.00059632066,0.003749252,0.0018569274,0.00030227887,0.00013077524,0.0025363637,0.00542953,0.08160683,0.5880164,0.0059424755,0.30906522,0.0007676418],"about_ca_topic_score_codex":0.000008136394,"about_ca_topic_score_gemma":7.209393e-7,"teacher_disagreement_score":0.9297321,"about_ca_system_score_codex":0.000007260117,"about_ca_system_score_gemma":0.000031473744,"threshold_uncertainty_score":0.21344319},"labels":[],"label_agreement":null},{"id":"W3146515511","doi":"10.60082/2817-5069.3631","title":"Voter Privacy and Big-Data Elections","year":2021,"lang":"en","type":"article","venue":"Osgoode Hall law journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; University of Ottawa","keywords":"Big data; Appeal; Politics; Internet privacy; Information privacy; Election law; Democracy; Political science; Voter registration; Turnout; Voter turnout; Variety (cybernetics); Federal election; Analytics; Law; Voting; Computer science; Data science","score_opus":0.045430734376955224,"score_gpt":0.25187515748305733,"score_spread":0.20644442310610212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146515511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072436784,0.0011003569,0.8613353,0.008660498,0.0028628274,0.00008428399,0.000008790454,0.00019765938,0.1185066],"genre_scores_gemma":[0.9613851,0.0002558446,0.03651631,0.00048853556,0.0005728371,0.0000013245818,0.0000045930383,0.0000101369415,0.0007653252],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989269,0.00009042985,0.00018373535,0.00031565598,0.00022236271,0.0002609433],"domain_scores_gemma":[0.99895257,0.000031022355,0.000068440866,0.000648267,0.00012095187,0.00017874915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029276384,0.000099174096,0.00010815921,0.00004983343,0.0006077167,0.0007211709,0.00058768695,0.000058250123,0.000034177556],"category_scores_gemma":[0.00005404826,0.0000912531,0.00004027158,0.00023866177,0.0000312015,0.00072708825,0.00044010262,0.0003608943,0.00003631424],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013311824,0.00021021959,0.0005415854,0.000020328554,0.0001495554,0.0009379985,0.00040732604,0.000031866624,0.016428685,0.43694994,0.006523944,0.53778523],"study_design_scores_gemma":[0.0022645257,0.00039617674,0.004101794,0.00018213138,0.00009748521,0.045573324,0.00012477266,0.016845468,0.054185297,0.39225325,0.48291376,0.0010620259],"about_ca_topic_score_codex":0.00058401615,"about_ca_topic_score_gemma":0.0045059086,"teacher_disagreement_score":0.95414144,"about_ca_system_score_codex":0.000026620188,"about_ca_system_score_gemma":0.000098996585,"threshold_uncertainty_score":0.69542676},"labels":[],"label_agreement":null},{"id":"W3149867861","doi":"10.1109/asonam49781.2020.9381476","title":"Generalisation of Cyberbullying Detection","year":2020,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Software portability; Computer science; Classifier (UML); Machine learning; Variety (cybernetics); Generalization; Artificial intelligence","score_opus":0.021577506108163225,"score_gpt":0.20119067841200722,"score_spread":0.179613172303844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149867861","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10923942,0.000013906916,0.8852667,0.00082644395,0.00013848889,0.00006177476,1.792162e-7,0.00020640185,0.0042466554],"genre_scores_gemma":[0.9712692,0.0000045831925,0.028140921,0.00044053508,0.00006831404,0.000003189634,4.8369685e-7,0.000003624714,0.0000691595],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99941874,0.000027666903,0.00014379428,0.00017072784,0.00014392292,0.00009517555],"domain_scores_gemma":[0.99967384,0.000012394596,0.000057607478,0.00014246495,0.000050295654,0.00006339245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000084402694,0.00005522322,0.000071718285,0.000039454328,0.000047868703,0.00003325317,0.000194093,0.000033358578,0.000030930838],"category_scores_gemma":[0.000034379853,0.0000517125,0.00003947899,0.00034002488,0.000009489559,0.00028696968,0.000049043887,0.000051548363,0.000052187115],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009531396,0.000015503514,0.00016844188,0.000018616876,0.00001215922,0.0000027047975,0.00082057674,0.00070031337,0.72095364,0.017024538,0.00022255794,0.26005143],"study_design_scores_gemma":[0.00015461777,0.0001227337,0.000509318,0.000003041815,0.0000027022832,0.000005564965,0.000025970065,0.1267723,0.86895746,0.0005435634,0.0028144128,0.00008830626],"about_ca_topic_score_codex":0.00004884515,"about_ca_topic_score_gemma":0.000006392246,"teacher_disagreement_score":0.8620298,"about_ca_system_score_codex":0.00001090614,"about_ca_system_score_gemma":0.000014193745,"threshold_uncertainty_score":0.21087746},"labels":[],"label_agreement":null},{"id":"W3153182107","doi":"10.1109/tse.2021.3073773","title":"On the Relationship Between the Developer’s Perceptible Race and Ethnicity and the Evaluation of Contributions in OSS","year":2021,"lang":"en","type":"preprint","venue":"IEEE Transactions on Software Engineering","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Ethnic group; Race (biology); Diversity (politics); White (mutation); Empirical research; Computer science; Open source software; Software; Data science; Sociology; Mathematics; Gender studies; Statistics","score_opus":0.04667324933384913,"score_gpt":0.28521615133311873,"score_spread":0.23854290199926959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153182107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.384363,0.00019724818,0.6138562,0.0008068576,0.00025620506,0.00044147394,0.000014012368,0.000058462327,0.000006557314],"genre_scores_gemma":[0.99662966,0.00009370292,0.0029593932,0.000041089395,0.00002668302,0.00021225816,0.0000035468495,0.000012937597,0.000020722347],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826086,0.00046193143,0.00031240552,0.00034134006,0.0004436277,0.00017982433],"domain_scores_gemma":[0.9955473,0.0035538615,0.00009358568,0.0005666878,0.00019859987,0.00003996253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026530928,0.00019705296,0.0002441955,0.00014208329,0.00037141808,0.00016653021,0.0003462382,0.00018692853,0.000008086269],"category_scores_gemma":[0.00081257324,0.00012188514,0.00008661253,0.00046793607,0.00010207883,0.00012885898,0.000022938046,0.001237842,0.0000020389414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031839234,0.000055302036,0.0013845743,0.000105170875,0.00015558967,0.0000017897612,0.007437002,0.95781356,0.0000981706,0.0042399396,0.000024704466,0.028652374],"study_design_scores_gemma":[0.0029909655,0.00011566186,0.39483994,0.0014730558,0.00046769498,0.000043708424,0.00068949524,0.5852584,0.007802969,0.005405179,0.00007543496,0.00083743304],"about_ca_topic_score_codex":0.000153977,"about_ca_topic_score_gemma":0.000094343195,"teacher_disagreement_score":0.61226666,"about_ca_system_score_codex":0.00014734664,"about_ca_system_score_gemma":0.0001662797,"threshold_uncertainty_score":0.5377876},"labels":[],"label_agreement":null},{"id":"W3153250219","doi":"10.1108/s1521-613620210000026009","title":"Hate Speech, Media, and Canadian Federal Law","year":2021,"lang":"en","type":"book-chapter","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Notice; Originality; Political science; Phenomenon; Law; Value (mathematics); Sociology; Computer science; Epistemology","score_opus":0.013558634862281328,"score_gpt":0.19727979958823072,"score_spread":0.1837211647259494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153250219","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022503767,0.0004172434,0.0020484538,0.0013400175,0.0008973814,0.00010841798,0.000011366474,0.00014653672,0.99500805],"genre_scores_gemma":[0.0032476566,0.0002501741,0.0128085045,0.0025804215,0.00034203945,0.0000034660814,0.00004029375,0.000037669357,0.98068976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986872,0.000011900758,0.00017865044,0.0005378933,0.00024928345,0.0003350577],"domain_scores_gemma":[0.99891007,0.00003087699,0.000051565796,0.00046567584,0.00008579022,0.00045604588],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000111881294,0.00025013968,0.00024342063,0.00014466433,0.00023820535,0.00053452555,0.0003357659,0.00030065494,0.0005907441],"category_scores_gemma":[0.000008071836,0.00024708034,0.00007650899,0.000036478184,0.00006355082,0.00019482982,0.00015215727,0.00031624988,0.00030952855],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.552584e-7,0.0000013737877,0.0000014093317,0.000008180376,0.000023224515,0.00046527517,0.00005221998,2.4328827e-7,0.000014463622,0.94107944,0.0025108622,0.055842742],"study_design_scores_gemma":[0.00014696732,0.00003863075,0.000011097314,0.000082360915,0.000011017572,0.00033026352,0.000007449639,0.00022960383,0.0007257861,0.06233082,0.93557304,0.000512981],"about_ca_topic_score_codex":0.076239966,"about_ca_topic_score_gemma":0.65493065,"teacher_disagreement_score":0.93306214,"about_ca_system_score_codex":0.00009656493,"about_ca_system_score_gemma":0.00025529184,"threshold_uncertainty_score":0.99999815},"labels":[],"label_agreement":null},{"id":"W3153628376","doi":"10.18653/v1/2021.eacl-main.179","title":"“Are you kidding me?”: Detecting Unpalatable Questions on Reddit","year":2021,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Harm; Publication; Context (archaeology); Task (project management); Set (abstract data type); Field (mathematics); Social media; Focus (optics); Internet privacy; Data science; Human–computer interaction; World Wide Web; Psychology; Social psychology","score_opus":0.018673344873688717,"score_gpt":0.24705534417852862,"score_spread":0.2283819993048399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153628376","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13290869,0.00017080916,0.77278167,0.0031434994,0.0029051339,0.00017665671,0.0000032904359,0.0017575922,0.08615267],"genre_scores_gemma":[0.9338113,0.000015386957,0.054872796,0.0007771454,0.00026420873,0.000015172937,0.0000025699574,0.000015925543,0.010225465],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998782,0.00007410889,0.00016675577,0.00043525634,0.00023605734,0.00030583687],"domain_scores_gemma":[0.99900347,0.0000826004,0.000086586086,0.00055525627,0.0001618053,0.00011029313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023957292,0.000117973905,0.00011836515,0.00009504386,0.0003875688,0.0003773259,0.00028374567,0.000068158195,0.00014267028],"category_scores_gemma":[0.00046032187,0.000114707305,0.000064030246,0.0007542384,0.000011505095,0.00048650964,0.00015265401,0.00021141555,0.0003312753],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028235792,0.0005138454,0.0039268713,0.00010992619,0.00017750527,0.001224299,0.0012620161,0.006586769,0.15776086,0.23872684,0.019352917,0.5703299],"study_design_scores_gemma":[0.0006049154,0.00017475784,0.0044270125,0.0003176053,0.000020835798,0.00027384708,0.000928243,0.06670619,0.85504067,0.0073753432,0.06334434,0.0007862394],"about_ca_topic_score_codex":0.00005216645,"about_ca_topic_score_gemma":0.000076029675,"teacher_disagreement_score":0.80090266,"about_ca_system_score_codex":0.000070120375,"about_ca_system_score_gemma":0.000056965557,"threshold_uncertainty_score":0.46776283},"labels":[],"label_agreement":null},{"id":"W3155638757","doi":"","title":"Zero-shot Cross-lingual Content Filtering: Offensive Language and Hate Speech Detection","year":2021,"lang":"en","type":"article","venue":"Queen Mary Research Online (Queen Mary University of London)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; European Commission; Javna Agencija za Raziskovalno Dejavnost RS; Institute for Catastrophic Loss Reduction","keywords":"Offensive; Computer science; Natural language processing; Speech recognition; Zero (linguistics); Classifier (UML); Artificial intelligence; Voice activity detection; Task (project management); Linguistics; Speech processing; Mathematics; Engineering","score_opus":0.05353052957588103,"score_gpt":0.30540083337836393,"score_spread":0.2518703038024829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155638757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98506767,0.00024674417,0.010420255,0.0016752298,0.0002214756,0.00034676885,0.000070554255,0.0001631849,0.0017881395],"genre_scores_gemma":[0.93372,0.0012049992,0.02937557,0.00021025128,0.00020270301,0.0000014377702,0.00015875898,0.00003758093,0.03508869],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969246,0.00058213354,0.00027586508,0.00078094297,0.00080850517,0.0006279908],"domain_scores_gemma":[0.9975312,0.00031044436,0.00012967513,0.0007173033,0.0010006258,0.000310782],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008514117,0.00023137325,0.00036612182,0.00039901937,0.00049462885,0.00018700439,0.0007358438,0.000192596,0.00013678435],"category_scores_gemma":[0.000252213,0.00026944524,0.00014606117,0.0007596883,0.0003651534,0.0007181349,0.0012993783,0.00078422786,0.00004478715],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017396343,0.0010257871,0.012119616,0.0007224719,0.000519397,0.015388957,0.0038522962,0.00017773575,0.34368515,0.0011510755,0.0035016532,0.6161162],"study_design_scores_gemma":[0.008166324,0.0032351718,0.19724649,0.0007101768,0.00010805341,0.0010702264,0.009117852,0.011584143,0.6921455,0.0023512868,0.07232395,0.0019407751],"about_ca_topic_score_codex":0.0056687985,"about_ca_topic_score_gemma":0.0006543925,"teacher_disagreement_score":0.61417544,"about_ca_system_score_codex":0.00019269052,"about_ca_system_score_gemma":0.0003216537,"threshold_uncertainty_score":0.9999758},"labels":[],"label_agreement":null},{"id":"W3156375715","doi":"10.1108/s1521-613620210000026008","title":"Freedom of Expression and Humor in Canada: The Case of <i>Jérémy Gabriel</i> v <i>Mike Ward</i>","year":2021,"lang":"en","type":"book-chapter","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dignity; Human rights; Tribunal; Appeal; Honor; Law; Value (mathematics); Political science; Sociology","score_opus":0.009365961885545292,"score_gpt":0.1851544987366391,"score_spread":0.17578853685109383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156375715","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039305445,0.007122597,0.021521756,0.0015254538,0.0025616577,0.0013876586,0.00014738247,0.00012384188,0.9263042],"genre_scores_gemma":[0.8204515,0.000813793,0.010732084,0.00074155943,0.00019294379,0.000022115282,0.000014738431,0.0000676836,0.16696356],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987206,0.000036590118,0.0004239127,0.00037116237,0.00026911328,0.00017861239],"domain_scores_gemma":[0.99876946,0.00013409664,0.00023776275,0.0006727352,0.00011180834,0.00007414943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020380324,0.0002048847,0.0003737094,0.000082039085,0.000058670394,0.00002708554,0.000382802,0.00012520699,0.00009255464],"category_scores_gemma":[0.00001955816,0.00014670273,0.00008617825,0.0000800129,0.00007583364,0.0000902942,0.00034912265,0.00028238425,0.0000011430217],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001245735,0.00016004832,0.00029141732,0.0012954426,0.00037521726,0.023211781,0.0033757652,0.00046278874,0.034648057,0.656842,0.058052003,0.22116093],"study_design_scores_gemma":[0.0061873393,0.0011049203,0.00044284624,0.0067617106,0.0003661392,0.017774805,0.0031896338,0.014799128,0.517898,0.030978376,0.39574635,0.0047507174],"about_ca_topic_score_codex":0.5850488,"about_ca_topic_score_gemma":0.80208397,"teacher_disagreement_score":0.78114605,"about_ca_system_score_codex":0.00008305741,"about_ca_system_score_gemma":0.0008477265,"threshold_uncertainty_score":0.5982364},"labels":[],"label_agreement":null},{"id":"W3157076142","doi":"10.18573/jcads.61","title":"A corpus analysis of online news comments using the Appraisal framework","year":2021,"lang":"en","type":"article","venue":"Journal of Corpora and Discourse Studies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Judgement; Affect (linguistics); Variety (cybernetics); Appraisal theory; Newspaper; Moderation; Globe; Constructive; Sentiment analysis; Psychology; Computer science; Linguistics; Natural language processing; Social psychology; Artificial intelligence; Sociology; Epistemology; Communication; Process (computing); Media studies","score_opus":0.05755865043613934,"score_gpt":0.38123123722350666,"score_spread":0.3236725867873673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157076142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8610169,0.006112795,0.12919845,0.0029034517,0.0006950008,0.000030304878,0.0000047904164,0.0000057545403,0.00003250948],"genre_scores_gemma":[0.9781513,0.0013491798,0.020102024,0.00022611844,0.00013774958,3.9883474e-7,7.0714117e-7,0.0000037184975,0.000028790577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99895346,0.00010416394,0.0003908346,0.00011768359,0.00031191655,0.00012196732],"domain_scores_gemma":[0.9984534,0.00027900422,0.0006070658,0.00022034904,0.00038239974,0.00005779342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028006407,0.0001000314,0.0004196591,0.00015118181,0.00015244367,0.000065091335,0.00021576231,0.000032403543,0.0000031590932],"category_scores_gemma":[0.00021714203,0.000060615894,0.00018360616,0.00086519105,0.00013792112,0.00020459302,0.00016383176,0.0001814874,1.8728659e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005369758,0.0032684556,0.48438844,0.00027754356,0.04609189,0.0019706758,0.04859805,0.016920008,0.016887572,0.062119003,0.005696412,0.31324497],"study_design_scores_gemma":[0.008270719,0.0041020475,0.40108654,0.003327665,0.029638955,0.0038236063,0.29013222,0.11562032,0.018959396,0.10924029,0.013051287,0.0027469536],"about_ca_topic_score_codex":0.000017292487,"about_ca_topic_score_gemma":0.00005017167,"teacher_disagreement_score":0.310498,"about_ca_system_score_codex":0.000015264703,"about_ca_system_score_gemma":0.00009877111,"threshold_uncertainty_score":0.24718444},"labels":[],"label_agreement":null},{"id":"W3157565532","doi":"10.1080/25785648.2021.1899510","title":"Fighting Hate with Speech Law: Media and German Visions of Democracy","year":2021,"lang":"en","type":"article","venue":"The Journal of Holocaust Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Law; German; Political science; Statute; Politics; Democracy; Public law; Sociology; Nazism; History","score_opus":0.04219601063420795,"score_gpt":0.3414923497936797,"score_spread":0.29929633915947174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157565532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98716784,0.000622029,0.0062039965,0.0045942897,0.0000917497,0.00006447937,6.773471e-7,0.000010212705,0.0012447085],"genre_scores_gemma":[0.99195075,0.00033148492,0.007351395,0.00004932355,0.00009279676,4.243821e-7,2.1157688e-7,0.000007005609,0.00021661141],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998002,0.0004280113,0.00027326573,0.00012110694,0.00088745565,0.00028818048],"domain_scores_gemma":[0.99782604,0.00065635156,0.00014746281,0.0003596401,0.00088074105,0.00012975323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003432544,0.0000726416,0.00016571066,0.00015654687,0.00035029647,0.00012348269,0.0005736342,0.000042179596,0.000023317896],"category_scores_gemma":[0.00022649956,0.00004150195,0.000035150195,0.0006667264,0.00022013369,0.0003395613,0.00030130675,0.00067729305,0.000010075133],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010002168,0.00081343175,0.0032392617,0.00029880335,0.0006244846,0.008310775,0.022293678,0.0007250754,0.54683965,0.06473318,0.008765184,0.34235623],"study_design_scores_gemma":[0.001709244,0.0018357097,0.01235848,0.0006833638,0.000058383514,0.013505254,0.0017604298,0.0040956177,0.9255483,0.03461585,0.0035350414,0.00029432203],"about_ca_topic_score_codex":0.0000636262,"about_ca_topic_score_gemma":0.000055194403,"teacher_disagreement_score":0.37870863,"about_ca_system_score_codex":0.000024443714,"about_ca_system_score_gemma":0.00020065879,"threshold_uncertainty_score":0.2942539},"labels":[],"label_agreement":null},{"id":"W3158220826","doi":"10.1177/20597991211010416","title":"Big data and democratic speech: Predicting deliberative quality using machine learning techniques","year":2021,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Newspaper; Quality (philosophy); Deliberative democracy; Computer science; Legislation; Democracy; Data science; Artificial intelligence; Machine learning; Political science; Law; Politics; Epistemology","score_opus":0.5102523518130553,"score_gpt":0.43858212598107876,"score_spread":0.07167022583197652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158220826","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15111177,0.00012186077,0.8467237,0.0009376603,0.00017374141,0.00010339467,0.000009589052,0.00034577237,0.0004725563],"genre_scores_gemma":[0.064199366,0.0000294468,0.93490845,0.00046106815,0.00013590678,0.000007798407,0.000050000683,0.000007300765,0.00020065937],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99684805,0.0016638202,0.00044928674,0.00059877423,0.00021028667,0.00022977119],"domain_scores_gemma":[0.99786973,0.0009578858,0.00018154926,0.00060373195,0.00032880914,0.000058289148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040502264,0.00014031539,0.00025020386,0.00011527743,0.0005329793,0.00022474525,0.00041094798,0.00012259981,0.000013610575],"category_scores_gemma":[0.0069682235,0.00012100624,0.000025633282,0.0015151895,0.00007730081,0.0004246507,0.00094646006,0.0004919732,0.0000020401797],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008215475,0.00009199478,0.008680311,0.00003015073,0.000055183387,0.000064631604,0.0003158712,0.000062184045,0.33278063,0.019547097,0.000043640986,0.6383201],"study_design_scores_gemma":[0.00045853312,0.000259728,0.012187245,0.000106342086,0.000054630513,0.0007466393,0.00040670543,0.4077194,0.48147213,0.08949899,0.006284329,0.000805328],"about_ca_topic_score_codex":0.00010398465,"about_ca_topic_score_gemma":0.000035921326,"teacher_disagreement_score":0.63751477,"about_ca_system_score_codex":0.000030925068,"about_ca_system_score_gemma":0.00008744124,"threshold_uncertainty_score":0.83421177},"labels":[],"label_agreement":null},{"id":"W3158484785","doi":"10.2139/ssrn.3744883","title":"Understanding Human Rights on the Internet: An Exercise of Translation?","year":2017,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Internet governance; The Internet; Human rights; Political science; Accountability; Civil society; Corporate governance; Metaphor; Public relations; Internet privacy; Sociology; Law and economics; Law; Business; Politics; Computer science; World Wide Web","score_opus":0.06807810526199809,"score_gpt":0.28095175386371174,"score_spread":0.21287364860171365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158484785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45416296,0.00012015952,0.5385472,0.0011621398,0.00036517964,0.00014057779,3.218572e-7,0.000045040324,0.0054564076],"genre_scores_gemma":[0.9994016,0.00005025403,0.00015900453,0.000012018582,0.000107248175,0.0000014222144,2.4233492e-7,0.0000057376606,0.00026242013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987447,0.00006242191,0.00016334915,0.00014608326,0.00023474968,0.0006486572],"domain_scores_gemma":[0.9992314,0.000022309405,0.00020783425,0.0004592692,0.000032007927,0.00004716887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011372756,0.00008731796,0.000095525356,0.00007623011,0.0011252679,0.0002877445,0.0010666898,0.000040788458,0.000010264272],"category_scores_gemma":[0.000006953311,0.000057215642,0.00007285679,0.000052377716,0.000055322755,0.0005140322,0.00002675344,0.0007059423,0.000009181554],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016203836,0.000034463512,0.000086728905,0.0000010818671,0.00002832123,0.0000021162637,0.0004240794,0.000015225034,0.0007392306,0.98830116,0.00002119643,0.010330199],"study_design_scores_gemma":[0.0003389274,0.0005101716,0.00029640127,0.000052592597,0.000011035821,0.00006777986,0.000210586,0.0021515836,0.006168346,0.9899186,0.00017307235,0.000100920595],"about_ca_topic_score_codex":0.00015561173,"about_ca_topic_score_gemma":0.0013782887,"teacher_disagreement_score":0.54523873,"about_ca_system_score_codex":0.00025120407,"about_ca_system_score_gemma":0.0001468861,"threshold_uncertainty_score":0.8654765},"labels":[],"label_agreement":null},{"id":"W3162322285","doi":"10.32473/flairs.v34i1.128427","title":"Ensemble-based Semi-Supervised Learning for Hate Speech Detection","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ... International Florida Artificial Intelligence Research Society Conference","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Leverage (statistics); Computer science; Ensemble learning; Artificial intelligence; Labeled data; Voice activity detection; Machine learning; Supervised learning; Natural language processing; Speech recognition; Speech processing; Artificial neural network","score_opus":0.10150214186858707,"score_gpt":0.3376627144692195,"score_spread":0.23616057260063245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162322285","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22616935,0.000049608818,0.75980127,0.0074840332,0.0017905044,0.0007203536,0.000007419265,0.00018197212,0.0037954927],"genre_scores_gemma":[0.98179513,0.000081211976,0.016413737,0.000112641974,0.0003562587,0.00012629743,0.000004369744,0.000018587272,0.0010917821],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9967236,0.00005457744,0.0005132316,0.00068128796,0.001457823,0.0005695153],"domain_scores_gemma":[0.9931443,0.00045023335,0.0002049895,0.00025631278,0.0058204494,0.00012374845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022272356,0.00019734522,0.00021425345,0.00013224466,0.00070532825,0.00082309433,0.0019460723,0.0001622678,0.000055467575],"category_scores_gemma":[0.001869183,0.00017605537,0.000389223,0.0012105345,0.00023563887,0.0006266777,0.00057579693,0.00076716265,0.000031786465],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007353141,0.00009520501,0.00013936697,0.00009288476,0.000066774475,0.0000013824273,0.00090673263,0.00062126626,0.7946385,0.065905906,0.00034040585,0.13711804],"study_design_scores_gemma":[0.00005462334,0.00008437897,0.000024324781,0.000089922505,0.0000052271257,0.0000076928,0.0010519607,0.3283182,0.63841665,0.030379947,0.0014484542,0.000118624135],"about_ca_topic_score_codex":0.0000852781,"about_ca_topic_score_gemma":0.00004035001,"teacher_disagreement_score":0.7556258,"about_ca_system_score_codex":0.00025511815,"about_ca_system_score_gemma":0.00044762128,"threshold_uncertainty_score":0.7937117},"labels":[],"label_agreement":null},{"id":"W3165863879","doi":"10.18280/ria.350205","title":"Modified Fuzzy Approach to Automatic Classification of Cyber Hate Speech from the Online Social Networks (OSN’s)","year":2021,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Categorization; Computer science; Conversation; Artificial intelligence; Class (philosophy); Machine learning; Fuzzy logic; Support vector machine; Social media; Process (computing); World Wide Web; Psychology; Communication","score_opus":0.05328971346494636,"score_gpt":0.2706646874873413,"score_spread":0.21737497402239492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165863879","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13082132,0.0001475575,0.86262435,0.0020185234,0.00044632287,0.0002763594,0.000010479842,0.00013032429,0.0035247644],"genre_scores_gemma":[0.96497416,0.000032501364,0.03348798,0.00033078453,0.000284476,0.000029084464,0.000044635766,0.00001637959,0.00079997274],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804926,0.00018861759,0.0005565188,0.00056508003,0.00030085197,0.00033967965],"domain_scores_gemma":[0.99837047,0.00020574167,0.00019148963,0.0008966307,0.00024317298,0.000092498936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004497987,0.00017645744,0.00025676112,0.000061630075,0.00028000088,0.00017239804,0.00089109864,0.0001280194,0.000038087404],"category_scores_gemma":[0.00013478003,0.00014998912,0.00014291539,0.0011794239,0.00007070786,0.00018293688,0.00022647131,0.00026719458,0.0001514414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002008247,0.00080369145,0.000084799125,0.00004592017,0.00007715551,0.000016813548,0.006148182,0.19228223,0.0291727,0.047604922,0.0022473338,0.72149616],"study_design_scores_gemma":[0.000038589555,0.000031320436,0.0010428379,0.000047159578,0.000016255104,0.000014884278,0.0009060358,0.9518779,0.042149555,0.002731862,0.00096314476,0.0001804392],"about_ca_topic_score_codex":0.00012742785,"about_ca_topic_score_gemma":0.000057051224,"teacher_disagreement_score":0.8341529,"about_ca_system_score_codex":0.000056405774,"about_ca_system_score_gemma":0.00007053776,"threshold_uncertainty_score":0.6116379},"labels":[],"label_agreement":null},{"id":"W3167630016","doi":"","title":"Emotive Meaning in Political Argumentation","year":2019,"lang":"en","type":"article","venue":"PhilPapers (PhilPapers Foundation)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Fundação para a Ciência e a Tecnologia; Social Sciences and Humanities Research Council of Canada","keywords":"Emotive; Argumentation theory; Meaning (existential); Psychology; Politics; Epistemology; Social psychology; Psychotherapist; Philosophy; Law; Political science","score_opus":0.00740999717087671,"score_gpt":0.2303211555853988,"score_spread":0.2229111584145221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167630016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6889175,0.000031353477,0.01128458,0.008199534,0.0020870178,0.0010158509,0.0000020424893,0.0006120294,0.28785008],"genre_scores_gemma":[0.99272543,0.000012061889,0.0049960357,0.0013708648,0.00012889526,0.000031324886,0.000027659225,0.000022812426,0.0006848853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9975924,0.00013109203,0.00040364268,0.0006880296,0.00053188804,0.000652939],"domain_scores_gemma":[0.9989438,0.00014214212,0.00011829185,0.00052079896,0.00009899673,0.0001759703],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040247865,0.00024888365,0.00024438545,0.0003483656,0.00017563452,0.00028225716,0.0005317777,0.00011298387,0.00046873442],"category_scores_gemma":[0.00009655895,0.00026053275,0.00008882259,0.0008071526,0.000064047235,0.0015812195,0.00011330438,0.00029382683,0.0023865968],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003606334,0.00012420461,0.010416302,0.00003087874,0.00004779289,0.00002040329,0.0019014117,0.00031269176,0.01554241,0.90586036,0.00004107702,0.06566643],"study_design_scores_gemma":[0.021493597,0.0029505787,0.3640427,0.0009614399,0.00018351285,0.00065325305,0.011114897,0.101694815,0.075119875,0.33846122,0.07556679,0.00775733],"about_ca_topic_score_codex":0.00014508839,"about_ca_topic_score_gemma":0.000071701535,"teacher_disagreement_score":0.5673991,"about_ca_system_score_codex":0.00044485254,"about_ca_system_score_gemma":0.00011994397,"threshold_uncertainty_score":0.9999847},"labels":[],"label_agreement":null},{"id":"W3168129243","doi":"10.6000/1929-4409.2021.10.97","title":"Hate Crime in the News: The Media’s Role in Agenda Setting","year":2021,"lang":"en","type":"article","venue":"International Journal of Criminology and Sociology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Legislation; Law enforcement; Criminology; Political science; Content analysis; Hate crime; Social media; Extant taxon; Enforcement; News media; Law; Sociology; Social science","score_opus":0.038583565118918556,"score_gpt":0.29824907080560487,"score_spread":0.25966550568668634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168129243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617095,0.0013346103,0.0029815005,0.032128528,0.00095769716,0.000026449332,5.4847806e-7,0.000004851126,0.0008563129],"genre_scores_gemma":[0.9952037,0.00032426135,0.00071057805,0.0035305656,0.00020475265,0.0000020989594,0.0000010874442,0.0000019597383,0.000021018148],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988187,0.00049929664,0.00028289531,0.00011493889,0.00013578637,0.00014841316],"domain_scores_gemma":[0.99903303,0.0005732773,0.00014071248,0.000100996556,0.00013597753,0.000015974452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075386773,0.000060763454,0.000120773,0.00011416983,0.000054383076,0.0000415065,0.000652917,0.00010186936,0.000012874924],"category_scores_gemma":[0.00034694345,0.00003755526,0.00004777616,0.000028102466,0.00015295879,0.0001540463,0.00010700167,0.00047503313,0.00000465043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012232576,0.00022618001,0.019104464,0.000007531907,0.00021267166,0.004305287,0.12036246,0.00019663043,0.0076846564,0.5950936,0.002001433,0.25068277],"study_design_scores_gemma":[0.0015802826,0.00019134358,0.23629326,0.000043910783,0.000020333462,0.007053295,0.009387533,0.0010237519,0.0028281577,0.72673655,0.014669598,0.00017200984],"about_ca_topic_score_codex":0.000040533796,"about_ca_topic_score_gemma":0.000048850245,"teacher_disagreement_score":0.25051078,"about_ca_system_score_codex":0.000028976441,"about_ca_system_score_gemma":0.000113645096,"threshold_uncertainty_score":0.2063809},"labels":[],"label_agreement":null},{"id":"W3168420408","doi":"10.1109/access.2021.3088410","title":"Monitoring Cyber SentiHate Social Behavior During COVID-19 Pandemic in North America","year":2021,"lang":"en","type":"article","venue":"IEEE Access","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Pandemic; Coronavirus disease 2019 (COVID-19); Sentiment analysis; Social media; Artificial intelligence; Data science; Big data; The Internet; Machine learning; Scale (ratio); Stability (learning theory); Internet privacy; Computer security; World Wide Web; Data mining","score_opus":0.05117454856832516,"score_gpt":0.33477491154380495,"score_spread":0.2836003629754798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168420408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863621,0.000049490773,0.011735726,0.00016142437,0.0012083245,0.00010496856,0.000002527224,0.00022523379,0.0001501934],"genre_scores_gemma":[0.9986241,0.000069437505,0.0005473824,0.00015608827,0.00031531922,0.000055878732,0.0000022647375,0.000012103817,0.00021743083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985911,0.000090315756,0.00022292233,0.00044925848,0.00027060884,0.000375747],"domain_scores_gemma":[0.9993823,0.00003365318,0.00008783735,0.00029710238,0.000056926703,0.00014217006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009862043,0.0001347245,0.00016576909,0.00012693563,0.0002951211,0.00039664964,0.0006405879,0.00007018708,0.000021452206],"category_scores_gemma":[0.00003477067,0.00015024064,0.00006868838,0.0010106041,0.000029288309,0.0008047099,0.0002393181,0.00024184513,0.000044991866],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009755658,0.00008834326,0.9340622,0.000032497745,0.000012797656,0.0008239838,0.0017331552,0.00055191014,0.014775338,0.00000766445,0.000040709743,0.04786167],"study_design_scores_gemma":[0.0008502172,0.000018701981,0.9384077,0.000022313503,0.000016106325,0.00011830425,0.0001286599,0.00041576647,0.057882644,0.00009704142,0.0016103958,0.0004321264],"about_ca_topic_score_codex":0.00043849935,"about_ca_topic_score_gemma":0.000594769,"teacher_disagreement_score":0.047429543,"about_ca_system_score_codex":0.00020906802,"about_ca_system_score_gemma":0.00015552223,"threshold_uncertainty_score":0.6126635},"labels":[],"label_agreement":null},{"id":"W3168548811","doi":"10.29173/irie416","title":"Ethical and technical challenges of AI in tackling hate speech","year":2021,"lang":"en","type":"article","venue":"The International Review of Information Ethics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Moderation; Process (computing); Computer science; Pipeline (software); Scale (ratio); Data science; World Wide Web; Machine learning","score_opus":0.02863628928553276,"score_gpt":0.32653914000579953,"score_spread":0.2979028507202668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168548811","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007591011,0.0278009,0.18707651,0.74646264,0.00094803993,0.00052920217,0.000010136735,0.00009196004,0.02948961],"genre_scores_gemma":[0.6700021,0.26881987,0.029036913,0.032000326,0.000054890643,0.000020997813,0.000017281147,0.000006096982,0.000041503357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986769,0.00012430322,0.00051180745,0.00007639123,0.0005419653,0.000068619214],"domain_scores_gemma":[0.998525,0.00041196964,0.00020956995,0.00021538038,0.0006176205,0.000020451433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029830888,0.00005849706,0.00014223212,0.000072997565,0.000028890987,0.00003103364,0.00041567985,0.00013732913,0.00001090504],"category_scores_gemma":[0.0026564,0.0000437555,0.00004565713,0.00020684587,0.00006277019,0.00046491306,0.00020103277,0.0008678284,0.000008527704],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053668664,0.000019459061,0.0000173457,0.0018404537,0.000014410216,0.00000244771,0.0009003204,0.000033774442,0.0005867861,0.8413136,0.00024155837,0.1550245],"study_design_scores_gemma":[0.0026133163,0.00046221202,0.020477753,0.07355875,0.000091283255,0.0023177138,0.0013164866,0.06332643,0.17737561,0.29319265,0.36403006,0.0012377305],"about_ca_topic_score_codex":0.000014248003,"about_ca_topic_score_gemma":0.000021981632,"teacher_disagreement_score":0.7144623,"about_ca_system_score_codex":0.000024102832,"about_ca_system_score_gemma":0.00015548136,"threshold_uncertainty_score":0.37703308},"labels":[],"label_agreement":null},{"id":"W3168741991","doi":"10.2139/ssrn.3821753","title":"Review Helpfulness Score vs. Review Unhelpfulness Score: Two Sides of the Same Coin or Different Coins?","year":2021,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Helpfulness; Standard score; Psychology; Mathematics; Statistics; Social psychology","score_opus":0.021317097041572943,"score_gpt":0.26454203308912044,"score_spread":0.2432249360475475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168741991","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049232926,0.83017075,0.09537366,0.021743026,0.0019431293,0.0010539512,0.0000070216265,0.00014220715,0.00033332506],"genre_scores_gemma":[0.309151,0.6818506,0.00025848538,0.0062607327,0.00030258135,0.000053642383,0.000005118061,0.000043278633,0.00207456],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956634,0.00070304447,0.0008030395,0.00046416488,0.00072109414,0.0016452573],"domain_scores_gemma":[0.9976812,0.0001229027,0.00060254184,0.0009917606,0.0004529767,0.00014860988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021434627,0.0003247629,0.0007235782,0.000070513226,0.0003784726,0.00012154084,0.0014982402,0.0000694989,0.00011740335],"category_scores_gemma":[0.00051522744,0.00019319881,0.00042049383,0.0012748986,0.000093081864,0.00035605862,0.00034240837,0.0017881109,0.000029983506],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115872244,0.0005370864,0.0011035309,0.008755645,0.00058516377,0.00015099449,0.00014055015,0.00004041113,0.0024558203,0.157032,0.005500594,0.82358235],"study_design_scores_gemma":[0.00778997,0.0033797955,0.0040897117,0.24490717,0.0019866924,0.05965752,0.00059251307,0.0011478778,0.1929847,0.382852,0.09662543,0.0039866273],"about_ca_topic_score_codex":0.0000445801,"about_ca_topic_score_gemma":0.0012206445,"teacher_disagreement_score":0.8195957,"about_ca_system_score_codex":0.0005164237,"about_ca_system_score_gemma":0.003620626,"threshold_uncertainty_score":0.7878419},"labels":[],"label_agreement":null},{"id":"W3168793415","doi":"10.1017/9781108348423.002","title":"Freedom of Expression and the Regulation of Hate Speech","year":2018,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Freedom of expression; Expression (computer science); Political science; Computer science; Psychology; Communication; Law; Human rights","score_opus":0.012946887282446244,"score_gpt":0.18168142326705566,"score_spread":0.1687345359846094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168793415","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022326026,0.00011567475,0.022988088,0.000018241557,0.0002705416,0.00039250095,0.000027454511,0.00006608369,0.9738888],"genre_scores_gemma":[0.021876177,0.00008994766,0.0032151078,0.00001005264,0.0000858076,3.4560674e-7,0.000005555565,0.000015394937,0.9747016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904305,0.000060405717,0.00019416692,0.00031268128,0.00027156132,0.000118125914],"domain_scores_gemma":[0.99856675,0.000077282115,0.00041657523,0.00065962196,0.00022561128,0.00005415267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022583442,0.00016604159,0.00029736792,0.00013194942,0.00011664451,0.000026671523,0.00058534194,0.00020311923,0.000002859756],"category_scores_gemma":[0.000011130694,0.00014490563,0.00011694469,0.000013408457,0.0005778197,0.00012894663,0.00049980823,0.00016549244,0.000002343055],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020022162,0.000005438409,6.8640946e-7,0.00008415894,0.00005524199,0.0000096830845,0.00023356335,0.0000041477238,0.005130966,0.9831757,0.0041001015,0.007000077],"study_design_scores_gemma":[0.005921428,0.0004698296,0.00022784458,0.0016846288,0.00039658337,0.00009119126,0.000084012594,0.008605877,0.3331218,0.001978938,0.6464057,0.0010121886],"about_ca_topic_score_codex":0.00012332074,"about_ca_topic_score_gemma":0.0000016560463,"teacher_disagreement_score":0.98119676,"about_ca_system_score_codex":0.000027772527,"about_ca_system_score_gemma":0.00003746161,"threshold_uncertainty_score":0.59090805},"labels":[],"label_agreement":null},{"id":"W3170678379","doi":"10.33137/cjal-rcbu.v7.36630","title":"Speak Freely: Why Universities Must Defend Free Speech, by Keith E. Whittington","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Academic Librarianship","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Free speech; Epistemology; Philosophy; Linguistics; Communication; Computer science; Sociology; Political science; Law","score_opus":0.0149353015557152,"score_gpt":0.1979454485916457,"score_spread":0.1830101470359305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170678379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6024149,0.01721522,0.12334976,0.10705151,0.011029268,0.00041842944,0.0002709973,0.0003598984,0.13789001],"genre_scores_gemma":[0.93618685,0.00046163116,0.033544026,0.010541062,0.0025097344,0.0000017558759,0.000027448885,0.000100815385,0.016626684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99793166,0.0002245702,0.00048920856,0.00032814709,0.0003932912,0.00063310354],"domain_scores_gemma":[0.997524,0.00013525946,0.0003368754,0.00053380005,0.00019991021,0.0012701172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045014388,0.0002214278,0.00029763117,0.00043630492,0.00029720098,0.000463076,0.0021075183,0.00035382088,0.0002827184],"category_scores_gemma":[0.0002625739,0.00023361202,0.00016361775,0.00085863273,0.00011877076,0.0026338806,0.000124873,0.0014037767,0.00003353476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002688421,0.000021394844,0.008076567,0.000047143534,0.00018806176,0.005296491,0.0036535643,0.00006484948,0.0033316913,0.0500692,0.8998662,0.029357934],"study_design_scores_gemma":[0.0017170965,0.00027892616,0.0021622991,0.00044733202,0.00008411959,0.005156136,0.0048319297,0.00037202786,0.058796905,0.025439031,0.899856,0.0008582039],"about_ca_topic_score_codex":0.0017672579,"about_ca_topic_score_gemma":0.0021135013,"teacher_disagreement_score":0.33377194,"about_ca_system_score_codex":0.0002844416,"about_ca_system_score_gemma":0.004970819,"threshold_uncertainty_score":0.95264214},"labels":[],"label_agreement":null},{"id":"W3171122582","doi":"","title":"Terms of Silence: Weaknesses in Corporate and Law Enforcement Responses to Cyberviolence against Girls","year":2017,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Redress; Silence; Deference; Enforcement; Political science; Social media; Law enforcement; Identity (music); Order (exchange); Public relations; Law; Sociology; Business","score_opus":0.015360506104702486,"score_gpt":0.25527149164168705,"score_spread":0.23991098553698456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171122582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97969335,0.00032867404,0.016955867,0.00057502347,0.00022715046,0.0001480659,0.0000012275079,0.00002156925,0.002049083],"genre_scores_gemma":[0.99691975,0.0017949054,0.0007431993,0.00012114007,0.000053511554,0.000006880746,2.399582e-7,0.0000070353785,0.00035331034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99806553,0.000080106474,0.00029923854,0.00025451957,0.00026907847,0.0010315266],"domain_scores_gemma":[0.99893796,0.000038045902,0.00038800313,0.00045858498,0.00007118593,0.00010621427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015899198,0.0001330298,0.0001856578,0.00015376008,0.00038025738,0.00026028705,0.0008913071,0.000052468247,0.0000029258576],"category_scores_gemma":[0.00010785581,0.000116579904,0.000040476796,0.00013682642,0.000090715344,0.0006455555,0.00020666295,0.0005507353,0.000009186808],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019452743,0.00007590105,0.01597313,0.000021862856,0.000043050604,0.000046546305,0.0006804826,0.00017487965,0.028718833,0.744524,0.000015325591,0.20953144],"study_design_scores_gemma":[0.0034549322,0.0036303268,0.09428297,0.001134588,0.00003130052,0.0011820431,0.0012419765,0.0029397442,0.11870367,0.76961553,0.0025483945,0.0012345179],"about_ca_topic_score_codex":0.00040134887,"about_ca_topic_score_gemma":0.0008582001,"teacher_disagreement_score":0.20829692,"about_ca_system_score_codex":0.00019138216,"about_ca_system_score_gemma":0.0005114858,"threshold_uncertainty_score":0.47539908},"labels":[],"label_agreement":null},{"id":"W3171916522","doi":"10.18601/01210483.v41n111.03","title":"“Gromming”: el minotauro en internet. El derecho penal del enemigo frente al pederasta de la era digital","year":2021,"lang":"es","type":"article","venue":"Derecho Penal y Criminología","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Optech (Canada)","funders":"","keywords":"Humanities; Persona; Art; Political science; Philosophy","score_opus":0.01604378904084651,"score_gpt":0.2832740299046378,"score_spread":0.26723024086379127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171916522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85671407,0.002280129,0.10649007,0.0028256124,0.0018483535,0.00041730443,0.00014225801,0.00063275476,0.028649438],"genre_scores_gemma":[0.9831746,0.00063529034,0.009833747,0.0014553253,0.00062008604,0.000051123086,0.00013328942,0.000101368394,0.003995157],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9928098,0.001056435,0.0010977808,0.002069116,0.0010273262,0.0019395574],"domain_scores_gemma":[0.99577516,0.0011571577,0.0004447556,0.001390125,0.00048885663,0.0007439427],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00084425934,0.0010617963,0.0008997904,0.0004926347,0.0005596318,0.0039774138,0.0021299352,0.0009672008,0.0005979228],"category_scores_gemma":[0.001105396,0.0011381131,0.0006609986,0.00066964235,0.00044474582,0.0014673271,0.001635496,0.002484901,0.0012455684],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064829644,0.0030497462,0.025149204,0.0006492078,0.0014904588,0.010931884,0.009916229,0.00021629244,0.09422498,0.019552507,0.08059716,0.753574],"study_design_scores_gemma":[0.007993497,0.002229512,0.09811242,0.0019547495,0.0010060546,0.0248622,0.0041228198,0.04775014,0.47844547,0.014697504,0.31237617,0.0064494642],"about_ca_topic_score_codex":0.0006331144,"about_ca_topic_score_gemma":0.00008397107,"teacher_disagreement_score":0.74712455,"about_ca_system_score_codex":0.0005521824,"about_ca_system_score_gemma":0.0012990251,"threshold_uncertainty_score":0.9998164},"labels":[],"label_agreement":null},{"id":"W317289987","doi":"","title":"The cartoon controversy : a note on freedom of expression, hate speech and blasphemy","year":2006,"lang":"en","type":"article","venue":"Comparative and International Law Journal of Southern Africa","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Blasphemy; Dignity; Freedom of religion; Freedom of expression; Islam; Expression (computer science); Law; Denial; Human rights; Political science; Multiculturalism; Freedom of the press; Sociology; Philosophy; Psychology; Computer science; Theology; Psychoanalysis","score_opus":0.017245770251611343,"score_gpt":0.2480359473883886,"score_spread":0.23079017713677727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W317289987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7606407,0.0038184738,0.100251086,0.0036506013,0.0016838204,0.00037427267,0.00007825298,0.00004570997,0.12945709],"genre_scores_gemma":[0.9970752,0.000029156785,0.0020688581,0.000032098265,0.0001443111,0.0000011600056,4.4892244e-7,0.0000033246647,0.0006454368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914354,0.00006195131,0.00029558997,0.00011507255,0.0002822915,0.00010154519],"domain_scores_gemma":[0.9990208,0.00020644929,0.00034222766,0.00009933156,0.0002841579,0.000047026937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023937236,0.000094563286,0.00016375884,0.00005064162,0.00017521116,0.00012976985,0.0003022879,0.000029325547,0.000007632638],"category_scores_gemma":[0.000020072857,0.00005843915,0.000057922352,0.00006184795,0.00014757001,0.00018901394,0.00006317731,0.00013598047,0.0000075521516],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018064867,0.00058221834,0.0010604112,0.000022224229,0.00046524894,0.00008645295,0.0135364,0.0015819507,0.15342686,0.78500307,0.0128115155,0.029617168],"study_design_scores_gemma":[0.008237318,0.0031328779,0.0035117085,0.00074900966,0.000093070536,0.00056610367,0.004948365,0.036017038,0.30692312,0.17770563,0.45725048,0.00086529163],"about_ca_topic_score_codex":0.00006776118,"about_ca_topic_score_gemma":0.00005675682,"teacher_disagreement_score":0.6072974,"about_ca_system_score_codex":0.000019663063,"about_ca_system_score_gemma":0.000015282121,"threshold_uncertainty_score":0.23830794},"labels":[],"label_agreement":null},{"id":"W3173790829","doi":"","title":"La lutte contre les contenus haineux sur les plateformes de médias sociaux : une analyse comparative d’approches de régulation","year":2021,"lang":"fr","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.09736543075075113,"score_gpt":0.309653797795422,"score_spread":0.21228836704467088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173790829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7461486,0.004257282,0.23077263,0.009805404,0.00037747138,0.00019536472,0.000018741657,0.00022593442,0.008198614],"genre_scores_gemma":[0.97272563,0.00026006196,0.009837146,0.0003516506,0.00020408255,0.00001817661,0.000028242941,0.00001956429,0.016555443],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99729186,0.0006658117,0.00045810637,0.00057518604,0.00031934195,0.00068966975],"domain_scores_gemma":[0.9979899,0.00056848984,0.00022485561,0.000349558,0.00063426397,0.00023296528],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006779977,0.0003448125,0.00050083385,0.00012078096,0.0005266327,0.00053050526,0.00032211165,0.00040331378,0.00021889927],"category_scores_gemma":[0.00023315837,0.0003422795,0.00025298173,0.000832554,0.0003196188,0.0006469247,0.00013947675,0.00047057346,0.000071535535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027831565,0.0012198293,0.059633706,0.00047781365,0.0017685386,0.0016383929,0.07832025,0.012406912,0.0561235,0.16560736,0.013584396,0.608941],"study_design_scores_gemma":[0.003021819,0.00032933106,0.21645236,0.0004887698,0.00035536013,0.00095786,0.040409084,0.5459641,0.15158464,0.009061617,0.030057196,0.0013178142],"about_ca_topic_score_codex":0.011836179,"about_ca_topic_score_gemma":0.01505364,"teacher_disagreement_score":0.60762316,"about_ca_system_score_codex":0.00032251602,"about_ca_system_score_gemma":0.0008743616,"threshold_uncertainty_score":0.9999029},"labels":[],"label_agreement":null},{"id":"W3175155664","doi":"10.1177/00033286211025955","title":"Are rights really so wrong? A response to Nigel Biggar’s <i>What’s Wrong with Rights</i>","year":2021,"lang":"en","type":"article","venue":"Anglican Theological Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Supreme court; Law; Virtue; Duty; Bill of rights; Reading (process); Fundamental rights; Human rights; Sociology; Fundamentalism; Political science; Philosophy; Politics","score_opus":0.015078770853505593,"score_gpt":0.25545159716697124,"score_spread":0.24037282631346565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175155664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3613242,0.2632287,0.17435443,0.14401346,0.002583939,0.0075070346,0.000041941323,0.0040070233,0.04293925],"genre_scores_gemma":[0.6528024,0.046918143,0.0863447,0.18424335,0.0009255887,0.0016201755,0.000045505974,0.00013127852,0.026968855],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99644667,0.0010044246,0.00044124154,0.0009885073,0.00050062005,0.0006185162],"domain_scores_gemma":[0.997291,0.00036518037,0.00025745665,0.0013404839,0.00029790236,0.00044794465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00117358,0.0003401305,0.00066064077,0.00007947685,0.00040201383,0.0003758852,0.0010011867,0.00013376783,0.00034352104],"category_scores_gemma":[0.00047310215,0.00020673445,0.0002079351,0.0012714457,0.00015988066,0.0004364736,0.000371202,0.00033452894,0.000561731],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015119102,0.0012311101,0.00044092466,0.0010738508,0.0003587382,0.01562256,0.00096332683,0.00003114114,0.004281555,0.35845307,0.061970327,0.5540615],"study_design_scores_gemma":[0.0003795258,0.000754732,0.0024823127,0.0033900747,0.00005480889,0.0005797725,0.000027945183,0.000031604013,0.0035491157,0.013832053,0.97431755,0.00060051045],"about_ca_topic_score_codex":0.000042023654,"about_ca_topic_score_gemma":0.00030843503,"teacher_disagreement_score":0.9123472,"about_ca_system_score_codex":0.000077395394,"about_ca_system_score_gemma":0.00013510547,"threshold_uncertainty_score":0.8430386},"labels":[],"label_agreement":null},{"id":"W3175346340","doi":"10.15626/hn.20214604","title":"The #MeeToo Movement as an e-Discourse: Social and Legal Effects","year":2021,"lang":"en","type":"article","venue":"HumaNetten","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sexual misconduct; Social media; Legal consciousness; Personality psychology; Criminology; Social psychology; Social movement; Politics; Sexual assault; Consciousness; Sociology; Psychology; Gender studies; Media studies; Political science; Law; Poison control; Human factors and ergonomics; Personality","score_opus":0.009499825713052915,"score_gpt":0.2645117646392586,"score_spread":0.25501193892620566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175346340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768686,0.00044648198,0.0035275773,0.006452658,0.00074051524,0.00016697313,6.9562856e-7,0.00018455558,0.011611941],"genre_scores_gemma":[0.9906046,0.000025998348,0.0008787421,0.0021783882,0.0004435896,0.00002089988,0.0000040637137,0.000010484872,0.0058332393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912435,0.00009347417,0.00008851633,0.000259075,0.00021248504,0.00022212235],"domain_scores_gemma":[0.9995633,0.000038246042,0.00003291634,0.00026662322,0.000036843106,0.00006206805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001774921,0.00008600702,0.000075697346,0.00001827411,0.0006460941,0.00053565006,0.00025546487,0.000038195252,0.000012887996],"category_scores_gemma":[0.000016333923,0.00006594211,0.000029548206,0.00009696467,0.000051803272,0.00026836316,0.00013663487,0.00011198711,0.00004168577],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017724344,0.00013204057,0.00015579881,0.000033315468,0.000083362196,0.00071769854,0.0022235562,0.000010301111,0.022804575,0.53311706,0.013569326,0.42713523],"study_design_scores_gemma":[0.0039390763,0.0019480917,0.120308585,0.0000982114,0.00011858327,0.00066177495,0.0019063181,0.012383008,0.1774246,0.108760335,0.5704947,0.0019567176],"about_ca_topic_score_codex":0.00007778538,"about_ca_topic_score_gemma":0.00015075685,"teacher_disagreement_score":0.55692536,"about_ca_system_score_codex":0.000018922774,"about_ca_system_score_gemma":0.000044300778,"threshold_uncertainty_score":0.51652855},"labels":[],"label_agreement":null},{"id":"W3178576861","doi":"10.5539/ijel.v11n4p58","title":"Linguistic Harassment Against Arab LGBTs on Cyberspace","year":2021,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Harassment; Cyberspace; Resentment; Prejudice (legal term); Lesbian; Social psychology; Psychology; Sociology; Political science; Criminology; Gender studies; Law; Politics; Computer science","score_opus":0.011762976683374752,"score_gpt":0.26460893281446846,"score_spread":0.25284595613109373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178576861","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03047612,0.00080453797,0.17115158,0.0010520634,0.27327856,0.00018487893,0.000034826062,0.0003025593,0.52271485],"genre_scores_gemma":[0.9490673,0.00020100088,0.03052074,0.0010685684,0.01847197,0.0000013171657,0.000007389769,0.000018801726,0.0006429134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808115,0.000071125716,0.0004857037,0.00022825297,0.0009285973,0.0002051765],"domain_scores_gemma":[0.9757085,0.00024112304,0.00038997552,0.0002768734,0.023223778,0.00015973666],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00038646415,0.00015168976,0.00019631554,0.00020986165,0.00006854823,0.00033538166,0.0008530776,0.00007437757,0.000021176083],"category_scores_gemma":[0.06711582,0.00014876151,0.00016202152,0.0001927219,0.0000268508,0.00007692214,0.00013411346,0.00042854497,0.000029476845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000559842,0.003478704,0.002045844,0.00008876153,0.0025610144,0.022885183,0.016695524,0.045219194,0.0020970781,0.710995,0.10466654,0.08870728],"study_design_scores_gemma":[0.00093835505,0.0002316982,0.00031271673,0.00021180997,0.00002398436,0.000031421194,0.00012490917,0.0024798336,0.0152856,0.0033961602,0.97671324,0.00025025714],"about_ca_topic_score_codex":0.0000023494952,"about_ca_topic_score_gemma":0.0000031562593,"teacher_disagreement_score":0.9185912,"about_ca_system_score_codex":0.0002210393,"about_ca_system_score_gemma":0.00033980733,"threshold_uncertainty_score":0.94074225},"labels":[],"label_agreement":null},{"id":"W3180118297","doi":"10.1093/arisup/akab004","title":"A Distortion or ‘Our’ Default?","year":2021,"lang":"en","type":"article","venue":"Aristotelian Society Supplementary Volume","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Democracy; Pessimism; Political science; Reading (process); Law; Law and economics; Sociology; Philosophy; Politics; Epistemology","score_opus":0.013044353563240506,"score_gpt":0.24801707979597576,"score_spread":0.23497272623273524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180118297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058691576,0.00049422175,0.9038854,0.0312485,0.0031954318,0.00051260326,0.0002621664,0.0007626633,0.00094742276],"genre_scores_gemma":[0.70253944,0.00024231279,0.26681623,0.006661674,0.0006116971,0.000078657,0.0007662539,0.000053526717,0.022230217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799025,0.00008404416,0.0003508704,0.0006333466,0.00043871521,0.00050276186],"domain_scores_gemma":[0.99884784,0.000019873796,0.000101948186,0.00072413945,0.00011824053,0.00018793276],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026001965,0.00021094574,0.00019707535,0.00003402478,0.00043314334,0.00021733636,0.00048487523,0.000103920174,0.0009905396],"category_scores_gemma":[0.000023912162,0.00020667202,0.0002978477,0.0007021852,0.000031604184,0.00046885558,0.00028826317,0.00024659667,0.00030769876],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025765066,0.000304326,0.007806664,0.000059132562,0.00021374531,0.0003134349,0.002986394,0.00004291604,0.0068501863,0.000486016,0.89533657,0.085574865],"study_design_scores_gemma":[0.00095086865,0.00020903448,0.0030974387,0.000025107836,0.000043305296,0.00021073609,0.0028091858,0.008238936,0.013694236,0.000729802,0.9694572,0.00053414196],"about_ca_topic_score_codex":0.0006446628,"about_ca_topic_score_gemma":0.00040513035,"teacher_disagreement_score":0.6438478,"about_ca_system_score_codex":0.00026958078,"about_ca_system_score_gemma":0.00024104276,"threshold_uncertainty_score":0.9999227},"labels":[],"label_agreement":null},{"id":"W3184836400","doi":"10.1108/jices-09-2020-0101","title":"Security and privacy of adolescents in social applications and networks: legislative aspects and legal practice of countering cyberbullying on example of developed and developing countries","year":2021,"lang":"en","type":"article","venue":"Journal of Information Communication and Ethics in Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Legislation; Developing country; Legislature; Originality; Cybercrime; State (computer science); Value (mathematics); Business; Public relations; Developed country; Political science; Internet privacy; Law; Economic growth; The Internet; Economics; Sociology; Computer science","score_opus":0.033471725200854896,"score_gpt":0.3151500351475365,"score_spread":0.2816783099466816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184836400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79861677,0.0022618598,0.19262081,0.00502453,0.000058890182,0.00031998733,0.000004980912,0.000010513307,0.0010816546],"genre_scores_gemma":[0.95760566,0.013716271,0.028360419,0.0003015401,0.000008756031,0.0000025501731,0.0000019478596,0.000002104234,7.282305e-7],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9989139,0.00016750152,0.0005739404,0.00006866525,0.00020350704,0.000072507275],"domain_scores_gemma":[0.9979843,0.0005568705,0.00072994095,0.00011411804,0.0005880054,0.000026795966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019683617,0.000070089314,0.00019110242,0.000080093305,0.0001742768,0.00009128457,0.00011622618,0.0001157328,2.2963316e-7],"category_scores_gemma":[0.000294694,0.00007220366,0.000016579923,0.00025991476,0.00017447669,0.0014215249,0.00022285541,0.0004943649,1.9425672e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002217246,0.00017785322,0.01840568,0.0021391814,0.00014962742,0.0000016024794,0.49553448,0.00057564664,0.00054097996,0.4445415,0.00005934531,0.037652366],"study_design_scores_gemma":[0.017003912,0.00094156794,0.48839137,0.013707923,0.00018660197,0.0011680344,0.1593405,0.17691204,0.011323114,0.04311268,0.086188994,0.0017232485],"about_ca_topic_score_codex":0.00007710348,"about_ca_topic_score_gemma":0.00004974234,"teacher_disagreement_score":0.4699857,"about_ca_system_score_codex":0.00004285222,"about_ca_system_score_gemma":0.00018946486,"threshold_uncertainty_score":0.29443797},"labels":[],"label_agreement":null},{"id":"W3188759137","doi":"10.18653/v1/2022.wassa-1.14","title":"Improving Social Meaning Detection with Pragmatic Masking and Surrogate Fine-Tuning","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Compute Canada","keywords":"Computer science; Masking (illustration); Exploit; Set (abstract data type); Artificial intelligence; Shot (pellet); Meaning (existential); Natural language processing; Class (philosophy); Language model; Baseline (sea); Machine learning; Training set; Contrast (vision); Domain (mathematical analysis); Test set; Speech recognition; Psychology; Mathematics","score_opus":0.010628335239707944,"score_gpt":0.21890807235594187,"score_spread":0.20827973711623393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188759137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08529862,0.000053840708,0.90901005,0.00015973055,0.0006532878,0.00034697153,0.000001615759,0.0007091969,0.0037667025],"genre_scores_gemma":[0.9488408,0.0000060434445,0.050419614,0.000053374202,0.00015895885,0.0000893339,0.000007352777,0.000033873013,0.00039065804],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979238,0.00018507866,0.0002874735,0.0007769579,0.00044924102,0.00037746306],"domain_scores_gemma":[0.9990438,0.00007727746,0.00034425379,0.0003844524,0.000072192684,0.000078019126],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007664965,0.0002967149,0.00028909583,0.00025302917,0.0008969242,0.00070884434,0.00047816295,0.00015023038,0.000039862018],"category_scores_gemma":[0.00004857253,0.00028027556,0.00007051315,0.00032697167,0.000033826185,0.00036717343,0.0017373338,0.00096602197,0.0000041249837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046257952,0.000044384462,0.00023946968,0.0007031624,0.00016741976,0.00012981125,0.007341098,0.0066966875,0.011775126,0.005142499,0.000028084403,0.967686],"study_design_scores_gemma":[0.00092300744,0.00031886157,0.0008324638,0.00023275266,0.00010324192,0.00026255465,0.0010791005,0.9789264,0.009620633,0.005500236,0.00089714536,0.0013035878],"about_ca_topic_score_codex":0.00056947995,"about_ca_topic_score_gemma":0.00042064313,"teacher_disagreement_score":0.9722297,"about_ca_system_score_codex":0.00017290463,"about_ca_system_score_gemma":0.00012912492,"threshold_uncertainty_score":0.99996495},"labels":[],"label_agreement":null},{"id":"W3192799006","doi":"10.48550/arxiv.2108.03305","title":"Offensive Language and Hate Speech Detection with Deep Learning and Transfer Learning","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Offensive; Transfer of learning; Computer science; Psychology; Linguistics; Artificial intelligence; Engineering; Philosophy","score_opus":0.016764716596043918,"score_gpt":0.16264363836496837,"score_spread":0.14587892176892445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192799006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6570734,0.00017485161,0.34195715,0.0000135959035,0.00009450087,0.00011508174,3.3952253e-7,0.00017726008,0.00039381537],"genre_scores_gemma":[0.9969867,0.0005365168,0.0012368673,0.000023519682,0.000037418962,7.994596e-7,0.000005845159,0.000019867026,0.0011524638],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983804,0.00021132984,0.00010689059,0.00093742285,0.00008977217,0.00027413602],"domain_scores_gemma":[0.9993155,0.00006212026,0.00007737322,0.00027376387,0.00012991269,0.00014131804],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017736063,0.0002596876,0.00025954386,0.00019371178,0.00031265806,0.00029627894,0.00021100117,0.00022444602,0.000012661296],"category_scores_gemma":[0.000028258954,0.00028122327,0.00006335082,0.00035052974,0.00008551873,0.00029240747,0.00040838274,0.0009939076,0.00000673783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005476561,0.00018196338,0.018534549,0.0010419409,0.0010130445,0.013057389,0.025560552,0.29413807,0.03756174,0.0045060595,0.000005455658,0.60385156],"study_design_scores_gemma":[0.0025122005,0.001031961,0.0076984586,0.00061625644,0.0003744295,0.0007256511,0.010663745,0.9211304,0.051485308,0.00093823083,0.00089070917,0.0019326364],"about_ca_topic_score_codex":0.00038581353,"about_ca_topic_score_gemma":0.00046023895,"teacher_disagreement_score":0.62699234,"about_ca_system_score_codex":0.00006690736,"about_ca_system_score_gemma":0.000040873594,"threshold_uncertainty_score":0.999964},"labels":[],"label_agreement":null},{"id":"W3193907701","doi":"10.1109/ro-man50785.2021.9515450","title":"Can Robots Be Bullied? A Crowdsourced Feasibility Study for Using Social Robots in Anti-Bullying Interventions","year":2021,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Waterloo","funders":"","keywords":"Robot; Applied psychology; Psychology; Context (archaeology); Psychological intervention; Perception; Human–robot interaction; Social robot; Social psychology; Computer science; Artificial intelligence; Mobile robot","score_opus":0.1434275318357561,"score_gpt":0.3664603690591795,"score_spread":0.2230328372234234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193907701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6493233,0.000021736589,0.3485545,0.0009000902,0.0003004455,0.00058624125,0.000003620499,0.00013137315,0.00017869698],"genre_scores_gemma":[0.96244866,0.0000013328842,0.036876097,0.00015989358,0.00007779517,0.00005098761,0.000005796835,0.000015157517,0.00036427585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979542,0.0002131226,0.0004636738,0.000674524,0.0002544403,0.00044006412],"domain_scores_gemma":[0.9991193,0.00005736068,0.00010938847,0.00043291057,0.00019210149,0.0000889747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007043619,0.0001803729,0.000313277,0.00016566449,0.0004542209,0.00034000046,0.00039418234,0.00008945897,0.000039075272],"category_scores_gemma":[0.00014509197,0.00019244554,0.0002559382,0.0007964464,0.000027825046,0.00026518904,0.00029040762,0.00018342801,0.0000037457155],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004985112,0.032925136,0.29770586,0.0025284423,0.0016220602,0.0018268934,0.070690595,0.11266076,0.2577923,0.078974344,0.002574353,0.14020073],"study_design_scores_gemma":[0.017537327,0.001984646,0.47849947,0.00074982154,0.00032802424,0.00031998073,0.018715579,0.392921,0.07391669,0.010904499,0.00052205153,0.0036009168],"about_ca_topic_score_codex":0.0007300091,"about_ca_topic_score_gemma":0.004369112,"teacher_disagreement_score":0.31312534,"about_ca_system_score_codex":0.0002149046,"about_ca_system_score_gemma":0.00017418334,"threshold_uncertainty_score":0.78477013},"labels":[],"label_agreement":null},{"id":"W3194697967","doi":"","title":"Internet voting : in the Quebec context : a study","year":2020,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Voting; The Internet; Internet privacy; Political science; Computer science; Business; World Wide Web; History; Politics; Law","score_opus":0.03482241765155038,"score_gpt":0.23466195960918135,"score_spread":0.19983954195763098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194697967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69777745,0.000018594954,0.28728557,0.009631378,0.00012931804,0.0003393215,6.7883995e-8,0.00017972168,0.004638555],"genre_scores_gemma":[0.9963684,1.1147266e-7,0.00040784653,0.0028090503,0.000033711625,0.000009029205,8.717186e-8,0.0000019710044,0.0003698124],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937415,0.00009873335,0.00011040871,0.00017766365,0.00012810952,0.000110920046],"domain_scores_gemma":[0.9997674,0.000043150027,0.000020513648,0.00012666167,0.000012372299,0.000029863111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002381335,0.000052683226,0.000060035836,0.000021663172,0.000027426568,0.00016356958,0.00055777986,0.000013119258,0.000022450518],"category_scores_gemma":[0.00004021334,0.00003321906,0.000019882787,0.00028970256,0.000006715177,0.00015613524,0.00010540455,0.00011364146,0.00013639139],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026699634,0.00041922068,0.037167866,0.0000112845955,0.000029931905,0.00025730583,0.15153804,0.000051309937,0.0005383371,0.1226142,0.006706617,0.6806392],"study_design_scores_gemma":[0.004261065,0.0034726483,0.14500077,0.000059093243,0.000018988712,0.00007227816,0.06867992,0.7017652,0.0069837053,0.00057310215,0.06806644,0.0010467895],"about_ca_topic_score_codex":0.010049459,"about_ca_topic_score_gemma":0.028066162,"teacher_disagreement_score":0.70171386,"about_ca_system_score_codex":0.000011785632,"about_ca_system_score_gemma":0.000017532016,"threshold_uncertainty_score":0.9965427},"labels":[],"label_agreement":null},{"id":"W3200592652","doi":"10.5210/spir.v2021i0.12176","title":"NOT FAR ENOUGH: HOW WORKPLACE HARASSMENT POLICIES FAIL TO PROTECT SCHOLARS FROM ONLINE ABUSE","year":2021,"lang":"en","type":"article","venue":"AoIR Selected Papers of Internet Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Roads University","funders":"","keywords":"Harassment; Public relations; Framing (construction); Institution; Work (physics); Visibility; Political science; Sociology; Business; Law and economics; Law; Engineering","score_opus":0.0366512202601975,"score_gpt":0.315474532367428,"score_spread":0.2788233121072305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200592652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98251915,0.0002924908,0.006390827,0.008870819,0.0001963915,0.00058830285,0.000029313214,0.00018173213,0.0009309885],"genre_scores_gemma":[0.9705828,0.00016939055,0.018345801,0.0004623252,0.00012551213,0.00008057201,0.000036806177,0.00003017131,0.010166611],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9960131,0.00064479373,0.00032388765,0.0008425175,0.0013188183,0.0008568805],"domain_scores_gemma":[0.99695516,0.00033957761,0.000086754335,0.00093343674,0.0013730614,0.00031203157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007061049,0.00024133913,0.00032369042,0.00042995592,0.00016565036,0.00063420885,0.001522019,0.00017861565,0.00016107546],"category_scores_gemma":[0.0009849851,0.00023012632,0.00010652917,0.002890048,0.000097628414,0.0003722312,0.00058743573,0.001071898,0.00017281287],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018080813,0.0002685179,0.00050707604,0.000034230485,0.00019764909,0.00011762824,0.0055367346,0.000086174754,0.9555257,0.0006401143,0.0058704386,0.031034904],"study_design_scores_gemma":[0.00058365235,0.0008143567,0.0099691395,0.0002566428,0.000007397327,0.000025986054,0.00090676086,0.0022031083,0.92165416,0.000062860396,0.06317711,0.00033881664],"about_ca_topic_score_codex":0.0023639807,"about_ca_topic_score_gemma":0.0022020873,"teacher_disagreement_score":0.057306673,"about_ca_system_score_codex":0.0002787155,"about_ca_system_score_gemma":0.00046120203,"threshold_uncertainty_score":0.9384279},"labels":[],"label_agreement":null},{"id":"W3200895625","doi":"10.22329/il.v41i3.6854","title":"Illocutionary Performance and Objective Assessment in the Speech Act of Arguing","year":2021,"lang":"en","type":"article","venue":"Informal Logic","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argumentation theory; Speech act; Set (abstract data type); Action (physics); Epistemology; Linguistics; Position (finance); Psychology; Computer science; Philosophy; Business","score_opus":0.012676637355366014,"score_gpt":0.24691328910885463,"score_spread":0.23423665175348862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200895625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9499099,0.000057512672,0.0071606277,0.00024965213,0.0001264684,0.00008976349,7.274737e-7,0.000024995084,0.04238031],"genre_scores_gemma":[0.9895115,0.000062448744,0.010042625,0.00030121984,0.000017151524,0.0000061847304,0.0000017464979,0.0000012801102,0.000055852463],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993579,0.00003852687,0.00015974761,0.00010936151,0.00018969683,0.00014477676],"domain_scores_gemma":[0.9996301,0.000052227064,0.00005626994,0.00018351254,0.000059006423,0.000018896793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037026152,0.00006316093,0.00008073739,0.000055763372,0.00007896963,0.00005202624,0.00021003048,0.00003635033,0.000007633741],"category_scores_gemma":[0.000024489334,0.00004439357,0.000023895775,0.00033233358,0.000031166,0.00052952755,0.00012177228,0.00016831505,0.0000061061473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003951729,0.00022053141,0.062663384,0.00014843143,0.000041167023,0.0002619619,0.008606305,0.0017059483,0.0040878356,0.101683185,0.00014385668,0.82039785],"study_design_scores_gemma":[0.0005831978,0.0004806762,0.922195,0.00007159284,0.000006075836,0.00080229744,0.0013759194,0.05090357,0.017616518,0.0026809298,0.0030398231,0.00024435614],"about_ca_topic_score_codex":0.000019586216,"about_ca_topic_score_gemma":0.000009379488,"teacher_disagreement_score":0.85953164,"about_ca_system_score_codex":0.00002144071,"about_ca_system_score_gemma":0.000099137156,"threshold_uncertainty_score":0.18103173},"labels":[],"label_agreement":null},{"id":"W3201238034","doi":"10.5210/spir.v2021i0.12254","title":"DISCOURSES OF VICTIMHOOD AND IDENTITY POLITICS ON SOCIAL MEDIA: UNDERSTANDING AFFECTIVE POLARIZATION DURING THE US ELECTION","year":2021,"lang":"en","type":"article","venue":"AoIR Selected Papers of Internet Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Social media; Politics; Blame; Sociology; Social psychology; Grounded theory; Identity politics; Duty; Identity (music); Media studies; Qualitative research; Psychology; Political science; Social science; Law; Aesthetics","score_opus":0.029174531493799255,"score_gpt":0.3163301661909795,"score_spread":0.2871556346971802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201238034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99247366,0.00007127079,0.0054049506,0.0004955745,0.0001359675,0.00013497408,0.000003337465,0.00003702815,0.0012432177],"genre_scores_gemma":[0.99954045,0.00004446987,0.00011145865,0.000012079816,0.00007395505,0.0000059580634,0.0000047976473,0.000009163263,0.00019768202],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981333,0.0004457061,0.00018250187,0.00028166865,0.0006458962,0.00031093782],"domain_scores_gemma":[0.99874806,0.0004333941,0.0000858649,0.0001785973,0.0005035537,0.000050531235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046550232,0.00009497468,0.00014341224,0.00023113421,0.0003070257,0.0001365513,0.00028398907,0.0000906785,0.000014151821],"category_scores_gemma":[0.0006729031,0.000078869685,0.000045405755,0.0014313837,0.00017798778,0.00029797415,0.00017536877,0.00041051724,0.0000019145307],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016288503,0.00030746424,0.0105900215,0.00019749656,0.00033044262,0.000031037434,0.011819656,0.00003320046,0.77859,0.1940278,0.00024119277,0.0036687625],"study_design_scores_gemma":[0.00055658777,0.0003664829,0.1504712,0.00012536511,0.000016250928,0.000051546736,0.0025734042,0.0014427187,0.83972025,0.004485286,0.000038305327,0.00015262797],"about_ca_topic_score_codex":0.00040658505,"about_ca_topic_score_gemma":0.00089391414,"teacher_disagreement_score":0.1895425,"about_ca_system_score_codex":0.00025374477,"about_ca_system_score_gemma":0.00016268296,"threshold_uncertainty_score":0.32162124},"labels":[],"label_agreement":null},{"id":"W3201648943","doi":"10.3233/faia210016","title":"Cyber Racism Detection Using Bidirectional Gated Recurrent Units and Word Embeddings1","year":2021,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Racism; Word (group theory); Unconscious mind; Word2vec; Aggression; Punitive damages; Insult; Psychology; Action (physics); Value (mathematics); Representation (politics); Social psychology; Ethnic group; Computer science; Computer security; Sociology; Embedding; Artificial intelligence; Linguistics; Political science; Law; Gender studies; Politics","score_opus":0.04690592237393865,"score_gpt":0.2716675547044273,"score_spread":0.22476163233048868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201648943","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001076672,0.0016606584,0.9894524,0.000103991,0.0009979296,0.0003726418,0.000013292225,0.00011472434,0.006207686],"genre_scores_gemma":[0.3687669,0.033138014,0.3993637,0.00090901856,0.004975975,0.0011789497,0.0004956874,0.0004975165,0.19067425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984097,0.000030080442,0.00043446862,0.0006888613,0.00020403753,0.00023287545],"domain_scores_gemma":[0.99915814,0.000043910302,0.00017744988,0.0003103956,0.00019403716,0.000116049625],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020139795,0.00025458145,0.0002776459,0.00040222346,0.0003418665,0.00023500445,0.0002017491,0.0002767671,0.000021545728],"category_scores_gemma":[0.000025456267,0.00029324912,0.000049265836,0.00046729823,0.00014220647,0.00022044203,0.0001313692,0.0004442235,0.00001642601],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008913396,0.000020552332,0.000008261632,0.000016441763,0.00002318984,0.000005014313,0.00013297726,0.00011185975,0.0004285648,0.05283401,0.0000778612,0.94633234],"study_design_scores_gemma":[0.00011185798,0.00014626021,0.000062507155,0.00065024395,0.00013465814,0.00021388574,0.0006397767,0.18906175,0.037116036,0.3755048,0.3946666,0.0016916399],"about_ca_topic_score_codex":0.000040838677,"about_ca_topic_score_gemma":0.00010881071,"teacher_disagreement_score":0.9446407,"about_ca_system_score_codex":0.0001209158,"about_ca_system_score_gemma":0.0000986395,"threshold_uncertainty_score":0.99995196},"labels":[],"label_agreement":null},{"id":"W3202703754","doi":"10.32996/ijls.2021.1.2.2","title":"Analyzing Canadian PM Justin Trudeau’s Speech about Terrorist Attack on a Muslim Family in Ontario’s London: A Critical Perspective","year":2021,"lang":"en","type":"article","venue":"International Journal of Linguistics Studies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Islamophobia; Ideology; Critical discourse analysis; Hatred; Power (physics); Sociology; Politics; Media studies; Terrorism; Gender studies; Political science; Law","score_opus":0.05769391337723892,"score_gpt":0.3577178000372025,"score_spread":0.3000238866599636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202703754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8294669,0.008480625,0.023153681,0.022820914,0.050673015,0.00031793502,0.000056616846,0.000108706365,0.064921625],"genre_scores_gemma":[0.9835381,0.00022920193,0.01409651,0.0005872851,0.0012227442,0.000002243185,0.000001457828,0.000010615208,0.00031183165],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99806637,0.00008930525,0.0005818477,0.00030454976,0.00063529116,0.00032264862],"domain_scores_gemma":[0.9942907,0.00036165467,0.00020085991,0.00018179088,0.004777801,0.00018719098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046882208,0.00018280446,0.0003337114,0.0005612389,0.00014198411,0.00023677626,0.00060040853,0.00006854495,0.000016497688],"category_scores_gemma":[0.0071843457,0.00017745188,0.00014850587,0.0002769688,0.00008276433,0.00010090441,0.00014454695,0.00063984125,0.000017813703],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093232543,0.0026628242,0.10933278,0.0001721316,0.0064628962,0.18381813,0.13555956,0.008051436,0.0016470188,0.47506925,0.026373442,0.049918216],"study_design_scores_gemma":[0.014645308,0.005541404,0.34256187,0.010579316,0.00087083416,0.0075864648,0.12504047,0.023046093,0.010687227,0.128524,0.3257252,0.005191793],"about_ca_topic_score_codex":0.07268656,"about_ca_topic_score_gemma":0.5772061,"teacher_disagreement_score":0.5045195,"about_ca_system_score_codex":0.0023264936,"about_ca_system_score_gemma":0.0012807897,"threshold_uncertainty_score":0.9334885},"labels":[],"label_agreement":null},{"id":"W3203762216","doi":"10.1093/llc/fqab076","title":"A free market in extreme speech: Scientific racism and bloodsports on YouTube","year":2021,"lang":"en","type":"article","venue":"Digital Scholarship in the Humanities","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Arts and Humanities Research Council","keywords":"Radicalization; Sociology; Racism; Politics; Extreme right; Media studies; Political science; Law; Gender studies","score_opus":0.07123324672103878,"score_gpt":0.2304017534108769,"score_spread":0.15916850668983812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203762216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94994766,0.000395236,0.000053799555,0.00026699266,0.00038071244,0.0001415757,0.000013411627,0.000071732706,0.04872888],"genre_scores_gemma":[0.9948004,0.000010470352,0.00022355381,0.00042000826,0.00004816112,0.000014760394,0.0000079984775,0.00000950393,0.004465126],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983472,0.00014669544,0.00023737132,0.00045884724,0.0004763657,0.00033351078],"domain_scores_gemma":[0.9989443,0.00015648527,0.00005268971,0.00074659917,0.00006236546,0.000037602364],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010969089,0.00015825406,0.00014238493,0.00025045942,0.00029232196,0.0052721454,0.0007812382,0.00006440159,0.000037324244],"category_scores_gemma":[0.00037553292,0.0001307354,0.000048894148,0.0005358004,0.00016714304,0.0019178132,0.00028696127,0.0003960959,0.000026129617],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019214,0.002119971,0.08210092,0.00023669298,0.000075613614,0.011604023,0.05302507,0.000032810825,0.0017190456,0.37836182,0.003764927,0.46676695],"study_design_scores_gemma":[0.0026186088,0.00040827855,0.44393373,0.0008363177,0.000017401075,0.0012651627,0.00649003,0.00054591737,0.009799711,0.47015083,0.06252355,0.0014104799],"about_ca_topic_score_codex":0.000019420424,"about_ca_topic_score_gemma":0.00050935714,"teacher_disagreement_score":0.46535647,"about_ca_system_score_codex":0.00004539261,"about_ca_system_score_gemma":0.000067919565,"threshold_uncertainty_score":0.9957605},"labels":[],"label_agreement":null},{"id":"W3203781812","doi":"10.5210/fm.v26i7.10891","title":"Understanding cancel culture: Normative and unequal sanctioning","year":2021,"lang":"en","type":"article","venue":"First Monday","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Normative; Phenomenon; Sanctions; Sociology; Social phenomenon; Law and economics; Epistemology; Political science; Social psychology; Psychology; Law; Social science; Philosophy","score_opus":0.05100119400643345,"score_gpt":0.2240802656838286,"score_spread":0.17307907167739517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203781812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03891942,0.0004924654,0.9534379,0.0013390277,0.0008252685,0.00006276129,0.000003250258,0.00019138379,0.0047284965],"genre_scores_gemma":[0.9874386,0.00009920956,0.011362487,0.00016575641,0.000067905625,0.0000062837203,0.0000033438787,0.000005274287,0.0008511118],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928814,0.00003356772,0.00010757815,0.00024373809,0.0001461996,0.0001807731],"domain_scores_gemma":[0.9995709,0.000025635585,0.00004523909,0.000239399,0.00004738632,0.00007142229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009665578,0.000087725944,0.000089544854,0.00003917255,0.00040936796,0.00020686879,0.00014895541,0.0000500918,0.000024876736],"category_scores_gemma":[0.00005041315,0.00008420194,0.000027555114,0.0003405227,0.000025463001,0.00040566752,0.0001464495,0.00013087598,0.000027289168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059297487,0.00031847772,0.0077007283,0.00043701872,0.00046496568,0.0010962586,0.57518655,0.008464152,0.025394479,0.21264617,0.10495971,0.06327221],"study_design_scores_gemma":[0.0026420648,0.00046028246,0.0076233703,0.00044125997,0.000051789542,0.00055987656,0.0051173065,0.13967346,0.11956698,0.03256769,0.68972355,0.0015723585],"about_ca_topic_score_codex":0.000040813164,"about_ca_topic_score_gemma":0.00003847037,"teacher_disagreement_score":0.94851923,"about_ca_system_score_codex":0.00012153586,"about_ca_system_score_gemma":0.000048116028,"threshold_uncertainty_score":0.34336558},"labels":[],"label_agreement":null},{"id":"W3204600076","doi":"10.33972/jhs.188","title":"Making Hate Visible: Online Hate Incident Reporting Tools","year":2021,"lang":"en","type":"article","venue":"Journal of Hate Studies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"MacEwan University","funders":"","keywords":"Hate crime; Government (linguistics); Law enforcement; Political science; Social media; Equity (law); Economic Justice; Public relations; Criminology; Law; Sociology","score_opus":0.11142229285346363,"score_gpt":0.36446369556170155,"score_spread":0.25304140270823794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204600076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91079634,0.012942715,0.06482143,0.0058972146,0.0043909596,0.00012417455,0.0000028540694,0.00012592548,0.00089835946],"genre_scores_gemma":[0.9100853,0.0031075838,0.084719025,0.000652444,0.0007109338,0.0000027197675,0.0000010916216,0.000020792953,0.0007000866],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9970024,0.00013048074,0.0015872637,0.0002930358,0.0006166228,0.0003701556],"domain_scores_gemma":[0.99552923,0.00014889483,0.0027277465,0.00035904095,0.001143577,0.00009149894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015482836,0.00019044134,0.000563137,0.00019260071,0.0003262901,0.00041381276,0.00041122345,0.00005341331,0.000009266849],"category_scores_gemma":[0.0024434987,0.00015922528,0.00023999081,0.0005681541,0.000046037578,0.0010829499,0.00048300374,0.00038694547,0.000014022494],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011034809,0.00050020026,0.006873311,0.0003636066,0.0022251755,0.025535304,0.008256323,0.0028101178,0.044826612,0.0051621557,0.005847963,0.8974889],"study_design_scores_gemma":[0.0071999393,0.0034974401,0.22141737,0.011536922,0.0009888011,0.048658933,0.029709805,0.012628129,0.44208285,0.074207686,0.14407773,0.0039943885],"about_ca_topic_score_codex":0.0000052047576,"about_ca_topic_score_gemma":0.000033456185,"teacher_disagreement_score":0.8934945,"about_ca_system_score_codex":0.00013641159,"about_ca_system_score_gemma":0.00020808334,"threshold_uncertainty_score":0.6493019},"labels":[],"label_agreement":null},{"id":"W3205918618","doi":"10.29173/mlj761","title":"When Friends Become Adversaries: Litigation in the Age of Facebook","year":2009,"lang":"en","type":"article","venue":"Manitoba Law Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internet privacy; Political science; Psychology; Computer security; Advertising; Law and economics; Business; Sociology; Computer science","score_opus":0.015184651642178372,"score_gpt":0.22617309703577543,"score_spread":0.21098844539359707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205918618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6282583,0.00024261216,0.26024285,0.012067694,0.0016768241,0.000748779,0.000003454926,0.00016744263,0.09659205],"genre_scores_gemma":[0.99538803,0.000008585262,0.0036435951,0.0007956677,0.00013042113,0.0000026056452,0.0000010118465,0.0000027773651,0.000027305838],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99899364,0.00012232004,0.0002553092,0.00011528444,0.00031807524,0.0001953604],"domain_scores_gemma":[0.9995313,0.000033886932,0.00011398392,0.00022775486,0.00005295026,0.000040081173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006113762,0.00008239377,0.00010577918,0.00008614437,0.00021632224,0.00023916273,0.0006107694,0.00004561861,0.00002137846],"category_scores_gemma":[0.000015256007,0.000060302937,0.000062287356,0.00016427563,0.000041452,0.00048942905,0.000027869435,0.0002828181,0.000023471286],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006490846,0.00036102915,0.0014975088,0.00002545592,0.000057893878,0.0008830063,0.028213395,0.0005556533,0.008045564,0.39789465,0.0026792379,0.5597217],"study_design_scores_gemma":[0.003167712,0.0022214206,0.067893125,0.0002993363,0.000051463412,0.0022860419,0.017550692,0.004207792,0.02193409,0.67131066,0.2082264,0.0008512857],"about_ca_topic_score_codex":0.0005100622,"about_ca_topic_score_gemma":0.003303314,"teacher_disagreement_score":0.5588704,"about_ca_system_score_codex":0.000050679555,"about_ca_system_score_gemma":0.000023779878,"threshold_uncertainty_score":0.24590823},"labels":[],"label_agreement":null},{"id":"W3208025439","doi":"10.5815/ijitcs.2021.05.04","title":"Data Mining for Cyberbullying and Harassment Detection in Arabic Texts","year":2021,"lang":"en","type":"article","venue":"International Journal of Information Technology and Computer Science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Arabic; Computer science; Globe; Scarcity; Harassment; Social media; Artificial intelligence; Natural language processing; World Wide Web; Internet privacy; Data science; Linguistics; Psychology; Social psychology","score_opus":0.01283397843629926,"score_gpt":0.26586329670706227,"score_spread":0.253029318270763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208025439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20321575,0.00009183505,0.79420847,0.0016120157,0.00076518056,0.000048390903,0.0000020449113,0.000021853517,0.00003447078],"genre_scores_gemma":[0.7957163,0.000072114824,0.20391338,0.0002449675,0.000043889366,0.0000026851942,0.0000016520014,0.0000012229108,0.0000037995817],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902034,0.000012869794,0.00037788638,0.00016733751,0.0002868046,0.0001347726],"domain_scores_gemma":[0.9988693,0.0000527101,0.00026053088,0.00020001875,0.00057369587,0.000043744865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008376444,0.00006759393,0.00010066094,0.0010359447,0.00012422973,0.00036768164,0.0009667728,0.000056851328,7.559738e-7],"category_scores_gemma":[0.00018341179,0.0000637817,0.00001515678,0.0006343454,0.00011282645,0.0038099438,0.00058006705,0.00013522166,0.0000010091578],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000960683,0.000015054388,0.0006152957,0.000005453768,0.000011242099,0.00001286002,0.00025961807,0.00008333739,0.0013360699,0.010351079,0.000020646943,0.9872797],"study_design_scores_gemma":[0.0018895142,0.00038560102,0.015698604,0.00023272703,0.000008549282,0.004556132,0.0003760341,0.8935044,0.056159545,0.017086139,0.009829953,0.0002728073],"about_ca_topic_score_codex":0.0000016287224,"about_ca_topic_score_gemma":0.0000066762977,"teacher_disagreement_score":0.9870069,"about_ca_system_score_codex":0.000056183027,"about_ca_system_score_gemma":0.00016700992,"threshold_uncertainty_score":0.35455626},"labels":[],"label_agreement":null},{"id":"W3209074625","doi":"10.1080/08839514.2021.1988443","title":"Semi-Supervised Self-Training of Hate and Offensive Speech from Social Media","year":2021,"lang":"en","type":"article","venue":"Applied Artificial Intelligence","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Classifier (UML); Artificial intelligence; Offensive; Leverage (statistics); Social media; Machine learning; Support vector machine; Arabic; Training set; Supervised learning; Labeled data; Semi-supervised learning; Natural language processing; Speech recognition; Pattern recognition (psychology); World Wide Web","score_opus":0.045377666617984376,"score_gpt":0.24799838572498212,"score_spread":0.20262071910699775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209074625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77006,0.0001381805,0.22514735,0.00046542956,0.00067763566,0.00017474426,0.000013543665,0.0002489204,0.0030741878],"genre_scores_gemma":[0.96042234,0.000043136308,0.039051905,0.00019194258,0.0002480061,0.000009908195,0.000009741794,0.000012376778,0.000010674729],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984133,0.000053762247,0.0003911274,0.0005243862,0.00031546864,0.0003019312],"domain_scores_gemma":[0.9989859,0.0003113735,0.00012035767,0.00030244747,0.00017988117,0.000100083365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022267771,0.00016189017,0.00027745843,0.000067201945,0.00018685182,0.00013708608,0.00033962113,0.00012409355,0.000058668837],"category_scores_gemma":[0.00009377539,0.00018147001,0.000063363725,0.00045037345,0.00010285317,0.00012552433,0.00021845914,0.00019610811,0.00008037332],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019360094,0.000064290674,0.000017744236,0.000012983213,0.000044090488,0.000049702987,0.01739565,0.000023346365,0.16994108,0.10681104,0.000047257552,0.70557344],"study_design_scores_gemma":[0.000049208407,0.000020498432,0.00025591525,0.000017872466,0.000018149132,0.000011042032,0.0028739327,0.008124658,0.87892723,0.109140806,0.00033459638,0.00022607503],"about_ca_topic_score_codex":0.0000714146,"about_ca_topic_score_gemma":0.00012912264,"teacher_disagreement_score":0.70898616,"about_ca_system_score_codex":0.000022573893,"about_ca_system_score_gemma":0.00011490685,"threshold_uncertainty_score":0.7400132},"labels":[],"label_agreement":null},{"id":"W3211110162","doi":"10.4013/fem.2021.232.09","title":"Deplatforming, demotion and folk theories of Big Tech persecution","year":2021,"lang":"en","type":"article","venue":"Fronteiras - estudos midiáticos","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Moderation; Narrative; Demotion; Social psychology; History; Sociology; Psychology; Literature; Political science; Law; Art","score_opus":0.01195787799721924,"score_gpt":0.21687224228758176,"score_spread":0.20491436429036253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211110162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54858565,0.0009969664,0.44773054,0.00017331977,0.00049132353,0.00016549978,0.0000031576124,0.00017431086,0.0016792455],"genre_scores_gemma":[0.98604465,0.000091013586,0.013309712,0.00005368277,0.00008625138,0.000014986029,0.00000518128,0.000011733821,0.0003827941],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998742,0.00006780428,0.00026901663,0.00038785907,0.00027755034,0.0002557745],"domain_scores_gemma":[0.9991406,0.00005642606,0.00011962489,0.0004232186,0.00017352068,0.00008659619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027069484,0.0001608634,0.0002161287,0.00011083576,0.00018576095,0.00009897171,0.0002311702,0.00010584028,0.000021715903],"category_scores_gemma":[0.00015804802,0.00015348119,0.000073513176,0.00035513894,0.00007806992,0.0003818994,0.00017491872,0.00014306122,0.00003375197],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007367902,0.0005992118,0.018261887,0.00027540585,0.00025047708,0.00016225668,0.009144093,0.00005194945,0.12061581,0.23009075,0.0006989469,0.61977553],"study_design_scores_gemma":[0.0026138495,0.001132772,0.038481712,0.0004133655,0.00018245823,0.0008328118,0.0068304255,0.022234736,0.8475721,0.06852267,0.009992071,0.001191053],"about_ca_topic_score_codex":0.0001040345,"about_ca_topic_score_gemma":0.00007320263,"teacher_disagreement_score":0.72695625,"about_ca_system_score_codex":0.00004652026,"about_ca_system_score_gemma":0.00009874517,"threshold_uncertainty_score":0.62587816},"labels":[],"label_agreement":null},{"id":"W3211421893","doi":"10.1007/s10611-021-09978-7","title":"A continuum of hate: delimiting the field of hate studies","year":2021,"lang":"en","type":"article","venue":"Crime Law and Social Change","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"University of Limerick; Irish Research eLibrary","keywords":"Field (mathematics); Hate crime; Discipline; Scope (computer science); Sociology; Criminology; Epistemology; Interdisciplinarity; Social science; Philosophy; Computer science","score_opus":0.06512065924479371,"score_gpt":0.31419792912382455,"score_spread":0.24907726987903084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211421893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9614611,0.009083181,0.00574849,0.011147052,0.0012261051,0.00030913603,0.000008843913,0.00010511662,0.010910919],"genre_scores_gemma":[0.99781024,0.00012378838,0.00030413948,0.0014797818,0.0001480477,0.000008111611,4.5648068e-7,0.0000028792383,0.00012254657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995026,0.000054979668,0.000119018914,0.000112657515,0.00009698871,0.00011374518],"domain_scores_gemma":[0.9995536,0.000117190175,0.00007025333,0.00010137195,0.00014345681,0.000014099799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016897068,0.000050906645,0.00014757476,0.000011566131,0.0001906564,0.00002933657,0.000112789035,0.00004179219,0.0000030625265],"category_scores_gemma":[0.000035903595,0.000041881314,0.000048436013,0.00009912945,0.00008206093,0.00010414531,0.00010159687,0.0000623318,0.0000010174749],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029320654,0.00009506577,0.0002210981,0.0004429468,0.0002420449,0.000043815424,0.09753533,1.7255529e-7,0.021878336,0.6463662,0.0020932949,0.2310524],"study_design_scores_gemma":[0.0009532799,0.00038996956,0.00505571,0.00022651248,0.00010756522,0.000021136135,0.009347019,0.00031479413,0.9370257,0.021280987,0.024884285,0.00039298527],"about_ca_topic_score_codex":0.00020673255,"about_ca_topic_score_gemma":0.00022491421,"teacher_disagreement_score":0.9151474,"about_ca_system_score_codex":0.0000046303403,"about_ca_system_score_gemma":0.000013132645,"threshold_uncertainty_score":0.17078705},"labels":[],"label_agreement":null},{"id":"W3213398320","doi":"10.21810/strm.v13i1.307","title":"Humanitarian Communication Through the Lens of Feminist Ethics of Care","year":2021,"lang":"en","type":"article","venue":"Stream Interdisciplinary Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Information ethics; Engineering ethics; Applied ethics; Nursing ethics; Feminist ethics; Value (mathematics); Meta-ethics; Sociology; Military medical ethics; Field (mathematics); Humanitarian aid; Bioethics; Public relations; Political science; Law; Engineering; Computer science","score_opus":0.032759477624251306,"score_gpt":0.3289004887269881,"score_spread":0.29614101110273683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213398320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6128929,0.037654456,0.13787986,0.062248558,0.0014537409,0.0007335904,0.0000530629,0.00011680414,0.14696701],"genre_scores_gemma":[0.9789794,0.0009971552,0.019873768,0.000059238675,0.000026566493,0.0000025690715,0.000013931994,0.000008498174,0.000038863418],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99779856,0.0008128384,0.0007889401,0.00010791685,0.00037697545,0.00011474199],"domain_scores_gemma":[0.9951291,0.0005757441,0.001109796,0.0018673728,0.0012892385,0.000028716364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084642763,0.00011291914,0.0002654201,0.0000797852,0.00050115533,0.00006244796,0.0021542788,0.00011017725,0.000012477895],"category_scores_gemma":[0.00014216448,0.00008862429,0.00020181584,0.00035865686,0.00026539902,0.000550942,0.0014191519,0.00080280914,0.0000021127141],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031397803,0.0011739469,0.0009915993,0.00039980322,0.0005587659,0.000022901546,0.52544844,0.0018178675,0.01635165,0.386696,0.0016787647,0.06454626],"study_design_scores_gemma":[0.0034579171,0.0048739137,0.016951723,0.00669337,0.00053071126,0.0018246175,0.29919407,0.0026962152,0.33570567,0.3009737,0.02606706,0.0010310335],"about_ca_topic_score_codex":0.0000395198,"about_ca_topic_score_gemma":0.00026607924,"teacher_disagreement_score":0.3660865,"about_ca_system_score_codex":0.00007302544,"about_ca_system_score_gemma":0.00027001873,"threshold_uncertainty_score":0.40032217},"labels":[],"label_agreement":null},{"id":"W3215058976","doi":"10.22230/cjc.2021v46n4a4049","title":"Tweeting #RemoveKebab: A Critical Study of the Far Right’s Islamophobic Hate Hashtag on Twitter","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Islamophobia; Dehumanization; Far right; Social media; Genocide; Political science; Media studies; Sociology; Law","score_opus":0.02182102623204967,"score_gpt":0.2546424458983132,"score_spread":0.23282141966626352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215058976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851731,0.0004572695,0.0031443047,0.00783729,0.00061711576,0.0001199308,0.0000011723134,0.000009416625,0.0026403682],"genre_scores_gemma":[0.9974517,0.00001665316,0.0018178546,0.00054479926,0.00003810393,0.0000017347603,3.7483045e-7,0.000007009433,0.00012172407],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99854684,0.00052369566,0.00038398724,0.00011255946,0.0002512842,0.0001816639],"domain_scores_gemma":[0.997923,0.00017276959,0.00023273434,0.0010349522,0.00046749777,0.00016903447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005815262,0.000085070154,0.00015382058,0.0001425056,0.00034877338,0.00015126284,0.0012148105,0.000048754428,0.000030791965],"category_scores_gemma":[0.00034477684,0.000066539455,0.00008897589,0.00041726965,0.00006866041,0.00022828236,0.00008260007,0.00041067947,0.000008795121],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002745518,0.005096174,0.07342509,0.00028936888,0.001484667,0.0027153636,0.1872755,0.010058174,0.07432001,0.22890371,0.03984737,0.37631002],"study_design_scores_gemma":[0.009781226,0.005531454,0.47770467,0.0042283144,0.0005505516,0.004456493,0.021409485,0.018913906,0.2180844,0.06533392,0.17159675,0.002408844],"about_ca_topic_score_codex":0.0011920441,"about_ca_topic_score_gemma":0.010970672,"teacher_disagreement_score":0.4042796,"about_ca_system_score_codex":0.000112409514,"about_ca_system_score_gemma":0.00065487414,"threshold_uncertainty_score":0.61218923},"labels":[],"label_agreement":null},{"id":"W3215212169","doi":"10.22230/cjc.2021v46n4a4055","title":"Telegramming Hate: Far-Right Themes on Dark Social Media","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Theme (computing); Conservatism; Social media; White (mutation); Political science; Media studies; Advertising; Sociology; Internet privacy; Psychology; Computer science; Law; World Wide Web; Business","score_opus":0.017635328913974072,"score_gpt":0.22837634132950801,"score_spread":0.21074101241553395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215212169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6106834,0.020559203,0.14668682,0.099802196,0.0075047966,0.00045892756,0.000027443779,0.00024468443,0.11403256],"genre_scores_gemma":[0.99170756,0.00011114396,0.007536878,0.00040183187,0.00011817028,0.0000011311062,0.0000049928353,0.0000071740974,0.00011113481],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908614,0.00019337347,0.00025020068,0.00009050548,0.00018946007,0.00019029973],"domain_scores_gemma":[0.9986618,0.0001320313,0.00019286796,0.0004662008,0.00031971472,0.00022736216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034638817,0.00007840946,0.0001263358,0.00017685487,0.0004331735,0.00024215179,0.00089496933,0.000066270266,0.000045122848],"category_scores_gemma":[0.0002120233,0.00007448744,0.00007958785,0.00033681063,0.000049970236,0.00033208434,0.000033681838,0.00032881257,0.000023021319],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014828318,0.00005878286,0.0002853926,0.000009734268,0.00008969177,0.00032591313,0.0117830485,0.000093928895,0.002113735,0.14245005,0.017930873,0.824844],"study_design_scores_gemma":[0.0013569976,0.00020146115,0.016510544,0.00032306963,0.000054010747,0.001061153,0.00226715,0.0011814728,0.042752843,0.054758314,0.8788727,0.0006603108],"about_ca_topic_score_codex":0.00031905406,"about_ca_topic_score_gemma":0.014335081,"teacher_disagreement_score":0.8609418,"about_ca_system_score_codex":0.00014378823,"about_ca_system_score_gemma":0.0008956778,"threshold_uncertainty_score":0.79993117},"labels":[],"label_agreement":null},{"id":"W3215779345","doi":"10.32920/14645577.v1","title":"The Efficacy of Facebook as a Tool in Criminal Investigations","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Crowdsourcing; Context (archaeology); Criminal justice; Upload; Globe; Psychology; Media studies; Internet privacy; Sociology; Criminology; Computer science; World Wide Web; History","score_opus":0.02649786554716767,"score_gpt":0.2683834848162736,"score_spread":0.24188561926910593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215779345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8192627,0.00019588525,0.15160155,0.0019659272,0.0011290197,0.0009645384,0.0000013923521,0.00018026376,0.02469875],"genre_scores_gemma":[0.9511155,0.000104569895,0.04438112,0.00030189968,0.00006850765,0.00018238736,0.000007959414,0.000012017938,0.0038260622],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987836,0.0001221961,0.00031713393,0.00034715259,0.00025435767,0.00017555],"domain_scores_gemma":[0.99875253,0.00020995198,0.000115365576,0.00078565016,0.000098808545,0.000037700098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003514705,0.000125398,0.00015694245,0.00009107979,0.00009363424,0.00028328405,0.0008018803,0.00012104189,0.000035187637],"category_scores_gemma":[0.00030025287,0.00009551995,0.000098214296,0.00022464232,0.000072194816,0.00009432621,0.00084057933,0.00040447476,0.000044596258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043825235,0.0004667401,0.00077743694,0.0003887559,0.00019153095,0.00015167188,0.016951038,0.010836333,0.012336353,0.44980288,0.0021980258,0.5058554],"study_design_scores_gemma":[0.003129847,0.0006123762,0.051674698,0.0022479852,0.00016810704,0.00023397747,0.0035274317,0.16799772,0.5241817,0.20716614,0.036315225,0.0027447417],"about_ca_topic_score_codex":0.0004910399,"about_ca_topic_score_gemma":0.000256848,"teacher_disagreement_score":0.5118454,"about_ca_system_score_codex":0.00004528421,"about_ca_system_score_gemma":0.0005532272,"threshold_uncertainty_score":0.38951904},"labels":[],"label_agreement":null},{"id":"W3217762930","doi":"10.22230/cjc.2021v46n4a3807","title":"The Representation of Syrian Refugees in Canadian Online News Media: A Focus on the Topos of Burdening","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Topos theory; Representation (politics); Depiction; Refugee; Syrian refugees; News media; Focus (optics); Political science; Public discourse; Sociology; Media studies; Linguistics; Law; Art; Literature; Philosophy","score_opus":0.02119143668530193,"score_gpt":0.26456151987537097,"score_spread":0.24337008319006903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217762930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91297984,0.0031659342,0.0014728247,0.07842589,0.0004736065,0.00020387575,0.00001188337,0.0000057984807,0.0032603387],"genre_scores_gemma":[0.9977505,0.00024725444,0.0018057951,0.00012023909,0.00003341412,0.0000017597665,0.000003503456,0.0000044990784,0.000033037744],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987077,0.00042313046,0.0004367722,0.00007296497,0.00018097977,0.00017847036],"domain_scores_gemma":[0.9978405,0.00046371535,0.00035049487,0.00078061,0.00036480968,0.00019982904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075667014,0.000059673544,0.0001330675,0.0002368095,0.00020791726,0.000072447205,0.0009884828,0.000049198836,0.000009997724],"category_scores_gemma":[0.00093820726,0.00004304309,0.000060931077,0.0006304067,0.000076765114,0.00016723566,0.000029103174,0.00029623142,0.0000011416004],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065713124,0.00010007838,0.018345349,0.000023602135,0.0001820309,0.00020260802,0.026190437,0.0037616252,0.0068138703,0.23345417,0.0031055987,0.7077549],"study_design_scores_gemma":[0.004075146,0.0012437807,0.33134994,0.0037740988,0.00016301282,0.0012119664,0.034516085,0.021222245,0.22796649,0.16539773,0.20790412,0.0011753845],"about_ca_topic_score_codex":0.42197207,"about_ca_topic_score_gemma":0.9800401,"teacher_disagreement_score":0.70657957,"about_ca_system_score_codex":0.00019301892,"about_ca_system_score_gemma":0.0019726113,"threshold_uncertainty_score":0.58187705},"labels":[],"label_agreement":null},{"id":"W323249253","doi":"","title":"Social Media, Free Speech and Parliamentary Service","year":2012,"lang":"en","type":"article","venue":"Canadian parliamentary review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Administration (probate law); Statement (logic); Service (business); Political science; Public relations; Ethical code; Social media; Code (set theory); Set (abstract data type); Public administration; Law; Business; Computer science; Marketing","score_opus":0.027373953490748726,"score_gpt":0.24682562253728338,"score_spread":0.21945166904653465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W323249253","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15621951,0.65128934,0.0015042827,0.16316691,0.0062507326,0.003583436,0.00033334293,0.00081135513,0.016841125],"genre_scores_gemma":[0.4479124,0.11349285,0.03706978,0.39503345,0.00491861,0.00044979752,0.00043357187,0.0001935039,0.00049606554],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818516,0.00012437688,0.00030219453,0.00035435404,0.00028078182,0.0007531099],"domain_scores_gemma":[0.9982825,0.000049773695,0.00008735023,0.00057531236,0.0000483246,0.000956776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005118891,0.0002364774,0.00032189666,0.00012119926,0.00029277682,0.000090357375,0.0007362844,0.000078003664,0.00037720418],"category_scores_gemma":[0.00003430959,0.00023743758,0.00007529765,0.00052959984,0.000042616917,0.0008006742,0.00016953447,0.00020729195,0.00037417255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002151096,0.000036087444,0.0030476325,0.0007361193,0.00006522168,0.000061357234,0.00094147935,7.9058694e-8,0.000042659845,0.0013065016,0.27508143,0.7186793],"study_design_scores_gemma":[0.00045308,0.000037584534,0.0059374156,0.0008026626,0.000110952096,0.0002943481,0.00026236573,0.000043781856,0.00029295462,0.0010046153,0.99010617,0.0006540461],"about_ca_topic_score_codex":0.07028582,"about_ca_topic_score_gemma":0.20142709,"teacher_disagreement_score":0.71802527,"about_ca_system_score_codex":0.0002701836,"about_ca_system_score_gemma":0.00019208198,"threshold_uncertainty_score":0.96824235},"labels":[],"label_agreement":null},{"id":"W32961228","doi":"10.3233/978-1-60750-028-5-65","title":"The Impact of Privacy on Learners in the Context of a Web-Based Test","year":2009,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Test (biology); Context (archaeology); Computer science; Internet privacy; World Wide Web; Psychology; History; Geology","score_opus":0.02893076151581186,"score_gpt":0.28147474708855963,"score_spread":0.25254398557274776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W32961228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043219076,0.0023585598,0.85893947,0.0044686366,0.00044795644,0.004855021,0.00009286999,0.00011521381,0.124400385],"genre_scores_gemma":[0.9954651,0.0007617956,0.001765344,0.00011763974,0.00006092362,0.00010482451,0.0000072592143,0.000012771934,0.0017043469],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99891394,0.00003227193,0.00044172112,0.0002637184,0.00018838486,0.00015993162],"domain_scores_gemma":[0.9988238,0.0002917086,0.00023586345,0.00056166743,0.0000564245,0.000030520652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039817335,0.0001544658,0.00021426305,0.00020586027,0.000109289205,0.00005810719,0.00074056356,0.00011682447,0.000003050269],"category_scores_gemma":[0.000051803618,0.00009998252,0.000109723245,0.0002455053,0.00024620903,0.000049995968,0.000029460874,0.00031356257,0.000008562382],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022045791,0.00009231531,0.00009468758,0.000006296532,0.000008894919,0.0000010527658,0.00041960538,0.00051602494,0.000118113,0.1620044,0.00046935037,0.8362472],"study_design_scores_gemma":[0.00023090113,0.0018575232,0.0007788764,0.00052973384,0.000041684918,0.000007411353,0.0020364702,0.101427756,0.014653422,0.79802287,0.079614215,0.0007991282],"about_ca_topic_score_codex":0.00008632982,"about_ca_topic_score_gemma":0.00008076641,"teacher_disagreement_score":0.99114317,"about_ca_system_score_codex":0.00005353102,"about_ca_system_score_gemma":0.0001383784,"threshold_uncertainty_score":0.40771687},"labels":[],"label_agreement":null},{"id":"W349712876","doi":"","title":"The Regulation of Hate Speech Under the Canadian Human Rights Act","year":2010,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Repeal; Human rights; Censorship; Political science; Tribunal; Commission; Law; Criminal code; Freedom of expression; Criminal law","score_opus":0.006081372817754707,"score_gpt":0.22288100276542366,"score_spread":0.21679962994766896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W349712876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96510226,0.00021987635,0.017844686,0.007931843,0.0013535133,0.00022560448,4.754352e-7,0.00005319427,0.00726857],"genre_scores_gemma":[0.9981376,0.000029116274,0.00018296015,0.000039804647,0.00022029465,0.0000016473961,4.9304583e-7,0.0000063432967,0.0013817436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981273,0.00009085136,0.00019775283,0.00013134866,0.00029917553,0.0011536095],"domain_scores_gemma":[0.999175,0.000045533197,0.00015549742,0.0004088006,0.00012166249,0.00009348118],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0021258222,0.00008871929,0.00007294091,0.00008585131,0.0025994582,0.0002771688,0.00089083734,0.00007422882,0.000011704408],"category_scores_gemma":[0.000013984227,0.00005006565,0.00007495196,0.00024218668,0.00008569468,0.00023808131,0.000030039078,0.0016411077,0.000022435102],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031449497,0.000006504946,0.000052526728,4.1008516e-7,0.000035036748,8.8969233e-7,0.00006708528,0.000026471062,0.0062791873,0.9548709,0.00007707802,0.03858077],"study_design_scores_gemma":[0.00020821509,0.00013214229,0.008299924,0.0000057077577,0.000011070099,0.0006263457,0.000062278494,0.0009614384,0.011129186,0.9602014,0.018245846,0.00011643666],"about_ca_topic_score_codex":0.03224695,"about_ca_topic_score_gemma":0.91755056,"teacher_disagreement_score":0.8853036,"about_ca_system_score_codex":0.00033755237,"about_ca_system_score_gemma":0.0011418174,"threshold_uncertainty_score":0.998699},"labels":[],"label_agreement":null},{"id":"W410245981","doi":"","title":"A Report on Canada's Conspiracy Law","year":2002,"lang":"en","type":"article","venue":"Loyola consumer law review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Law; Political science; Business","score_opus":0.020663012582655387,"score_gpt":0.23679014198534407,"score_spread":0.2161271294026887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W410245981","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011232296,0.2491364,0.003842119,0.025776776,0.0031246701,0.0019750255,0.00001843598,0.00103715,0.7139662],"genre_scores_gemma":[0.7259523,0.04371817,0.008853076,0.2096865,0.00028685073,0.0002889943,0.000023388457,0.000098442324,0.011092276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812925,0.00012552745,0.0004519822,0.00050679466,0.00042909005,0.00035736954],"domain_scores_gemma":[0.9982883,0.00009269069,0.00017914445,0.0011353479,0.000108534274,0.00019600865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033827353,0.00020931316,0.00035702874,0.00002129589,0.00022388941,0.000100598874,0.00050952507,0.000051568135,0.00031540944],"category_scores_gemma":[0.00009040297,0.0001823693,0.000104279236,0.0003107888,0.00007802853,0.00020938693,0.00008108315,0.00023161454,0.0006798707],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001865971,0.00009038709,0.00008830142,0.00065989187,0.00006344248,0.0023459105,0.000014027809,0.0000010811775,0.00003037709,0.7638744,0.078152925,0.15467739],"study_design_scores_gemma":[0.00012559963,0.000032079475,0.000024656556,0.0008907331,0.000024696325,0.00071073225,2.3309555e-7,0.00009396116,0.0003767654,0.00019035478,0.9972994,0.0002308379],"about_ca_topic_score_codex":0.17015512,"about_ca_topic_score_gemma":0.1520164,"teacher_disagreement_score":0.9191464,"about_ca_system_score_codex":0.0000856375,"about_ca_system_score_gemma":0.00012188347,"threshold_uncertainty_score":0.8738589},"labels":[],"label_agreement":null},{"id":"W414380516","doi":"","title":"Hate speech : hate speech laws in Australia, hate speech laws in Canada, hate speech laws in India, allport's scale, harassment, hate crime, hate group, hate mail, anti-LGBT slogans, antisemitism, antilocution","year":2009,"lang":"en","type":"book","venue":"Alphascript Pub. eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Harassment; Hate crime; Law; Antisemitism; Political science; Philosophy; Theology; Judaism","score_opus":0.015789492344363477,"score_gpt":0.2375981545914986,"score_spread":0.22180866224713514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W414380516","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6861066,0.0049208477,0.003108622,0.0026490346,0.021994907,0.020743,0.0023353703,0.0035691701,0.25457242],"genre_scores_gemma":[0.4647286,0.004938448,0.021561477,0.004771214,0.0021776406,0.00084307924,0.0035306318,0.0015013458,0.49594757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97094417,0.0018543202,0.0069424617,0.007567839,0.00497995,0.0077112466],"domain_scores_gemma":[0.98729134,0.00033201027,0.0038595418,0.0055487007,0.0008879764,0.0020804382],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0060011004,0.005097793,0.005884515,0.0052518887,0.0010830087,0.00350855,0.0068257307,0.003595341,0.00038407164],"category_scores_gemma":[0.00017608561,0.005908832,0.0013529385,0.0028371674,0.0010394916,0.004415936,0.001903125,0.007394795,0.0010120574],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011150305,0.0029845745,0.020753397,0.0030374257,0.0019767887,0.1520367,0.0033675549,0.00067038496,0.040456578,0.0076470426,0.14616978,0.6197848],"study_design_scores_gemma":[0.0289192,0.0032847668,0.17287096,0.018704394,0.0015815303,0.010367232,0.0007982199,0.0080314,0.25382817,0.035487305,0.4400857,0.026041113],"about_ca_topic_score_codex":0.481285,"about_ca_topic_score_gemma":0.67736685,"teacher_disagreement_score":0.5937436,"about_ca_system_score_codex":0.006983954,"about_ca_system_score_gemma":0.004358583,"threshold_uncertainty_score":0.99976575},"labels":[],"label_agreement":null},{"id":"W4200012584","doi":"10.18280/ria.350603","title":"Hate Speech in the Arab Electronic Press and Social Networks","year":2021,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Arabic; Computer science; Social media; Presentation (obstetrics); Voice activity detection; Natural language processing; Artificial intelligence; Recall; Speech recognition; Linguistics; World Wide Web; Speech processing","score_opus":0.02316421436916392,"score_gpt":0.24773587273713013,"score_spread":0.22457165836796622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200012584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086531326,0.0022493897,0.9011319,0.004211148,0.00043294605,0.00028722468,9.692055e-7,0.000111605266,0.0050434554],"genre_scores_gemma":[0.99737287,0.00040472185,0.0008538766,0.00032735043,0.00012386696,0.000019207979,0.0000027604744,0.0000071443746,0.0008882079],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986791,0.00015094207,0.00022995844,0.0003768486,0.00014420229,0.00041897444],"domain_scores_gemma":[0.99938685,0.00010539986,0.00005331223,0.00036966833,0.00005517652,0.00002961127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005566335,0.00011152907,0.00012556108,0.000039494964,0.00021397482,0.00026874026,0.00046658484,0.000075028394,0.000018398992],"category_scores_gemma":[0.000030287187,0.000095372045,0.00005219281,0.0004921937,0.000049266862,0.00019123429,0.00012047546,0.00033086343,0.000043342385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021431919,0.000262702,0.00020968857,0.0000558258,0.000026681691,0.00035480637,0.009025267,0.023015218,0.0035847547,0.20145555,0.0010213705,0.7609667],"study_design_scores_gemma":[0.000067266155,0.00009532481,0.00016736671,0.00003721599,0.000008574388,0.00035801472,0.0011077122,0.89230776,0.06062391,0.009404045,0.03553586,0.0002869355],"about_ca_topic_score_codex":0.00004357051,"about_ca_topic_score_gemma":0.00011465449,"teacher_disagreement_score":0.9108415,"about_ca_system_score_codex":0.00003208026,"about_ca_system_score_gemma":0.000038566195,"threshold_uncertainty_score":0.38891593},"labels":[],"label_agreement":null},{"id":"W4200153559","doi":"10.5539/ijel.v12n1p120","title":"Profanity and Play: Solidarity in the Discourse of Cyberbullying","year":2021,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Solidarity; Aggression; Phenomenon; Social psychology; Psychology; Online forum; Media studies; Sociology; Internet privacy; Political science; Law; Epistemology; Computer science","score_opus":0.013949089980279395,"score_gpt":0.2829329900549912,"score_spread":0.2689839000747118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200153559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88665533,0.00079352874,0.048666015,0.0007582186,0.02579538,0.00015714207,0.000019034213,0.000031588475,0.03712378],"genre_scores_gemma":[0.99033433,0.000070503316,0.007678857,0.00010964298,0.0017825544,5.932237e-7,0.0000010208222,0.0000033390436,0.00001916999],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989093,0.00009008785,0.0003623412,0.00009672014,0.000446514,0.00009502982],"domain_scores_gemma":[0.99296826,0.00021724176,0.0002567263,0.0001338241,0.0063867397,0.00003718415],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006966749,0.00006555763,0.00012449418,0.0000992174,0.000034395234,0.00013582557,0.0005399384,0.000038855793,0.000003890384],"category_scores_gemma":[0.022984678,0.0000506796,0.0000531346,0.0001441591,0.000046625944,0.000104667364,0.000112127294,0.00029111325,4.0134674e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029782642,0.0024743367,0.059133343,0.00015337473,0.00073245406,0.0048571164,0.054340836,0.0027547171,0.00228303,0.80227447,0.007444605,0.0632539],"study_design_scores_gemma":[0.010657311,0.0015529677,0.12734583,0.0020793409,0.0002795056,0.0013321986,0.018117238,0.022179214,0.102502584,0.15993473,0.55227876,0.0017403244],"about_ca_topic_score_codex":0.000014683096,"about_ca_topic_score_gemma":0.000020459089,"teacher_disagreement_score":0.64233977,"about_ca_system_score_codex":0.000029673414,"about_ca_system_score_gemma":0.00019083428,"threshold_uncertainty_score":0.9852451},"labels":[],"label_agreement":null},{"id":"W4200325561","doi":"10.1109/istas52410.2021.9629201","title":"Protecting marginalized communities by mitigating discrimination in toxic language detection","year":2021,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Generalizability theory; Computer science; Language identification; Language model; Classifier (UML); Artificial intelligence; Machine learning; Identification (biology); Natural language processing; Natural language; Psychology","score_opus":0.013600078452696042,"score_gpt":0.24121802012857338,"score_spread":0.22761794167587734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200325561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65393096,0.00011612964,0.3413319,0.000378561,0.00013276518,0.00012885059,6.015291e-7,0.00021449247,0.0037657474],"genre_scores_gemma":[0.98676,0.000008026051,0.012172721,0.00011681838,0.000021651274,0.00004079982,0.000007714209,0.0000073089313,0.0008649352],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99899656,0.0002766386,0.00018124038,0.00017565297,0.00016767478,0.00020225992],"domain_scores_gemma":[0.99950933,0.0000812342,0.00005811511,0.0002619769,0.00005507706,0.000034279783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003997478,0.0000918967,0.00009911924,0.00009338515,0.00021818651,0.00020393125,0.00018870475,0.000053442465,0.000044512148],"category_scores_gemma":[0.00009951723,0.00009410753,0.00003367688,0.00048151263,0.000015297916,0.0004718436,0.00010448157,0.00025353194,0.000017584625],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006274197,0.0000733802,0.00028307695,0.0000551529,0.0000081915,0.000036328016,0.0112193,0.000042847463,0.6176621,0.0012797371,0.000048919475,0.36928472],"study_design_scores_gemma":[0.0003933802,0.000047751357,0.0005745166,0.00007283765,0.0000024164513,0.000060751707,0.012353052,0.039426073,0.9459288,0.0006921923,0.00027276558,0.00017545672],"about_ca_topic_score_codex":0.0012781895,"about_ca_topic_score_gemma":0.0024688358,"teacher_disagreement_score":0.36910927,"about_ca_system_score_codex":0.00007744695,"about_ca_system_score_gemma":0.000026926507,"threshold_uncertainty_score":0.38375935},"labels":[],"label_agreement":null},{"id":"W4200402279","doi":"10.3138/9781487529314-fm","title":"Frontmatter","year":2021,"lang":"en","type":"book-chapter","venue":"University of Toronto Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"ECW Press (Canada); University of Toronto","funders":"","keywords":"Computer science","score_opus":0.015104466559718243,"score_gpt":0.18470094606440343,"score_spread":0.16959647950468518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200402279","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036135111,0.0010885923,0.021471487,0.00001933251,0.0003165674,0.00010829458,0.000011783555,0.000104066254,0.97687626],"genre_scores_gemma":[0.000060149585,0.00008194178,0.006813365,0.000039547605,0.00005304118,8.8416314e-8,0.0000055819173,0.000012527056,0.99293375],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990751,0.000020397512,0.00011526702,0.0003841623,0.00024888414,0.00015618824],"domain_scores_gemma":[0.9989267,0.000018712202,0.00016483004,0.00067498046,0.00012666272,0.0000881332],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000054203043,0.00018373653,0.00027237495,0.000018319332,0.00009069331,0.000037664406,0.000767257,0.00023708217,0.0011832896],"category_scores_gemma":[0.0000018353682,0.0002309166,0.00018932403,6.090505e-7,0.00006538831,0.0001788361,0.00046124685,0.00015221765,0.00006392359],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004503009,0.000028480488,0.000001130148,0.00014870502,0.00041202165,0.00051070243,0.0035097564,0.000007203655,0.00048353587,0.7219941,0.10469428,0.16816504],"study_design_scores_gemma":[0.00019885754,0.00004562713,0.000005513396,0.00010533704,0.00003812187,0.0000090088415,0.000007859548,0.00010033353,0.0006246774,0.00042321708,0.9982173,0.00022414581],"about_ca_topic_score_codex":0.015766958,"about_ca_topic_score_gemma":0.004458071,"teacher_disagreement_score":0.89352304,"about_ca_system_score_codex":0.0001385305,"about_ca_system_score_gemma":0.00007433882,"threshold_uncertainty_score":0.99972975},"labels":[],"label_agreement":null},{"id":"W4205332525","doi":"10.18778/1733-8077.10.2.03","title":"“The Machines Don’t Lie”: A Study of the Social Production of Mechanization in the Determination of Voter Intent","year":2014,"lang":"en","type":"article","venue":"Qualitative Sociology Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Voting; Production (economics); Consistency (knowledge bases); Action (physics); Computer science; Contingent vote; Sociology; Law; Political science; Economics; Artificial intelligence; Group voting ticket; Politics; Microeconomics","score_opus":0.038854846007855534,"score_gpt":0.3710089362909556,"score_spread":0.33215409028310006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205332525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9250854,0.004208062,0.054996453,0.012541852,0.0008231337,0.0022105149,0.0000017859261,0.000019633351,0.000113112816],"genre_scores_gemma":[0.99893486,0.00045190097,0.0003538281,0.00013950387,0.000029307821,0.00006367716,9.384646e-7,0.0000031251843,0.000022832839],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.994019,0.005078548,0.00046489236,0.00015862599,0.00019187383,0.000087116314],"domain_scores_gemma":[0.9984256,0.0004587469,0.0005641399,0.00027466487,0.00027145084,0.000005414126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048937844,0.00007645081,0.00023821392,0.000032984328,0.00015413201,0.000005305369,0.00044956067,0.000043202526,0.000001998001],"category_scores_gemma":[0.0011696125,0.000036980375,0.0000759046,0.0003641481,0.0002147867,0.000076226774,0.00006758857,0.00013119346,0.0000010792908],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022028027,0.00041876695,0.0008624635,0.00091915095,0.000057971956,1.4213038e-7,0.5522924,0.000004084946,0.0016416296,0.13291562,0.00029296902,0.31057274],"study_design_scores_gemma":[0.0031760214,0.007687242,0.08055708,0.0046503283,0.00060862454,0.000035209163,0.25284716,0.0046173884,0.008568433,0.6319625,0.004272819,0.0010172055],"about_ca_topic_score_codex":0.000035137185,"about_ca_topic_score_gemma":0.000057969708,"teacher_disagreement_score":0.49904683,"about_ca_system_score_codex":0.000020043024,"about_ca_system_score_gemma":0.000021048083,"threshold_uncertainty_score":0.16960977},"labels":[],"label_agreement":null},{"id":"W4205675155","doi":"10.1109/bigdata52589.2021.9672023","title":"MetaHate: A Meta-Model for Hate Speech Detection","year":2021,"lang":"en","type":"article","venue":"2021 IEEE International Conference on Big Data (Big Data)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Benchmark (surveying); Computer science; Baseline (sea); Task (project management); Language model; F1 score; Artificial intelligence; Macro; Voice activity detection; Machine learning; Sentiment analysis; Natural language processing; Speech recognition; Speech processing","score_opus":0.44815077082744353,"score_gpt":0.36512516252513644,"score_spread":0.0830256083023071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205675155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007809468,0.00009950163,0.98094213,0.003096815,0.0075676255,0.0003051994,0.005000241,0.00013923837,0.002068286],"genre_scores_gemma":[0.82135457,0.0011469449,0.141132,0.002067026,0.0033559594,0.0002604085,0.019159757,0.000084670646,0.011438645],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960896,0.00014414733,0.00053073035,0.0018386178,0.0009547873,0.0004421219],"domain_scores_gemma":[0.99441516,0.00015730524,0.0002683927,0.0041948473,0.000786818,0.00017748261],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010605593,0.0003562781,0.00042577626,0.00024986357,0.0002441435,0.0011278943,0.0053708833,0.0001543233,0.00017341648],"category_scores_gemma":[0.00055474864,0.00033798098,0.00015261298,0.0004490812,0.000057535635,0.0019973845,0.0018263938,0.00035754047,0.00031358402],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090414804,0.00022643075,0.0000030053156,0.000025391071,0.001247007,0.00010579109,0.00005696703,0.00025413855,0.03219958,0.012314289,0.010569509,0.94290745],"study_design_scores_gemma":[0.00061238126,0.00007173966,0.000013525948,0.000037921087,0.0002583088,0.0000966681,0.000027109916,0.8471058,0.07703122,0.0058220993,0.068514004,0.0004092344],"about_ca_topic_score_codex":0.0001316985,"about_ca_topic_score_gemma":0.0015389257,"teacher_disagreement_score":0.94249827,"about_ca_system_score_codex":0.000089657864,"about_ca_system_score_gemma":0.00050525396,"threshold_uncertainty_score":0.99990904},"labels":[],"label_agreement":null},{"id":"W4206166506","doi":"10.1109/smc52423.2021.9659134","title":"Semi-Supervised Self-Learning for Arabic Hate Speech Detection","year":2021,"lang":"en","type":"article","venue":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Arabic; Classifier (UML); Voice activity detection; Artificial intelligence; Speech recognition; Supervised learning; Natural language processing; Social media; Training set; Machine learning; Speech processing; Linguistics; World Wide Web; Artificial neural network","score_opus":0.03250911837304178,"score_gpt":0.26497872461590927,"score_spread":0.2324696062428675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206166506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44200262,0.0006293779,0.49598426,0.00189901,0.011573959,0.0011851382,0.000039888364,0.000655031,0.046030737],"genre_scores_gemma":[0.9852132,0.0005332767,0.0026741254,0.00015987927,0.0005428848,0.000095695774,0.00003056107,0.000027030519,0.010723356],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976382,0.00018013976,0.00046356968,0.0007675195,0.0005876073,0.00036291927],"domain_scores_gemma":[0.99824953,0.00013970882,0.00021254421,0.00038009716,0.0008615363,0.00015660009],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004245438,0.00028279913,0.00030042537,0.00019085867,0.0002575686,0.0010030834,0.00048983877,0.00018487178,0.00007465286],"category_scores_gemma":[0.00009307693,0.00029348626,0.00011564281,0.00024921316,0.00003471616,0.00032501077,0.000109019136,0.0003277047,0.00014364612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035190376,0.0009001385,0.0018035835,0.00082484115,0.0013175867,0.0006266921,0.0038419322,0.005252214,0.22590356,0.33515656,0.0028534008,0.42116758],"study_design_scores_gemma":[0.0016995774,0.00054242386,0.0006564664,0.00043293493,0.000059426235,0.0004481954,0.00082469924,0.82921505,0.08610142,0.0029416285,0.07624233,0.00083582813],"about_ca_topic_score_codex":0.0001150931,"about_ca_topic_score_gemma":0.0000993127,"teacher_disagreement_score":0.82396287,"about_ca_system_score_codex":0.00012629088,"about_ca_system_score_gemma":0.00013246851,"threshold_uncertainty_score":0.9999517},"labels":[],"label_agreement":null},{"id":"W4206818289","doi":"10.13056/acamh.14503","title":"‘Social Media Use and Cyberbullying: an international analysis’ – Professor William Pickett","year":2021,"lang":"en","type":"report","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Queen (butterfly); Social media; Certificate; Media studies; Sociology; Political science; Library science; Computer science; Law; Biology; Ecology","score_opus":0.07485778760173695,"score_gpt":0.3239682364356507,"score_spread":0.24911044883391376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206818289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31824413,0.0017062568,0.3544461,0.0066452404,0.045599353,0.002544548,0.0004105456,0.0049436376,0.2654602],"genre_scores_gemma":[0.74454236,0.0049448186,0.09836113,0.001202483,0.009945342,0.00026033336,0.0042023803,0.00026053775,0.13628063],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99605894,0.00018933596,0.00056990894,0.0011813664,0.0015909645,0.00040946994],"domain_scores_gemma":[0.99731654,0.00016986739,0.0003756387,0.00078610895,0.0011158579,0.0002359964],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008359674,0.00039407637,0.00065137236,0.00068773987,0.00027838678,0.0014066094,0.0009576528,0.00051353336,0.00016727654],"category_scores_gemma":[0.00055619876,0.0003710876,0.000308051,0.0011055052,0.00007413321,0.0014032109,0.00056625856,0.0005808631,0.000017521774],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016611394,0.0025849398,0.09215111,0.0006088926,0.027966466,0.004611213,0.021192495,0.00013360984,0.0016593657,0.08033658,0.15713325,0.611456],"study_design_scores_gemma":[0.000765846,0.00013170434,0.13664155,0.00013773185,0.0013535457,0.00039889416,0.00024375167,0.0051394016,0.0009980135,0.0008493208,0.8513112,0.0020290597],"about_ca_topic_score_codex":0.00030188097,"about_ca_topic_score_gemma":0.0019448749,"teacher_disagreement_score":0.6941779,"about_ca_system_score_codex":0.00022411036,"about_ca_system_score_gemma":0.0007589941,"threshold_uncertainty_score":0.9998741},"labels":[],"label_agreement":null},{"id":"W4210347196","doi":"10.1109/icmla52953.2021.00156","title":"Graph Convolutional Networks for Categorizing Online Harassment on Twitter","year":2021,"lang":"en","type":"article","venue":"2021 20th IEEE International Conference on Machine Learning and Applications (ICMLA)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Categorization; Convolutional neural network; Computer science; Machine learning; Embedding; Artificial intelligence; Graph; Text categorization; Task (project management); Representation (politics); Theoretical computer science","score_opus":0.04054491041714028,"score_gpt":0.3149590693513241,"score_spread":0.27441415893418386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210347196","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066676387,0.00013138233,0.9783566,0.008549886,0.0006689381,0.00031759692,0.00004991057,0.00013362846,0.005124394],"genre_scores_gemma":[0.97776157,0.00049354974,0.011939353,0.0011037838,0.0007868647,0.0003923814,0.0005913381,0.000022758535,0.0069084303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984397,0.00007753785,0.00027537617,0.0006279487,0.00032858687,0.00025083314],"domain_scores_gemma":[0.9989578,0.0001579896,0.00014963919,0.00025924642,0.0003613938,0.0001138959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021583214,0.00020008038,0.00016876933,0.00015577559,0.00039306164,0.000321411,0.00035079147,0.00008918354,0.000099410194],"category_scores_gemma":[0.000039396295,0.00020036427,0.000093826086,0.00026005835,0.0000464674,0.00016015462,0.00007817783,0.00046360397,0.00004134034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007978225,0.0005152333,0.0016478978,0.000022566237,0.00018134722,0.000014510957,0.00012739522,0.019455902,0.0066152345,0.8089139,0.0016795243,0.1607467],"study_design_scores_gemma":[0.00094242865,0.00025762102,0.0013644395,0.00008570278,0.000020192821,0.000042640622,0.00010517,0.82743335,0.0019264232,0.008807845,0.15860003,0.00041414553],"about_ca_topic_score_codex":0.00003082666,"about_ca_topic_score_gemma":0.00003142406,"teacher_disagreement_score":0.9710939,"about_ca_system_score_codex":0.000069779955,"about_ca_system_score_gemma":0.000100220306,"threshold_uncertainty_score":0.8170618},"labels":[],"label_agreement":null},{"id":"W4210474564","doi":"10.2307/3505240","title":"10.2307/3505240","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hate crime; Political philosophy; Legislation; Political science; Philosophy of law; Law; Criminology; Politics; Law and economics; Sociology; Comparative law","score_opus":0.004017916171813146,"score_gpt":0.16207892609926497,"score_spread":0.1580610099274518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210474564","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00094249164,0.000017110737,0.0004947331,0.00039766342,0.0000074617064,0.00008888828,8.815909e-7,0.0003599313,0.99769086],"genre_scores_gemma":[0.00054040767,2.1347067e-7,0.0024923603,0.00011570646,0.00007612384,0.0000078724615,0.0000011579048,0.0000070425217,0.9967591],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992784,0.000024865369,0.00009567922,0.00022837879,0.00015403503,0.00021862387],"domain_scores_gemma":[0.99945116,0.000015455866,0.000013401673,0.00037203447,0.000025406414,0.00012254341],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00010441462,0.00008211584,0.000078073776,0.000057961643,0.00008453086,0.00010495014,0.00042025448,0.000036254503,0.9327939],"category_scores_gemma":[0.00001099532,0.00008014729,0.00003655197,0.00031574824,0.000009653602,0.00018876503,0.00005018918,0.000060375507,0.98752743],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074361606,0.000014654143,3.784821e-8,8.8385747e-7,0.0000032605074,0.00000678635,0.000013487555,0.00006144291,0.00015244586,0.000013474627,0.03899135,0.9607347],"study_design_scores_gemma":[0.00008474819,0.000119855395,0.000022494944,0.0000052542796,0.0000017773853,0.000017846529,1.3570236e-7,0.0021516473,0.00084919296,0.000033616194,0.99660236,0.00011106138],"about_ca_topic_score_codex":0.000016814402,"about_ca_topic_score_gemma":8.936347e-8,"teacher_disagreement_score":0.9606237,"about_ca_system_score_codex":0.000020123192,"about_ca_system_score_gemma":0.000019720906,"threshold_uncertainty_score":0.3268312},"labels":[],"label_agreement":null},{"id":"W4210529051","doi":"10.21810/jicw.v4i3.4160","title":"Dehumanization, Hate Speech, and Violence in Right-Wing Extremist Environments","year":2022,"lang":"en","type":"article","venue":"The Journal of Intelligence Conflict and Warfare","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dehumanization; Agency (philosophy); Presentation (obstetrics); Criminology; Political science; Sociology; Social psychology; Media studies; Psychology; Law; Social science","score_opus":0.015453145801558663,"score_gpt":0.23135111226329322,"score_spread":0.21589796646173456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210529051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89039373,0.0042469613,0.10423463,0.000567404,0.000246567,0.00012604204,0.0000013143385,0.000013124995,0.0001702366],"genre_scores_gemma":[0.9944435,0.004569126,0.0006528909,0.00018488661,0.000031805455,0.000001651858,3.2620568e-7,0.000005128456,0.00011069382],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990341,0.00012585166,0.00030135477,0.00012424806,0.00026413798,0.00015029227],"domain_scores_gemma":[0.9994743,0.00007639234,0.0001910698,0.00016282164,0.000033822194,0.000061615094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077326177,0.000094323346,0.00012184539,0.000109269844,0.0003421763,0.00007327293,0.0004860926,0.000021574713,0.00005420564],"category_scores_gemma":[0.000029921226,0.00006903243,0.0000229478,0.00021629313,0.00006816167,0.00026873304,0.0002266974,0.0002835397,0.0000021149367],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015190984,0.00015361197,0.01242911,0.000039660474,0.00006308672,0.0003410719,0.019948244,0.006254689,0.01919273,0.005505893,0.00016934487,0.93575066],"study_design_scores_gemma":[0.0028555326,0.0043105264,0.08848921,0.0016666759,0.00021535167,0.018981224,0.02069052,0.15357652,0.49399182,0.05921674,0.15328275,0.0027231257],"about_ca_topic_score_codex":0.000053186486,"about_ca_topic_score_gemma":0.000009290778,"teacher_disagreement_score":0.9330275,"about_ca_system_score_codex":0.000046226756,"about_ca_system_score_gemma":0.000021684378,"threshold_uncertainty_score":0.2815061},"labels":[],"label_agreement":null},{"id":"W4210798472","doi":"10.1016/j.osnem.2021.100194","title":"Selecting and combining complementary feature representations and classifiers for hate speech detection","year":2022,"lang":"en","type":"article","venue":"Online Social Networks and Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Heuristics; Sarcasm; Artificial intelligence; Feature selection; Machine learning; Feature extraction; Task (project management); Selection (genetic algorithm); Speech recognition; Natural language processing","score_opus":0.0194614751732331,"score_gpt":0.2694540405599481,"score_spread":0.249992565386715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210798472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8141102,0.0008996271,0.17669994,0.0054747867,0.0017279023,0.00066916685,0.00006367731,0.00021947418,0.00013522379],"genre_scores_gemma":[0.98698014,0.00013887776,0.01169834,0.0003757581,0.00056089455,0.000039722334,0.000105664636,0.000011906963,0.000088710134],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991836,0.00007199668,0.000119493605,0.00028345434,0.00012449683,0.00021695475],"domain_scores_gemma":[0.99959743,0.00014761485,0.000079946796,0.00006513522,0.000034159464,0.000075707794],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00028554513,0.0000928579,0.00012532617,0.000057668414,0.0013848613,0.000105872954,0.00007750215,0.000047549376,0.00000299939],"category_scores_gemma":[0.000025381987,0.00010189452,0.00002718399,0.00024041637,0.000044720753,0.00013726517,0.00016969781,0.00027196563,5.573893e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005484261,0.000046672194,0.0017338605,0.000020433654,0.00005372671,0.000008240329,0.0034736833,0.00026196786,0.0009149444,0.0013349705,0.0025803712,0.98951626],"study_design_scores_gemma":[0.0036147528,0.00068215793,0.028419236,0.000029178627,0.0001140203,0.00022726411,0.010421665,0.91173613,0.000307596,0.005627293,0.0381713,0.00064939185],"about_ca_topic_score_codex":0.00008607187,"about_ca_topic_score_gemma":0.00044323216,"teacher_disagreement_score":0.98886687,"about_ca_system_score_codex":0.000027649372,"about_ca_system_score_gemma":0.000017443554,"threshold_uncertainty_score":0.9999152},"labels":[],"label_agreement":null},{"id":"W4212990424","doi":"10.22230/cjc.2022v47n1a4157","title":"Platform Multiverse: Discontent and Disconnection among Alt-Rights","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Disconnection; Moderation; Sociology; Social psychology; Political science; Psychology; Law","score_opus":0.013625749278327055,"score_gpt":0.20154309215838861,"score_spread":0.18791734288006157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212990424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98225194,0.00068690453,0.013727063,0.0014653916,0.00042193895,0.000111353664,0.0000032609237,0.000014558739,0.0013176078],"genre_scores_gemma":[0.998036,0.000027978023,0.0017097646,0.000057955906,0.000020161182,0.000004715946,0.000002759926,0.0000036620593,0.00013695515],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993478,0.00011210387,0.00019688708,0.00007880547,0.00013494585,0.00012944278],"domain_scores_gemma":[0.9991319,0.000040374372,0.00020656346,0.0003201955,0.00007939162,0.00022156387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004157665,0.000059758866,0.00008675232,0.00023177841,0.00084351795,0.00011826826,0.000560482,0.000020789,0.00002887222],"category_scores_gemma":[0.000023755001,0.000056676156,0.000039895294,0.0001866586,0.00005919027,0.0007461129,0.000078577876,0.00028672468,0.0000018153896],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014782781,0.00024026514,0.0454088,0.00003207763,0.0003980423,0.00037212274,0.053556632,0.007956536,0.0027007293,0.31687146,0.008373094,0.56394243],"study_design_scores_gemma":[0.0055940547,0.0024898653,0.3631007,0.00033494705,0.00013909597,0.0039631817,0.01335777,0.10997185,0.0059099374,0.06901971,0.42455044,0.0015684266],"about_ca_topic_score_codex":0.0109272,"about_ca_topic_score_gemma":0.036166366,"teacher_disagreement_score":0.562374,"about_ca_system_score_codex":0.00022375834,"about_ca_system_score_gemma":0.00017508301,"threshold_uncertainty_score":0.9956591},"labels":[],"label_agreement":null},{"id":"W4213014074","doi":"10.21203/rs.3.rs-1356281/v1","title":"Dbias: Detecting biases and ensuring Fairness in news articles","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Computer science; Internet privacy; Business","score_opus":0.11496495797838957,"score_gpt":0.37661430346953023,"score_spread":0.26164934549114066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213014074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918992,0.0010048981,0.0047299536,0.00057261484,0.00029418906,0.00055591017,0.0000058548726,0.00022228857,0.00071507035],"genre_scores_gemma":[0.9969217,0.00029654463,0.0022850707,0.000016574213,0.00010715284,0.0002159815,0.000004231623,0.00002182894,0.00013090571],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99626285,0.0008689626,0.0003049056,0.0008831682,0.0009665503,0.00071356574],"domain_scores_gemma":[0.9980744,0.00073611294,0.00007404705,0.00081092597,0.000138685,0.00016582647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025375828,0.00018920378,0.00024543479,0.00087975455,0.0004516176,0.0006968465,0.00086504535,0.00014705538,0.000052232444],"category_scores_gemma":[0.0011737068,0.00019936984,0.00006998242,0.0010719884,0.0000691859,0.00024838233,0.0045164656,0.0018816965,0.000018932134],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057085384,0.00019366595,0.03615502,0.00089467,0.000037488513,0.0007951641,0.0069655576,0.0067270165,0.0031181774,0.0016018555,0.00015252472,0.9433018],"study_design_scores_gemma":[0.0041572154,0.002490604,0.23133741,0.010279102,0.000031635504,0.00041337576,0.034549862,0.48935318,0.115950294,0.0920628,0.014668774,0.004705741],"about_ca_topic_score_codex":0.003235087,"about_ca_topic_score_gemma":0.0011757596,"teacher_disagreement_score":0.938596,"about_ca_system_score_codex":0.0002671412,"about_ca_system_score_gemma":0.00022079637,"threshold_uncertainty_score":0.817514},"labels":[],"label_agreement":null},{"id":"W4213077840","doi":"10.22230/cjc.2022v47n1a3931","title":"Archetypes and Homophilic Avatars: New Approaches to Studying Far-Right Facebook Practice","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Performative utterance; Homophily; Archetype; Politics; Avatar; Advertising; Sociology; Performativity; Internet privacy; Social psychology; Aesthetics; Psychology; Political science; Computer science; Business; Law; Art; Human–computer interaction; Gender studies","score_opus":0.08915508511764923,"score_gpt":0.239864887570359,"score_spread":0.15070980245270976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213077840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3249367,0.024290059,0.30735168,0.3043263,0.0016618685,0.0026069565,0.00001832709,0.00016431234,0.03464381],"genre_scores_gemma":[0.96720207,0.00007105542,0.0314503,0.0008591142,0.000037828428,0.000011850857,0.0000016394699,0.000007766858,0.00035838017],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989759,0.00033452595,0.00022306033,0.000110518486,0.00019049793,0.00016550336],"domain_scores_gemma":[0.99870443,0.00012382778,0.000191121,0.00050149777,0.00006429548,0.00041482248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009748473,0.000073014766,0.00010735454,0.00028848278,0.0005912919,0.00020246023,0.0010262625,0.000021029131,0.00003100483],"category_scores_gemma":[0.00014433904,0.00007653606,0.000030425446,0.00031828112,0.00002806382,0.00055236585,0.00016978376,0.00037972687,0.00000915131],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062685554,0.00009477524,0.0007647505,0.00001445636,0.00017996252,0.00011732425,0.0467914,0.0064453883,0.00065636175,0.07393787,0.0110992715,0.85983574],"study_design_scores_gemma":[0.00037387016,0.000379442,0.001772052,0.000029109691,0.000025532016,0.0010332039,0.0018737973,0.0014242914,0.0005643207,0.0060231495,0.9863022,0.00019904537],"about_ca_topic_score_codex":0.0030026224,"about_ca_topic_score_gemma":0.00482301,"teacher_disagreement_score":0.9752029,"about_ca_system_score_codex":0.0001889592,"about_ca_system_score_gemma":0.0007735621,"threshold_uncertainty_score":0.45477986},"labels":[],"label_agreement":null},{"id":"W4213296124","doi":"10.21810/jicw.v4i3.4191","title":"Predicting the Escalation to Violence of Online Hate Groups","year":2022,"lang":"en","type":"article","venue":"The Journal of Intelligence Conflict and Warfare","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Influencer marketing; Session (web analytics); Psychology; Gun violence; Period (music); Hate crime; Criminology; Social psychology; Computer security; Suicide prevention; Poison control; Computer science; Advertising; Business","score_opus":0.022033286552093634,"score_gpt":0.2619118643308156,"score_spread":0.23987857777872196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213296124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80762315,0.00093711313,0.18852781,0.0023503304,0.00037155664,0.00012572264,0.0000042302972,0.000013125443,0.000046978334],"genre_scores_gemma":[0.99825794,0.00054782757,0.0007557745,0.00031728452,0.00007801924,0.0000019946613,3.687754e-7,0.0000040854998,0.0000367198],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988826,0.0001635797,0.00036853054,0.00008741112,0.00036528503,0.00013257406],"domain_scores_gemma":[0.9990204,0.0001957786,0.0003143453,0.0002293346,0.00018253725,0.000057635538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012492304,0.00007818454,0.000121166384,0.00008377176,0.00035321363,0.00004035028,0.00086284964,0.00001739076,0.000018015297],"category_scores_gemma":[0.000100097684,0.000044429293,0.000051177478,0.00038787397,0.00005209416,0.00016463046,0.0002772078,0.00031285503,0.0000015628473],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027635266,0.00012801835,0.004129459,0.00003302931,0.00008570989,0.00001722809,0.03630572,0.039101068,0.012940324,0.0054314504,0.00021090172,0.9013407],"study_design_scores_gemma":[0.001017306,0.0108200265,0.07066422,0.0015249883,0.00030910698,0.005126377,0.06676053,0.50072515,0.28057238,0.021976795,0.03927126,0.0012318305],"about_ca_topic_score_codex":0.000068106325,"about_ca_topic_score_gemma":0.000008588093,"teacher_disagreement_score":0.90010893,"about_ca_system_score_codex":0.000023743103,"about_ca_system_score_gemma":0.00004609449,"threshold_uncertainty_score":0.27166694},"labels":[],"label_agreement":null},{"id":"W4213330595","doi":"10.22230/cjc.2022v47n1a3947","title":"Political Cartoon Representations of Freedom of Information in Canada","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Secrecy; Transparency (behavior); Politics; Newspaper; Freedom of information; Freedom of the press; Censorship; Government (linguistics); Doors; Political science; Media studies; Sociology; Law; Computer science; Linguistics","score_opus":0.01056044709731025,"score_gpt":0.21779334531794906,"score_spread":0.2072328982206388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213330595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96550775,0.00055540237,0.016636914,0.006417034,0.0006353715,0.00021721027,0.000049970255,0.000005842948,0.009974504],"genre_scores_gemma":[0.99690664,0.000005370121,0.0030054348,0.000061816725,0.0000050793346,0.0000024124854,0.0000058227824,0.000001611694,0.0000057867005],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990245,0.00016966206,0.00044571626,0.000030482512,0.00021086128,0.000118751035],"domain_scores_gemma":[0.99889153,0.0000748727,0.00032671232,0.00036511477,0.000210068,0.00013171435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038412723,0.000034613127,0.00010162526,0.00033136463,0.00009101969,0.00001470466,0.000689137,0.000013380543,0.000022687482],"category_scores_gemma":[0.00011469893,0.000039879586,0.000029166707,0.0003996249,0.000030118621,0.00041801177,0.00004813209,0.0001917669,2.9340612e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004849804,0.00008155489,0.08152752,0.00005911074,0.00007673798,0.000035945068,0.010674741,0.13453297,0.0010381852,0.72182024,0.007027303,0.04307722],"study_design_scores_gemma":[0.0048111975,0.0012987535,0.6391567,0.00040960533,0.00008081553,0.0011398321,0.03652131,0.1667591,0.017837148,0.04525107,0.08581377,0.0009207077],"about_ca_topic_score_codex":0.94670236,"about_ca_topic_score_gemma":0.9519495,"teacher_disagreement_score":0.67656916,"about_ca_system_score_codex":0.0006191917,"about_ca_system_score_gemma":0.0047565997,"threshold_uncertainty_score":0.84380037},"labels":[],"label_agreement":null},{"id":"W4213358103","doi":"10.22230/cjc.2022v47n1a4037","title":"Sustainable Hate: How Gab Built a Durable “Platform for the People”","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Expansive; Popularity; Key (lock); Haven; Racism; Political science; Advertising; Sociology; Public relations; Business; Computer science; Computer security; Law","score_opus":0.01653948675724491,"score_gpt":0.22304436870082858,"score_spread":0.20650488194358368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213358103","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18918753,0.014975595,0.5499053,0.23627736,0.0023061717,0.0020198724,0.000023782042,0.00009907655,0.005205334],"genre_scores_gemma":[0.9939277,0.000079744415,0.00321023,0.0003119244,0.000037069218,0.000044444052,0.0000031063419,0.000008071881,0.0023777059],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99918514,0.00009990176,0.00018092836,0.000074867974,0.00017572801,0.00028344753],"domain_scores_gemma":[0.99833333,0.00019403038,0.00025015333,0.00070901425,0.00033953716,0.00017393933],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0012909303,0.00006758379,0.00010310463,0.00019182322,0.0018915242,0.0003931807,0.0019676657,0.000024896404,0.00003660885],"category_scores_gemma":[0.00015718378,0.00005679819,0.00008421961,0.00046027583,0.00003114671,0.00063628284,0.00011163311,0.00032351524,0.0000019117333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015159968,0.00011947107,0.0019297044,0.00009044023,0.00031244822,0.00011612192,0.03305033,0.020983562,0.0008776138,0.52542716,0.22354047,0.1934011],"study_design_scores_gemma":[0.0006486456,0.00034503156,0.0021976705,0.000017118899,0.00002841867,0.00058421755,0.010161744,0.02130118,0.0005436154,0.018692918,0.94529855,0.0001808943],"about_ca_topic_score_codex":0.007664322,"about_ca_topic_score_gemma":0.022256294,"teacher_disagreement_score":0.8047402,"about_ca_system_score_codex":0.00036602432,"about_ca_system_score_gemma":0.0011922026,"threshold_uncertainty_score":0.9994079},"labels":[],"label_agreement":null},{"id":"W4214492748","doi":"10.1155/2022/8467349","title":"An Automated Toxicity Classification on Social Media Using LSTM and Word Embedding","year":2022,"lang":"en","type":"article","venue":"Computational Intelligence and Neuroscience","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":29,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Taif University","keywords":"Computer science; Word (group theory); Artificial intelligence; Word embedding; Binary classification; Natural language processing; Embedding; Encoder; Context (archaeology); Social media; Machine learning; Speech recognition; Support vector machine; World Wide Web; Linguistics","score_opus":0.1078338663258403,"score_gpt":0.35528519929207064,"score_spread":0.24745133296623034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214492748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62600195,0.00001606439,0.37302333,0.00025480805,0.0003801068,0.000075644326,0.000004444716,0.00022013762,0.000023541914],"genre_scores_gemma":[0.99295336,0.000008589129,0.006217095,0.00075857725,0.00003960033,0.000008819137,0.0000033216777,0.000005452688,0.0000052114015],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849975,0.00014071015,0.00018216323,0.000534481,0.0004421852,0.0002007097],"domain_scores_gemma":[0.9994576,0.00016452296,0.00009675926,0.00012654146,0.000055178687,0.00009941882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031299796,0.0001101618,0.00009255578,0.00017366315,0.0012964787,0.00026966105,0.00039653337,0.000025630203,0.0000057748143],"category_scores_gemma":[0.00006722899,0.000117580676,0.000019366838,0.00066413684,0.00015278443,0.000677797,0.00018344932,0.00017620606,0.000002349476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024892492,0.00016352776,0.00017174736,0.000008137751,0.0000020680907,0.000022148433,0.002199887,0.76201504,0.04885483,0.055302728,0.00006287853,0.13117209],"study_design_scores_gemma":[0.0000380805,0.00011533549,0.0083798,0.000004007325,0.0000017738574,0.000073974545,0.00019869138,0.9831139,0.0030399617,0.004818182,0.000086674656,0.00012965342],"about_ca_topic_score_codex":0.000005846278,"about_ca_topic_score_gemma":8.895557e-7,"teacher_disagreement_score":0.3669514,"about_ca_system_score_codex":0.000048444406,"about_ca_system_score_gemma":0.000055850476,"threshold_uncertainty_score":0.9971597},"labels":[],"label_agreement":null},{"id":"W4214810516","doi":"10.1504/ijeg.2021.121241","title":"Sentiment analysis of political discussion on Twitter in Nigeria's 2019 presidential election","year":2021,"lang":"en","type":"article","venue":"International Journal of Electronic Governance","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presidential election; Social media; Politics; Presidential system; Sentiment analysis; Political science; General election; Representation (politics); Ideology; Political communication; Public relations; Lexicon; Media studies; Sociology; Computer science; Law; Artificial intelligence","score_opus":0.004501113774446315,"score_gpt":0.25688550649457087,"score_spread":0.25238439272012453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214810516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9336057,0.0002663398,0.05857453,0.0057533607,0.0012879106,0.000051909967,0.0000049329547,0.000010335297,0.000444985],"genre_scores_gemma":[0.9984831,0.00009791639,0.00037374182,0.00019133625,0.00015374695,0.0000012653617,0.0000026196612,0.0000048761917,0.00069136394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980755,0.00009785004,0.0004948289,0.00020167755,0.0008489469,0.0002811969],"domain_scores_gemma":[0.9989304,0.00005004773,0.00044412288,0.00017706602,0.00034270747,0.000055670353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002882756,0.000097027565,0.00022791982,0.0002733142,0.000019678118,0.00007212256,0.00048733706,0.000050517603,0.000071401926],"category_scores_gemma":[0.00009903573,0.000075058604,0.00023075729,0.0006037496,0.0000159441,0.00034058408,0.00007122662,0.0002748444,0.000006269072],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018023782,0.003568461,0.04922384,0.00003056095,0.0077896626,0.0014786784,0.0016085478,0.029768359,0.29307207,0.53803194,0.006860777,0.066764735],"study_design_scores_gemma":[0.002542752,0.0009332183,0.35628417,0.0002967726,0.00021806618,0.0004437962,0.00007168443,0.014617333,0.60669124,0.010929856,0.0065741944,0.0003969067],"about_ca_topic_score_codex":0.00008655511,"about_ca_topic_score_gemma":0.00022047151,"teacher_disagreement_score":0.52710205,"about_ca_system_score_codex":0.0005539506,"about_ca_system_score_gemma":0.00031445522,"threshold_uncertainty_score":0.30608013},"labels":[],"label_agreement":null},{"id":"W4214816497","doi":"10.25071/2564-2855.11","title":"Content moderation as language policy","year":2022,"lang":"en","type":"article","venue":"Working papers in Applied Linguistics and Linguistics at York","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Offensive; Moderation; Normative; Computer science; Process (computing); De facto; Government (linguistics); Language policy; Content (measure theory); Public relations; Psychology; Political science; Linguistics; Social psychology; Law; Engineering; Operations research; Pedagogy","score_opus":0.01779615739909172,"score_gpt":0.23465904972831095,"score_spread":0.21686289232921924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214816497","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030658566,0.00039630107,0.000840388,0.00011407149,0.003169023,0.00036338257,0.000008148127,0.00026426528,0.99177855],"genre_scores_gemma":[0.98121893,0.000040686216,0.015306224,0.0008094474,0.0016036682,0.00006181577,0.00002139406,0.000030009322,0.00090784713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981665,0.000055447013,0.000373442,0.0005458434,0.00041958303,0.00043921007],"domain_scores_gemma":[0.9990823,0.0001665095,0.00015915868,0.00042604195,0.000026359945,0.00013962193],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046139865,0.00022910937,0.00024240093,0.00025055368,0.0007873695,0.00018440583,0.0004147693,0.00008288099,0.000025698002],"category_scores_gemma":[0.0016605015,0.00025994645,0.00004996419,0.00051583705,0.00005524658,8.5650635e-7,0.0005685982,0.00044369395,0.00001302299],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042634478,0.000054922384,0.00020005653,0.000013059651,0.00001440458,0.00007680054,0.0020627505,0.0028401806,0.00090223504,0.9805655,0.00011798864,0.013109486],"study_design_scores_gemma":[0.00063747546,0.00010534139,0.000068330395,0.000029309858,0.000014237597,0.000017713492,0.00042398996,0.028954407,0.0005589742,0.0066204434,0.96214944,0.00042031615],"about_ca_topic_score_codex":0.00029225394,"about_ca_topic_score_gemma":0.00007054557,"teacher_disagreement_score":0.9908707,"about_ca_system_score_codex":0.00034347683,"about_ca_system_score_gemma":0.0001381009,"threshold_uncertainty_score":0.9999853},"labels":[],"label_agreement":null},{"id":"W4220920946","doi":"10.22329/il.v42i1.7222","title":"Douglas Walton’s Contributions in Education","year":2022,"lang":"en","type":"article","venue":"Informal Logic","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia","keywords":"Argumentation theory; Field (mathematics); Epistemology; Sociology; Informal logic; Education theory; Law; Political science; Philosophy; Higher education","score_opus":0.0073829251218354005,"score_gpt":0.2404133217296493,"score_spread":0.2330303966078139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220920946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6034073,0.0008760665,0.13849,0.007876734,0.013646506,0.0013312887,0.000037883477,0.0011695081,0.23316468],"genre_scores_gemma":[0.9965751,0.000007575263,0.0013318489,0.0011584233,0.000054971868,0.00011480788,0.00001454583,0.0000019257739,0.0007407623],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993438,0.000030121295,0.00015943593,0.000108380904,0.00015933704,0.00019893584],"domain_scores_gemma":[0.999658,0.000016960328,0.000049194023,0.000196641,0.00003657254,0.000042662527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002657897,0.000055884233,0.000060324903,0.00014448461,0.00023956095,0.00005986289,0.00035576383,0.00002381859,0.000094399235],"category_scores_gemma":[0.000030798754,0.00005600935,0.000028981678,0.0004912455,0.000010777713,0.00045581616,0.00020886287,0.00019547646,0.00011654897],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027438058,0.0003019385,0.0020650832,0.000010126154,0.0000075864846,0.000021691827,0.0016189325,0.0054863445,0.0005013743,0.7378587,0.0050169183,0.24708389],"study_design_scores_gemma":[0.00089528726,0.0005224847,0.022060681,0.0000093666185,0.0000036722556,0.00027649177,0.0005920728,0.02038057,0.0018365618,0.025843745,0.9271746,0.00040445177],"about_ca_topic_score_codex":0.00014097973,"about_ca_topic_score_gemma":0.00001905101,"teacher_disagreement_score":0.9221577,"about_ca_system_score_codex":0.0001416165,"about_ca_system_score_gemma":0.00021546523,"threshold_uncertainty_score":0.2283995},"labels":[],"label_agreement":null},{"id":"W4221097964","doi":"10.5430/wjel.v12n1p419","title":"Perspectives on Covid19 Safety Protocols among Non-Native English Speaking Teachers and Students","year":2022,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Snowball sampling; Distancing; Descriptive statistics; Psychology; Medical education; Comprehension; Coronavirus disease 2019 (COVID-19); Mathematics education; Computer science; Medicine; Statistics","score_opus":0.00740782312892793,"score_gpt":0.2696555917611591,"score_spread":0.2622477686322312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221097964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96907675,0.00024066986,0.0023509944,0.000081279766,0.0013280499,0.0027945118,0.00000716022,0.000116844385,0.024003733],"genre_scores_gemma":[0.99651647,0.000009288354,0.0016028982,0.00012611829,0.0008051548,0.00016690405,7.4270423e-7,0.000018042205,0.0007544041],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978308,0.0003454631,0.00038040563,0.00029430367,0.0008699192,0.00027907168],"domain_scores_gemma":[0.9985803,0.00017358272,0.00045368457,0.00027011096,0.00038125578,0.0001410706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016915227,0.00017076335,0.00027125506,0.00043204307,0.00038924857,0.00023056389,0.00090447825,0.000031664407,0.00008829655],"category_scores_gemma":[0.00077755854,0.0001553573,0.00011272483,0.0005793219,0.000059319387,0.0006077784,0.00039640957,0.0010220881,0.0000013079504],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022289414,0.00034872798,0.016120879,0.00001885922,0.000171186,0.00046955596,0.9620972,0.00074070937,0.00028672622,0.0010232815,0.0011706784,0.017329259],"study_design_scores_gemma":[0.009688798,0.0035903277,0.087085865,0.0007537855,0.00008703116,0.00007991631,0.7302869,0.0007369686,0.0029077502,0.00018141617,0.16334587,0.001255374],"about_ca_topic_score_codex":0.000030782132,"about_ca_topic_score_gemma":0.000036379806,"teacher_disagreement_score":0.23181035,"about_ca_system_score_codex":0.0003373342,"about_ca_system_score_gemma":0.000073505726,"threshold_uncertainty_score":0.63352865},"labels":[],"label_agreement":null},{"id":"W4223975859","doi":"10.1002/cl2.1228","title":"PROTOCOL: Mapping the scientific knowledge and approaches to defining and measuring hate crime, hate speech, and hate incidents","year":2022,"lang":"en","type":"article","venue":"Campbell Systematic Reviews","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Hate crime; Underpinning; Love and hate; Psychology; Criminology; Engineering","score_opus":0.20556971487346654,"score_gpt":0.287234409854773,"score_spread":0.08166469498130646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223975859","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23117888,0.08809943,0.08529596,0.00088794134,0.0028233575,0.5838491,0.000009750759,0.0006825278,0.007173094],"genre_scores_gemma":[0.55737185,0.00040005668,0.038868632,0.00060112873,0.00020341559,0.39631382,0.0000062809686,0.00013740674,0.006097417],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958569,0.0015011759,0.00093765825,0.00081959163,0.0004726634,0.00041202625],"domain_scores_gemma":[0.99813056,0.0001941612,0.00052700174,0.00088455976,0.000060072827,0.00020366738],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009987094,0.00030683068,0.00074709585,0.00025199275,0.0016449026,0.0012971194,0.0006983891,0.000040187777,0.0000047026306],"category_scores_gemma":[0.00043653863,0.0002053229,0.000080858495,0.00087260513,0.00009598867,0.0003977542,0.0012813504,0.00024975272,0.000075345204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040994524,0.00026606882,0.0022969027,0.34618735,0.00029189943,0.00009726437,0.088694066,0.00012639971,0.006728963,0.0149604315,0.0032027306,0.53710693],"study_design_scores_gemma":[0.0052687065,0.0015077321,0.0071377084,0.11538429,0.00069102226,0.007531765,0.010396735,0.165219,0.0076422812,0.008248489,0.6651608,0.005811496],"about_ca_topic_score_codex":0.00002191581,"about_ca_topic_score_gemma":0.000014137612,"teacher_disagreement_score":0.66195804,"about_ca_system_score_codex":0.00008988834,"about_ca_system_score_gemma":0.000050095616,"threshold_uncertainty_score":0.99973965},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4224109040","doi":"10.29173/psur294","title":"Cancelling, Counter-speech and Censorship","year":2022,"lang":"en","type":"article","venue":"Political Science Undergraduate Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Censorship; Civil liberties; Social media; Freedom of expression; Expression (computer science); Action (physics); Political science; Public relations; First amendment; Internet privacy; Sociology; Law; Computer science; Politics; Human rights","score_opus":0.018426285206844903,"score_gpt":0.27698398185304335,"score_spread":0.25855769664619843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224109040","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055394176,0.14636151,0.17112269,0.4871766,0.006139914,0.0045104106,0.000060752158,0.0025373527,0.12669659],"genre_scores_gemma":[0.9794274,0.00775692,0.004123834,0.008077793,0.000054044765,0.000066343346,0.0000013070083,0.000009842082,0.00048249576],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969359,0.00016983104,0.00027911604,0.00063250057,0.0009261759,0.0010564914],"domain_scores_gemma":[0.99867725,0.00009074208,0.00007426343,0.0004967717,0.000093735405,0.00056726334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019892426,0.00015264595,0.00023459535,0.000113334965,0.00090205134,0.0002121533,0.0010649615,0.000017195956,0.00005727453],"category_scores_gemma":[0.00021646965,0.00013495845,0.00006193268,0.0013992183,0.00037776557,0.0004121962,0.00060930714,0.00028559868,0.00006222546],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.9788455e-7,0.000030861498,0.000080061014,0.0001786645,0.0000027595527,0.000024513154,0.000021011196,0.0000027007432,0.00021482454,0.96211565,0.0004874586,0.0368406],"study_design_scores_gemma":[0.000615202,0.0007308984,0.0012853863,0.001185565,0.00007675937,0.0026221878,0.00010168306,0.023360256,0.004542365,0.36300173,0.6009855,0.0014924703],"about_ca_topic_score_codex":0.0002935325,"about_ca_topic_score_gemma":0.000010232885,"teacher_disagreement_score":0.9240332,"about_ca_system_score_codex":0.00036244097,"about_ca_system_score_gemma":0.0003384307,"threshold_uncertainty_score":0.6937941},"labels":[],"label_agreement":null},{"id":"W4224223031","doi":"10.2196/29183","title":"Types of Racism and Twitter Users’ Responses Amid the COVID-19 Outbreak: Content Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Instituto de Salud Carlos III; European Commission","keywords":"Racism; Prejudice (legal term); Microblogging; Social media; Quarter (Canadian coin); Coronavirus disease 2019 (COVID-19); Psychology; Sociology; Social psychology; Political science; History; Gender studies; Medicine; Law","score_opus":0.14221831928748954,"score_gpt":0.398517904294675,"score_spread":0.2562995850071854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224223031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9651642,0.00018273422,0.02481709,0.00839777,0.00009054311,0.00044854413,0.000026205835,0.000054181746,0.0008187357],"genre_scores_gemma":[0.9979656,0.00002485657,0.00019129946,0.0004476191,0.000011294072,0.00015373377,0.0000033220883,0.000004033235,0.0011982433],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9972268,0.0011858799,0.00021409962,0.00021765962,0.0008603619,0.00029522835],"domain_scores_gemma":[0.9984288,0.000723132,0.000090610294,0.00045178688,0.00018619797,0.000119437515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030961914,0.000079855905,0.0001619059,0.0005895652,0.0008061608,0.000123096,0.0006586836,0.00002597698,0.00009726258],"category_scores_gemma":[0.000192737,0.00005393925,0.00008603769,0.0019037046,0.00021993103,0.00028312122,0.00085995987,0.0003939403,0.000018967756],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00380061,0.0013935169,0.048618957,0.0004884762,0.004049132,0.00026161972,0.6398377,0.0035155707,0.024877494,0.073267855,0.08007433,0.11981476],"study_design_scores_gemma":[0.004945987,0.0066616936,0.37792918,0.000043174474,0.00021581555,0.00038730356,0.07299913,0.13104132,0.03020348,0.017995844,0.35626712,0.0013099633],"about_ca_topic_score_codex":0.00032329664,"about_ca_topic_score_gemma":0.000028324883,"teacher_disagreement_score":0.56683856,"about_ca_system_score_codex":0.00013453531,"about_ca_system_score_gemma":0.00014241794,"threshold_uncertainty_score":0.62004185},"labels":[],"label_agreement":null},{"id":"W4225817241","doi":"10.1007/s10489-022-03944-z","title":"Reward modeling for mitigating toxicity in transformer-based language models","year":2022,"lang":"en","type":"article","venue":"Applied Intelligence","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Language model; Transformer; Artificial intelligence; Unintended consequences; Detoxification (alternative medicine); Machine learning; Natural language processing; Engineering","score_opus":0.028401121121705696,"score_gpt":0.25610199946126266,"score_spread":0.22770087833955696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225817241","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11785261,0.00004956374,0.8795109,0.00015366846,0.00011098629,0.00042691073,0.0000057276725,0.00014839273,0.0017412513],"genre_scores_gemma":[0.93167573,0.0000035247033,0.06739972,0.00041689025,0.00002232561,0.0004380691,0.000006485963,0.000012985081,0.00002425267],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860376,0.000031382122,0.00029935146,0.0004307163,0.0002728953,0.00036189082],"domain_scores_gemma":[0.99946594,0.00008674133,0.00005242334,0.00030984974,0.000025653277,0.000059413414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005814824,0.00013116976,0.00014731791,0.00014051095,0.00027100564,0.000057268924,0.0006581361,0.00004028674,0.00001904981],"category_scores_gemma":[0.000014414153,0.0001477268,0.00007204871,0.0005148761,0.000016797005,0.00017639948,0.000063452746,0.00025281907,0.000006821844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027108168,0.00004792222,0.000002159892,0.000018451077,0.0000031808574,0.0000036318554,0.0022062834,0.8398613,0.0153497495,0.03236042,0.000008660115,0.11011116],"study_design_scores_gemma":[0.00011011015,0.00006841567,3.205515e-7,0.000008156614,0.0000018029031,0.0000026653643,0.00088966836,0.833937,0.14444873,0.020323526,0.00005555093,0.00015407818],"about_ca_topic_score_codex":0.000118547825,"about_ca_topic_score_gemma":0.000037447397,"teacher_disagreement_score":0.81382316,"about_ca_system_score_codex":0.00011879042,"about_ca_system_score_gemma":0.00008191845,"threshold_uncertainty_score":0.6024124},"labels":[],"label_agreement":null},{"id":"W4229440380","doi":"10.18653/v1/2022.naacl-main.192","title":"Necessity and Sufficiency for Explaining Text Classifiers: A Case Study in Hate Speech Detection","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Computational linguistics; Voice activity detection; Artificial intelligence; Linguistics; Speech recognition; Natural language processing; Speech processing; Philosophy","score_opus":0.0191876154053738,"score_gpt":0.2586639038828571,"score_spread":0.23947628847748328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229440380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99701154,0.000023569051,0.0013209679,0.00029579896,0.00024187105,0.0008815886,0.000049276823,0.00007179364,0.000103589926],"genre_scores_gemma":[0.9974834,0.0000014867791,0.002314937,0.00001778495,0.000019138997,0.00009643019,0.0000010791929,0.0000086397185,0.000057155197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99865043,0.000034632332,0.00041421066,0.00027252952,0.00044804125,0.00018015892],"domain_scores_gemma":[0.9973777,0.00024531162,0.001501179,0.00020497805,0.00065826095,0.000012569497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007167261,0.00013097741,0.00025880776,0.00017969897,0.00060885824,0.00005153409,0.0011205697,0.000032671534,0.0000010591215],"category_scores_gemma":[0.0021689634,0.000094095594,0.00012192272,0.00065657165,0.00021377564,0.00006833997,0.00088004535,0.0002539293,4.579496e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024622484,0.0010187475,0.7305447,0.00045458117,0.00043629916,0.000007751369,0.03920165,0.009314743,0.010296618,0.10532206,0.00009343179,0.10306321],"study_design_scores_gemma":[0.005569263,0.0053940713,0.2911175,0.00036455327,0.0005468715,0.00019960893,0.26665682,0.25630784,0.069402315,0.102381825,0.0004889181,0.0015704595],"about_ca_topic_score_codex":0.00040949025,"about_ca_topic_score_gemma":0.0005200715,"teacher_disagreement_score":0.4394272,"about_ca_system_score_codex":0.00014183986,"about_ca_system_score_gemma":0.00004843205,"threshold_uncertainty_score":0.4682907},"labels":[],"label_agreement":null},{"id":"W4229449951","doi":"10.33423/jabe.v24i2.5143","title":"The Strangulation and Resuscitation of Representative Democracy in the United States","year":2022,"lang":"en","type":"article","venue":"Journal of Applied Business and Economics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Democracy; Autocracy; Politics; Presidential system; Resuscitation; Government (linguistics); Secret ballot; Shock (circulatory); Ballot; Law; Political science; Medicine; Voting; Internal medicine; Emergency medicine","score_opus":0.011339465050211045,"score_gpt":0.21859872535656077,"score_spread":0.20725926030634972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229449951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929618,0.000043682798,0.0050177183,0.0017478628,0.000079712874,0.00006379393,0.00000100113,0.0000015605834,0.0000828289],"genre_scores_gemma":[0.998567,0.00043309503,0.0009016669,0.00007044992,0.000019252053,0.0000023764292,0.0000017788167,0.0000018316833,0.0000025918293],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99957395,0.00003421415,0.00021860351,0.00005954943,0.000059712384,0.000053986583],"domain_scores_gemma":[0.9994309,0.0001628726,0.00026969853,0.0000731858,0.000052243504,0.000011107213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069570047,0.000035530666,0.000068535395,0.00009314552,0.00020029584,0.00008253454,0.0001435078,0.000009737569,7.8658735e-7],"category_scores_gemma":[0.000011222057,0.000023119053,0.000010224518,0.00024307531,0.000031721178,0.00015667625,0.00004331742,0.000088587796,6.383546e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012119315,0.00016150378,0.0034228137,0.00005994759,0.00010719834,0.000015976422,0.03496885,0.5491615,0.0020856138,0.18718149,0.0006259345,0.22099723],"study_design_scores_gemma":[0.0026639944,0.00028855557,0.3554476,0.000023218832,0.000034014975,0.0002029944,0.032192454,0.23761624,0.0012788011,0.36289722,0.0070994133,0.00025550587],"about_ca_topic_score_codex":0.000053698914,"about_ca_topic_score_gemma":0.00001863894,"teacher_disagreement_score":0.35202476,"about_ca_system_score_codex":0.00001674033,"about_ca_system_score_gemma":0.000023783079,"threshold_uncertainty_score":0.15405339},"labels":[],"label_agreement":null},{"id":"W4229747476","doi":"10.4018/9781616928056.ch008","title":"Female and Male Hacker Conferences Attendees","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Hacker; Internet privacy; Computer science; Computer security","score_opus":0.027767044976745727,"score_gpt":0.22802852149673347,"score_spread":0.20026147651998774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229747476","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047884957,0.00030869702,0.0055267606,0.000033910164,0.00060165115,0.00018581616,0.00002150535,0.00021986938,0.9926229],"genre_scores_gemma":[0.49910507,0.000045596382,0.0056280782,0.0005366097,0.0002946713,0.00001808777,0.0000028242623,0.000034320827,0.49433476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99853015,0.00001675388,0.000239694,0.00062614423,0.00027834502,0.00030893818],"domain_scores_gemma":[0.99901897,0.000015250951,0.00015375779,0.0005407901,0.00009208864,0.00017913726],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00009990821,0.00033391643,0.00031832315,0.000061030543,0.00013319842,0.00023722526,0.0005638996,0.00032729685,0.0001291959],"category_scores_gemma":[0.00000562749,0.000315821,0.00008883193,0.000014928245,0.00014556495,0.00011283473,0.00031568736,0.00022500366,0.00047779665],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005243935,0.0000035946841,0.000059782848,0.00001643091,0.000038952207,0.000056296947,0.00008508224,6.78643e-8,0.000013378245,0.968479,0.00065711676,0.030585054],"study_design_scores_gemma":[0.00036037105,0.00037980228,0.00036712107,0.0002555378,0.00006196706,0.0005467903,0.000018339992,0.00006466833,0.0004319531,0.8477001,0.14883405,0.0009792965],"about_ca_topic_score_codex":0.00016314325,"about_ca_topic_score_gemma":0.00014560374,"teacher_disagreement_score":0.4986262,"about_ca_system_score_codex":0.0000452968,"about_ca_system_score_gemma":0.00015236718,"threshold_uncertainty_score":0.99992937},"labels":[],"label_agreement":null},{"id":"W4229760390","doi":"10.1201/b10718-26","title":"Cyber Bullying: Legal Obligations and","year":2011,"lang":"en","type":"book-chapter","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cyber bullying; Computer security; Political science; Criminology; Psychology; Computer science; World Wide Web","score_opus":0.020439790251601985,"score_gpt":0.20491644137266077,"score_spread":0.1844766511210588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229760390","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029527131,0.0001549329,0.07353344,0.00030089123,0.00041526003,0.00013706689,0.0000022112122,0.00032071263,0.9251059],"genre_scores_gemma":[0.003457441,0.0001459949,0.013518001,0.0003209726,0.00013223672,0.000007449035,0.000004777763,0.00002611364,0.982387],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989166,0.000007509999,0.00020674759,0.00046884717,0.000202825,0.0001974414],"domain_scores_gemma":[0.9991403,0.000024133195,0.000095990086,0.0005197519,0.00008135525,0.0001384188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010720825,0.00023450899,0.00018853131,0.0001775689,0.00015807377,0.00022303266,0.00037138024,0.00024212291,0.00049987284],"category_scores_gemma":[0.000007517371,0.00021495015,0.00007953652,0.000037335933,0.00006280923,0.00032775255,0.00022187768,0.00027940152,0.0007489092],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010100828,0.000003994749,0.0000022530007,0.0000055437035,0.000020904854,0.000018024955,0.00005050814,1.7872928e-7,0.000031014224,0.96460825,0.003214581,0.032043763],"study_design_scores_gemma":[0.0001106816,0.0000752573,0.000040376064,0.000043621898,0.000019143621,0.00013442125,0.000002009116,0.0001521116,0.00048124502,0.15438862,0.84417444,0.00037809572],"about_ca_topic_score_codex":0.00009338627,"about_ca_topic_score_gemma":0.000040002167,"teacher_disagreement_score":0.84095985,"about_ca_system_score_codex":0.000024458652,"about_ca_system_score_gemma":0.00006860703,"threshold_uncertainty_score":0.96259624},"labels":[],"label_agreement":null},{"id":"W4230298489","doi":"10.1007/978-1-4939-7131-2_100029","title":"Anonymity","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.014656371545556619,"score_gpt":0.2080143336088703,"score_spread":0.19335796206331368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230298489","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005647859,0.000035785084,0.14695162,0.000101169484,0.0006452003,0.000073618656,9.851134e-7,0.0003608257,0.8518251],"genre_scores_gemma":[0.00017369368,0.000026580778,0.017801315,0.000319015,0.00033585198,0.0000015482818,0.000002263595,0.000014178603,0.98132557],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912065,0.000005212071,0.00013179792,0.00037423449,0.00021345542,0.00015467085],"domain_scores_gemma":[0.99911207,0.000014742376,0.00006750509,0.00064882694,0.00007860106,0.00007826635],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00010855771,0.00016499599,0.00013816293,0.00008685532,0.00007460186,0.00011120213,0.0005605426,0.00021292071,0.0029178772],"category_scores_gemma":[0.000005524919,0.00014490874,0.00009138009,0.000023408305,0.00004067279,0.00013707887,0.0001917019,0.00016495163,0.008152734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001927211,0.0000046666996,4.8781595e-7,0.000007166616,0.000023209355,0.000033178992,0.000031613665,1.1947579e-7,0.000034016564,0.8410526,0.08483779,0.07397322],"study_design_scores_gemma":[0.00005172218,0.00007737923,0.0000031613813,0.000019558509,0.000004233729,0.000025291527,3.5152576e-7,0.00020644524,0.00071739196,0.120295696,0.87838936,0.00020938338],"about_ca_topic_score_codex":0.000007733469,"about_ca_topic_score_gemma":0.00001585032,"teacher_disagreement_score":0.7935516,"about_ca_system_score_codex":0.000031519416,"about_ca_system_score_gemma":0.00005246061,"threshold_uncertainty_score":0.9979936},"labels":[],"label_agreement":null},{"id":"W4230630424","doi":"10.1017/cbo9781139095891","title":"Sexting and Cyberbullying","year":2014,"lang":"en","type":"book","venue":"Cambridge University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Political science; Value (mathematics); Criminology; Public relations; Human rights; Sociology; Psychology; Law","score_opus":0.0113809655414549,"score_gpt":0.17839775965680194,"score_spread":0.16701679411534703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230630424","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015503076,0.00009619112,0.067191094,0.000016575614,0.00033996938,0.00021540956,0.000009160284,0.00040994724,0.9315666],"genre_scores_gemma":[0.00042458758,0.000034065146,0.0025145987,0.00009891445,0.00018539392,6.7037496e-7,0.000009074387,0.000027410557,0.9967053],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841607,0.000091342,0.00016169029,0.00070522743,0.00026349508,0.0003622003],"domain_scores_gemma":[0.99871206,0.00009685904,0.00020783526,0.00067422766,0.00009847473,0.00021055886],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002155232,0.0003204954,0.00033622852,0.00020413521,0.00036754232,0.00021106539,0.00082873425,0.00033367952,5.3380387e-7],"category_scores_gemma":[0.000015179571,0.00038844853,0.00011414995,0.000022461727,0.00011268365,0.00019921469,0.0008252843,0.0005064649,0.000018240453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013217131,0.000006008249,0.000002104139,0.00015025944,0.00007828291,0.00026625124,0.0001093028,0.000005173422,0.00013585117,0.89522636,0.06673467,0.037272535],"study_design_scores_gemma":[0.00032095626,0.000051763218,0.00000901375,0.00015642568,0.000048580147,0.000076355434,0.000008852001,0.0022322843,0.000409065,0.000020364443,0.9962294,0.0004369438],"about_ca_topic_score_codex":0.000066067456,"about_ca_topic_score_gemma":0.0000014697239,"teacher_disagreement_score":0.92949474,"about_ca_system_score_codex":0.00017683484,"about_ca_system_score_gemma":0.00015925575,"threshold_uncertainty_score":0.99985677},"labels":[],"label_agreement":null},{"id":"W4231141316","doi":"10.1007/978-1-4614-5690-2_132","title":"Hate Crime","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ontario Institute of Technology","funders":"","keywords":"Criminology; Political science; Psychology","score_opus":0.01562805188228731,"score_gpt":0.20601937851435076,"score_spread":0.19039132663206346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231141316","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011992802,0.00010867677,0.08807751,0.00021575032,0.00065256056,0.0001350509,9.1277025e-7,0.00044749602,0.9103609],"genre_scores_gemma":[0.00014772323,0.000059256658,0.016054617,0.00037862023,0.00015853379,0.0000057209177,0.0000036330698,0.000021419291,0.98317045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99899894,0.0000055167075,0.00016929177,0.00039463915,0.00023199778,0.00019959746],"domain_scores_gemma":[0.9990663,0.000016109894,0.00007902295,0.00065611186,0.0000775963,0.00010483843],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000065547334,0.00020936894,0.00017397285,0.00011228757,0.00006882014,0.00022043806,0.0006038724,0.00021981305,0.0029460748],"category_scores_gemma":[0.0000038063517,0.00017844417,0.00010786773,0.000021106984,0.000023660592,0.00024494765,0.00018739034,0.00022792525,0.024032678],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.703006e-7,0.0000022507031,7.894491e-8,0.000005387379,0.000014828666,0.000013215865,0.000011642983,3.8780928e-7,0.00006257004,0.87174046,0.038097356,0.09005143],"study_design_scores_gemma":[0.00005636909,0.000049133574,0.000003918831,0.000028856763,0.000005787701,0.000025844825,4.852904e-7,0.0005818107,0.0006292604,0.091488145,0.90685844,0.0002719223],"about_ca_topic_score_codex":0.00003111242,"about_ca_topic_score_gemma":0.0000030292942,"teacher_disagreement_score":0.8687611,"about_ca_system_score_codex":0.000031382286,"about_ca_system_score_gemma":0.000044005264,"threshold_uncertainty_score":0.9979654},"labels":[],"label_agreement":null},{"id":"W4234393863","doi":"10.7551/mitpress/12491.001.0001","title":"Hate Speech","year":2021,"lang":"en","type":"book","venue":"The MIT Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Offensive; Prejudice (legal term); Identity (music); Sexual orientation; Racism; Political science; Sociology; Law; Gender studies","score_opus":0.02463665874272713,"score_gpt":0.2269695491818167,"score_spread":0.20233289043908956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234393863","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000127347475,0.0013859197,0.011079952,0.000111480505,0.0012389241,0.00032711335,0.00000830468,0.0003507323,0.98548484],"genre_scores_gemma":[0.000068507565,0.000054589593,0.002021746,0.00029843912,0.0005302425,0.00003380806,0.000011003713,0.000038890954,0.99694276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820256,0.00012635501,0.0002626687,0.0005582312,0.0004755488,0.00037462683],"domain_scores_gemma":[0.99782205,0.00009143518,0.0001753806,0.001703841,0.00011353154,0.00009374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003153271,0.00031330585,0.000298712,0.000059285474,0.00022648688,0.000493861,0.0018740617,0.0002675533,0.000027204524],"category_scores_gemma":[0.000016199878,0.00023178192,0.00020685162,0.000022712211,0.00009046396,0.000080225196,0.0007544617,0.0006558869,0.00019421727],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014003505,0.000023669716,1.5435597e-7,0.00013289272,0.00033181932,0.00059281004,0.0012420773,0.000017646971,0.0007800605,0.22709462,0.1781721,0.59159815],"study_design_scores_gemma":[0.00012260483,0.000033199027,7.528724e-7,0.00014042886,0.00004716278,0.00012808263,0.000002354611,0.0003577038,0.013964272,0.012566272,0.97233313,0.00030405395],"about_ca_topic_score_codex":0.000072795745,"about_ca_topic_score_gemma":0.000024505667,"teacher_disagreement_score":0.794161,"about_ca_system_score_codex":0.00007854241,"about_ca_system_score_gemma":0.0002425523,"threshold_uncertainty_score":0.9451792},"labels":[],"label_agreement":null},{"id":"W4237407877","doi":"10.1007/978-3-319-32103-5","title":"Handbook of Global Media Ethics","year":2021,"lang":"en","type":"book","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Engineering ethics; Political science; Sociology; Environmental ethics; Philosophy; Engineering","score_opus":0.02581629378562496,"score_gpt":0.2578628530136541,"score_spread":0.2320465592280291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237407877","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027272847,0.0016781891,0.3180095,0.00024435014,0.0011554321,0.000069350055,0.000009695708,0.00014238064,0.67868835],"genre_scores_gemma":[0.000095161595,0.00058656157,0.064438626,0.00064261956,0.0003359741,0.0000045011197,0.000033132983,0.000015981666,0.9338474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985536,0.00005766236,0.00026116674,0.00037721876,0.00056723773,0.00018313537],"domain_scores_gemma":[0.9987151,0.00015968429,0.00013823311,0.0006378128,0.00025628536,0.00009289171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002722104,0.00017580691,0.00028822164,0.000037457936,0.00005233711,0.0000782452,0.0006873834,0.0005727967,0.000170077],"category_scores_gemma":[0.000118289405,0.00016420877,0.00015184663,0.00015623885,0.0000626502,0.00009625557,0.0002963922,0.0005307691,0.00015032224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052824403,0.000042194104,0.000011689065,0.00020468312,0.00011834738,0.0001580186,0.0005348538,0.00000737136,0.00014366662,0.7328676,0.17455949,0.09134678],"study_design_scores_gemma":[0.00045450838,0.00016769454,0.00005170017,0.0012622419,0.00005690769,0.00015089355,0.000020374855,0.00061747007,0.010373053,0.15190585,0.83412755,0.0008117417],"about_ca_topic_score_codex":0.00003109868,"about_ca_topic_score_gemma":0.00019448112,"teacher_disagreement_score":0.6595681,"about_ca_system_score_codex":0.00014083461,"about_ca_system_score_gemma":0.0018085245,"threshold_uncertainty_score":0.6696239},"labels":[],"label_agreement":null},{"id":"W4238403565","doi":"10.24908/iqurcp.8829","title":"21. Online Hate: Discrimination at the Click of a Button","year":2016,"lang":"en","type":"article","venue":"Inquiry Queen s Undergraduate Research Conference Proceedings","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Racialization; Race (biology); Racism; Sociology; Psychology; Media studies; Gender studies","score_opus":0.08804301279679666,"score_gpt":0.3527795912675513,"score_spread":0.26473657847075466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238403565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70656246,0.00010368403,0.10418473,0.18338548,0.00048151452,0.0010551421,0.000017794206,0.00035114854,0.003858029],"genre_scores_gemma":[0.9920956,0.00073584914,0.0012761438,0.00006951731,0.00015567482,0.00007831817,0.000004687314,0.000021321886,0.0055629225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99627656,0.00016465657,0.00047526127,0.000734906,0.0015338619,0.0008147683],"domain_scores_gemma":[0.9967331,0.00037991966,0.00023181818,0.0005318743,0.0019120998,0.00021113422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002161826,0.00023344492,0.00025986877,0.00038442187,0.0004835777,0.0003306482,0.001608892,0.00014361576,0.00003318147],"category_scores_gemma":[0.0007219149,0.00013326589,0.00010235624,0.0011203379,0.0009101991,0.0011955268,0.0009998416,0.00040219902,0.00016911265],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017466114,0.00029454095,0.0023386688,0.00018928426,0.00007682324,0.000012531791,0.005009316,0.0000014009463,0.24569549,0.45449597,0.011586807,0.28012452],"study_design_scores_gemma":[0.0021651343,0.0018483765,0.010113918,0.0013255186,0.00003393033,0.00011453006,0.002863981,0.005559375,0.5568599,0.38574508,0.03239579,0.0009744852],"about_ca_topic_score_codex":0.00031516814,"about_ca_topic_score_gemma":0.00009503756,"teacher_disagreement_score":0.3111644,"about_ca_system_score_codex":0.00030928673,"about_ca_system_score_gemma":0.00030566202,"threshold_uncertainty_score":0.54344255},"labels":[],"label_agreement":null},{"id":"W4238820198","doi":"10.4018/978-1-7998-4555-3.ch003","title":"Delete, Delete, Hang-Up","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in public policy and administration (APPA) book series","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tragedy (event); Distress; Hang; Criminology; Psychology; Political science; Law; Social psychology; Engineering; Psychiatry; Psychotherapist","score_opus":0.017562544833462763,"score_gpt":0.25695577072030473,"score_spread":0.23939322588684198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238820198","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005840238,0.007625735,0.011630653,0.015673347,0.0008953216,0.00059034216,0.00008318203,0.0005693659,0.96287364],"genre_scores_gemma":[0.1150474,0.08684953,0.0123086,0.011037726,0.0031967242,0.00028551734,0.0003578133,0.0002064436,0.77071023],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751186,0.000051596027,0.00062937045,0.0008744883,0.00043375793,0.0004989248],"domain_scores_gemma":[0.99853265,0.000099031095,0.00037511718,0.0005305483,0.00012533089,0.00033729317],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020488424,0.00051870197,0.00048276625,0.00040873827,0.0003001079,0.0005856642,0.0006287139,0.00036102397,0.0000627959],"category_scores_gemma":[0.00018234525,0.00054381485,0.0001150029,0.00024840076,0.00031269115,0.007304176,0.00022251626,0.0005140334,0.000064727064],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003139512,0.000011651762,0.000005307199,0.00007801846,0.00002022452,0.000051679985,0.00013300926,0.000003086242,0.000031794134,0.94506365,0.00042696606,0.05414319],"study_design_scores_gemma":[0.00027562943,0.0004640731,0.000015121682,0.00009364015,0.000008737207,0.00017070018,0.000024814091,0.00013962174,0.00054263265,0.06405083,0.93368834,0.0005258554],"about_ca_topic_score_codex":0.000017371869,"about_ca_topic_score_gemma":0.00035787743,"teacher_disagreement_score":0.9332614,"about_ca_system_score_codex":0.00010707452,"about_ca_system_score_gemma":0.0008915914,"threshold_uncertainty_score":0.9997013},"labels":[],"label_agreement":null},{"id":"W4240020752","doi":"10.32920/ryerson.14647572","title":"Technology Producers use of Language and Discourse to Shape and Reinstate Anti-Black Global Realities: An Analysis of Amazon’s Facial Recognition Technology Communications and Responses to Racial Bias in Rekognition","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Professional Engineers Ontario","funders":"","keywords":"Amazon rainforest; Law enforcement; Enforcement; Face (sociological concept); Race (biology); Sociology; Racism; Neutrality; Political science; Law; Gender studies; Social science","score_opus":0.060278546560245456,"score_gpt":0.33594512923532605,"score_spread":0.2756665826750806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240020752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98896444,0.0001580244,0.0068426775,0.0028922488,0.000052840358,0.00061112846,0.00030352702,0.00013136235,0.00004372383],"genre_scores_gemma":[0.9510034,0.0007846216,0.047910534,0.0000646749,0.000009301409,0.00005932858,0.00013349108,0.00000903973,0.00002562458],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99785024,0.00030775773,0.0005751427,0.00083479483,0.00019194174,0.0002401381],"domain_scores_gemma":[0.9979874,0.0000953246,0.00027205455,0.0012224171,0.00031805356,0.00010478237],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054477545,0.00023292331,0.0006229436,0.0023296662,0.00008701279,0.00016360912,0.00045527323,0.00037372828,0.000005430696],"category_scores_gemma":[0.0006722158,0.000247875,0.000051665054,0.002795607,0.00044404622,0.00035898632,0.0016460569,0.0003057857,6.446484e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041837618,0.00037707115,0.04194058,0.00024964777,0.0005102367,0.00005346063,0.022442246,0.00029025786,0.024519907,0.0022662955,0.00001669268,0.90691525],"study_design_scores_gemma":[0.0044407765,0.005997302,0.4716214,0.004089335,0.0032648116,0.00030340828,0.17632236,0.15504067,0.15303741,0.019872854,0.0009664775,0.00504321],"about_ca_topic_score_codex":0.0023904752,"about_ca_topic_score_gemma":0.01132595,"teacher_disagreement_score":0.90187204,"about_ca_system_score_codex":0.000081623104,"about_ca_system_score_gemma":0.00014161113,"threshold_uncertainty_score":0.9999974},"labels":[],"label_agreement":null},{"id":"W4240034828","doi":"10.32920/ryerson.14647572.v1","title":"Technology Producers use of Language and Discourse to Shape and Reinstate Anti-Black Global Realities: An Analysis of Amazon’s Facial Recognition Technology Communications and Responses to Racial Bias in Rekognition","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Professional Engineers Ontario","funders":"","keywords":"Amazon rainforest; Law enforcement; Enforcement; Face (sociological concept); Race (biology); Sociology; Facial recognition system; Neutrality; Political science; Psychology; Law; Gender studies; Cognitive psychology; Social science","score_opus":0.060278546560245456,"score_gpt":0.33594512923532605,"score_spread":0.2756665826750806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240034828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98896444,0.0001580244,0.0068426775,0.0028922488,0.000052840358,0.00061112846,0.00030352702,0.00013136235,0.00004372383],"genre_scores_gemma":[0.9510034,0.0007846216,0.047910534,0.0000646749,0.000009301409,0.00005932858,0.00013349108,0.00000903973,0.00002562458],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99785024,0.00030775773,0.0005751427,0.00083479483,0.00019194174,0.0002401381],"domain_scores_gemma":[0.9979874,0.0000953246,0.00027205455,0.0012224171,0.00031805356,0.00010478237],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054477545,0.00023292331,0.0006229436,0.0023296662,0.00008701279,0.00016360912,0.00045527323,0.00037372828,0.000005430696],"category_scores_gemma":[0.0006722158,0.000247875,0.000051665054,0.002795607,0.00044404622,0.00035898632,0.0016460569,0.0003057857,6.446484e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041837618,0.00037707115,0.04194058,0.00024964777,0.0005102367,0.00005346063,0.022442246,0.00029025786,0.024519907,0.0022662955,0.00001669268,0.90691525],"study_design_scores_gemma":[0.0044407765,0.005997302,0.4716214,0.004089335,0.0032648116,0.00030340828,0.17632236,0.15504067,0.15303741,0.019872854,0.0009664775,0.00504321],"about_ca_topic_score_codex":0.0023904752,"about_ca_topic_score_gemma":0.01132595,"teacher_disagreement_score":0.90187204,"about_ca_system_score_codex":0.000081623104,"about_ca_system_score_gemma":0.00014161113,"threshold_uncertainty_score":0.9999974},"labels":[],"label_agreement":null},{"id":"W4241614355","doi":"10.22215/etd/2004-06120","title":"Hate expectations: a narrative of the conceptualisation of criminal hatred in Canada","year":2004,"lang":"en","type":"dissertation","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hatred; Narrative; Criminology; Political science; Sociology; Psychology; Law; Philosophy; Linguistics","score_opus":0.010562601197539793,"score_gpt":0.22670876179529295,"score_spread":0.21614616059775316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241614355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99092716,0.00021177952,0.0024279472,0.00011805049,0.0010710218,0.00042748655,0.000008934298,0.000018821942,0.0047888225],"genre_scores_gemma":[0.9976487,0.0000066095286,0.0013876186,0.000020110618,0.000010473892,0.00002776296,0.000043021802,0.00000622294,0.00084945455],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987607,0.00008543569,0.0004210966,0.00021669117,0.0003920009,0.00012404758],"domain_scores_gemma":[0.9990222,0.00004762293,0.00041313897,0.00028257404,0.00021023578,0.000024218845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000069569745,0.0001303816,0.00021312389,0.00011548507,0.000054548113,0.000015886892,0.0004362975,0.00007708902,0.000029273964],"category_scores_gemma":[0.00006344593,0.000101619706,0.00006351824,0.0004795394,0.000027037342,0.0001653871,0.00001916852,0.00013926314,9.053259e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026470397,0.00033148407,0.0015403816,0.0011208653,0.00023736776,0.000022878681,0.80220026,0.008239587,0.03264601,0.10644112,0.0010131908,0.04594215],"study_design_scores_gemma":[0.0011887139,0.00017305971,0.023169674,0.0010121118,0.00005048532,0.0000073687174,0.37802586,0.0031071175,0.58811784,0.004573424,0.000061984465,0.0005123367],"about_ca_topic_score_codex":0.7717693,"about_ca_topic_score_gemma":0.9736423,"teacher_disagreement_score":0.55547184,"about_ca_system_score_codex":0.00033828593,"about_ca_system_score_gemma":0.003495397,"threshold_uncertainty_score":0.62006843},"labels":[],"label_agreement":null},{"id":"W4242009327","doi":"10.22329/il.v30i3.3034","title":"Argumentative Injustice","year":2010,"lang":"en","type":"article","venue":"Informal Logic","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Testimonial; Injustice; Argumentative; Credibility; Identity (music); Argument (complex analysis); Epistemology; Social psychology; Argumentation theory; Sociology; Psychology; Aesthetics; Philosophy; Advertising","score_opus":0.00834268729701935,"score_gpt":0.24001654643667752,"score_spread":0.23167385913965818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242009327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5438469,0.000010773402,0.23406532,0.00052606966,0.0026444749,0.00020103746,0.0000020801556,0.00058589294,0.21811743],"genre_scores_gemma":[0.9660608,0.000002363011,0.032260142,0.001019791,0.00008013648,0.000008708353,0.0000014100481,0.0000022250993,0.00056439097],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994451,0.000008139095,0.00011335349,0.000106889966,0.00013331808,0.00019319494],"domain_scores_gemma":[0.99959975,0.000025968277,0.00004654065,0.00021460894,0.000044219418,0.00006889861],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014956499,0.00006915689,0.000054554566,0.000054193228,0.00010651042,0.000113212576,0.00037375587,0.00005153376,0.00008191959],"category_scores_gemma":[0.00004570796,0.000056395147,0.000027639151,0.00018273461,0.000029859111,0.0007808985,0.000109996305,0.00022278867,0.00087782915],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002227965,0.00006578702,0.00062688335,0.000016891538,0.000020444235,0.000045446202,0.0042343666,0.000060731505,0.025110431,0.5882913,0.0012330373,0.38027242],"study_design_scores_gemma":[0.0028189188,0.0022005301,0.056733903,0.000031594675,0.000040654908,0.0009668674,0.00096527365,0.08258791,0.33039632,0.07012948,0.45109707,0.0020314807],"about_ca_topic_score_codex":0.00002009126,"about_ca_topic_score_gemma":0.000012620603,"teacher_disagreement_score":0.51816183,"about_ca_system_score_codex":0.00000610058,"about_ca_system_score_gemma":0.000027982152,"threshold_uncertainty_score":0.9999001},"labels":[],"label_agreement":null},{"id":"W4242207812","doi":"10.26686/wgtn.17007385","title":"Public nudity and the right to freedom of expression: Balancing competing interests","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Wellington City Council; Auckland Council","keywords":"Freedom of expression; Scope (computer science); Expression (computer science); Supreme court; Test (biology); Political science; Law; Human rights; Balancing test; Sociology; Law and economics; Computer science","score_opus":0.012832233074653407,"score_gpt":0.23201504713566143,"score_spread":0.21918281406100804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242207812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70081747,0.00056790235,0.15216032,0.002041207,0.0052484185,0.001549637,0.0000042335123,0.00045876374,0.13715206],"genre_scores_gemma":[0.9786204,0.000017550712,0.016637998,0.00019802841,0.00015019246,0.000051149636,0.000019659361,0.000014520977,0.0042904713],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998684,0.00012630178,0.00032458984,0.00036198852,0.00029049235,0.00021266099],"domain_scores_gemma":[0.99877256,0.00019035142,0.0002302973,0.00048517904,0.00021355523,0.000108044376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045292696,0.00017954581,0.00029121598,0.0001390414,0.00018544175,0.00031872094,0.0007255604,0.0001284413,0.00009379458],"category_scores_gemma":[0.00016496124,0.00010838812,0.00007071044,0.00024420922,0.000039445087,0.00029328722,0.00019397348,0.00024418117,0.00004602862],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042634178,0.0003299,0.000885427,0.0014106281,0.0003763575,0.000037326146,0.02923112,0.000093730065,0.18783472,0.336057,0.07511014,0.3682073],"study_design_scores_gemma":[0.0058139325,0.0006369526,0.015170101,0.0041988054,0.00010881623,0.00010759846,0.0061894516,0.06650619,0.84443384,0.01877979,0.03519429,0.0028602069],"about_ca_topic_score_codex":0.00019227782,"about_ca_topic_score_gemma":0.00042333253,"teacher_disagreement_score":0.65659916,"about_ca_system_score_codex":0.0000199847,"about_ca_system_score_gemma":0.00004998586,"threshold_uncertainty_score":0.44199392},"labels":[],"label_agreement":null},{"id":"W4242463716","doi":"10.1163/2210-7975_hrd-0129-20190004","title":"Hate Crimes and Hate Expression in Alberta and Canada","year":2020,"lang":"en","type":"dataset","venue":"Human Rights Documents online","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hate crime; Criminology; Expression (computer science); Political science; Law; Psychology; Computer science","score_opus":0.010164072309280651,"score_gpt":0.2512410969839097,"score_spread":0.24107702467462902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242463716","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051747218,0.00050771044,0.00012357355,0.0015438752,0.0014508965,0.0010717573,0.94326454,0.00013063224,0.00015977948],"genre_scores_gemma":[0.003609229,0.0002896269,0.0016600217,0.00067023654,0.0002869323,0.000028581671,0.9906368,0.000028067147,0.002790482],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980566,0.000093441784,0.00037411568,0.0007719204,0.00036231554,0.00034161427],"domain_scores_gemma":[0.9989873,0.000047601334,0.00017764204,0.0005242941,0.000027723536,0.00023541639],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00008058091,0.00035554825,0.00038394466,0.0001644238,0.0003006667,0.00030732306,0.0005842674,0.00015775407,0.00005002683],"category_scores_gemma":[0.000012448267,0.00028513456,0.000025831847,0.00011566967,0.000049099217,0.0004036495,0.0004909458,0.0004095364,0.000018666971],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008755875,0.000054334552,0.000018951308,0.00008351948,0.000019776582,0.00020973868,0.00004653672,0.0000010849482,0.00008522866,0.00010606087,0.99898404,0.0003819647],"study_design_scores_gemma":[0.00058313104,0.00008630142,0.00026083709,0.00024859785,0.00001694012,0.000019220255,0.0000036820118,0.000103826125,0.00044141873,0.0015199016,0.9963526,0.0003635479],"about_ca_topic_score_codex":0.75222903,"about_ca_topic_score_gemma":0.95240265,"teacher_disagreement_score":0.20017363,"about_ca_system_score_codex":0.00008630403,"about_ca_system_score_gemma":0.00011968316,"threshold_uncertainty_score":0.99996006},"labels":[],"label_agreement":null},{"id":"W4243015442","doi":"10.32920/14669178.v1","title":"Is offensive commenting contagious online? Examining public vs. interpersonal swearing in response to Donald Trump's YouTube campaign videos","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Offensive; Psychology; Interpersonal communication; Social psychology; Spillover effect; Emotional contagion; Prosocial behavior; Economics","score_opus":0.054377752861147,"score_gpt":0.27959727675669505,"score_spread":0.22521952389554806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243015442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8913014,0.00007743397,0.09318464,0.01241002,0.0014724851,0.0005830472,0.000019327419,0.00039099978,0.00056065765],"genre_scores_gemma":[0.9499447,0.00002205646,0.033842012,0.015188442,0.00017456884,0.00007975286,0.000039319508,0.000047556776,0.00066162035],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994949,0.0007420416,0.0008537224,0.0016845876,0.0007440163,0.0010266622],"domain_scores_gemma":[0.9971195,0.00056641456,0.00028905668,0.0012385588,0.00041885726,0.00036764078],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019868738,0.000571216,0.00075487146,0.0009039566,0.00021051306,0.0016594782,0.0016373298,0.0004120234,0.00015544282],"category_scores_gemma":[0.0008068734,0.0006099882,0.00024837613,0.00078225863,0.000045910245,0.00045243136,0.0044575245,0.0016540732,0.00006558867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004125764,0.0030509813,0.08718655,0.0012690064,0.002445181,0.0076063774,0.31486014,0.004745384,0.08355169,0.0027348427,0.02782564,0.46059844],"study_design_scores_gemma":[0.01131347,0.003633201,0.21922804,0.013324704,0.00023381868,0.0016268769,0.07767867,0.5375772,0.052682903,0.0016617513,0.0687706,0.012268746],"about_ca_topic_score_codex":0.0028796291,"about_ca_topic_score_gemma":0.0021885827,"teacher_disagreement_score":0.53283185,"about_ca_system_score_codex":0.00066406105,"about_ca_system_score_gemma":0.0006652819,"threshold_uncertainty_score":0.99963516},"labels":[],"label_agreement":null},{"id":"W4244299922","doi":"10.1108/oxan-es261983","title":"Canada violence increases focus on online platforms","year":2021,"lang":"en","type":"other","venue":"Emerald expert briefings","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Focus (optics); Internet privacy; Computer security; Computer science; Physics","score_opus":0.010788216892951763,"score_gpt":0.22555510074857846,"score_spread":0.2147668838556267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244299922","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021052123,0.06186577,0.0682385,0.47197768,0.010883644,0.0035726002,0.0008815157,0.008591153,0.37188393],"genre_scores_gemma":[0.000781693,0.0042199017,0.020423347,0.48571515,0.0026603737,0.000105571686,0.00043902523,0.0007252543,0.48492968],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978168,0.000025603744,0.0002730846,0.00079050043,0.00060272706,0.00049130566],"domain_scores_gemma":[0.9986366,0.000045742767,0.0001840339,0.000876734,0.00004671431,0.00021018306],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00005861669,0.0004193046,0.00040180882,0.00013538837,0.00012452355,0.00013153338,0.00085346226,0.00023001705,0.0009692015],"category_scores_gemma":[0.00006129858,0.00038635504,0.00011071451,0.0003370203,0.000033299253,0.00009638334,0.00022067188,0.00035424053,0.000040923496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004077738,0.000060235212,7.884392e-7,0.00001558005,0.000035724348,0.00019372115,0.000030288085,0.0000023579053,0.000096969896,0.0009943454,0.96042585,0.038140062],"study_design_scores_gemma":[0.00022094003,0.00006534953,0.000029427658,0.0008817942,0.0000035680844,0.000050303057,0.0000024052101,0.00023370988,0.0021191104,0.00036296746,0.9955288,0.00050162745],"about_ca_topic_score_codex":0.99383444,"about_ca_topic_score_gemma":0.76588744,"teacher_disagreement_score":0.227947,"about_ca_system_score_codex":0.0001724356,"about_ca_system_score_gemma":0.0007467018,"threshold_uncertainty_score":0.99994403},"labels":[],"label_agreement":null},{"id":"W4245102657","doi":"10.1057/978-1-137-39826-0_7","title":"Conclusion","year":2017,"lang":"en","type":"book-chapter","venue":"Palgrave Macmillan UK eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Order (exchange); Psychology; Sentiment analysis; Computer science; Linguistics; Natural language processing; Philosophy","score_opus":0.018520215019776635,"score_gpt":0.23474944568924117,"score_spread":0.21622923066946453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245102657","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014492451,0.00045129764,0.010077812,0.00008299364,0.0014278686,0.0003659212,0.00001781382,0.00037777965,0.98718405],"genre_scores_gemma":[0.88832587,0.000100286954,0.002296722,0.00022012251,0.0005075785,0.000014055763,0.000016555836,0.000067115856,0.10845169],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977679,0.000024841265,0.00036626027,0.00083407335,0.0005522793,0.00045463134],"domain_scores_gemma":[0.99699736,0.000048901227,0.00044515627,0.002119531,0.00014487669,0.0002442083],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002545111,0.00052217196,0.00048417956,0.00022984219,0.0005807923,0.00036966574,0.001765516,0.00048755133,0.00016851722],"category_scores_gemma":[0.000026537678,0.00049419387,0.00030442255,0.0000074285117,0.00015052393,0.0000017801995,0.00091939967,0.0004691878,0.0012105734],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006462509,1.0519638e-7,0.0000026378013,0.000018101817,0.000042084186,0.00017452527,0.00010484513,2.615297e-7,0.00030917436,0.8464222,0.00006836205,0.15285125],"study_design_scores_gemma":[0.00029190257,0.0001246959,0.000027724025,0.00018069109,0.000027522612,0.000116502204,0.0000014519012,0.00019001159,0.0015105853,0.94888145,0.048018795,0.00062869524],"about_ca_topic_score_codex":0.000051101033,"about_ca_topic_score_gemma":0.00006301725,"teacher_disagreement_score":0.8883114,"about_ca_system_score_codex":0.000088785055,"about_ca_system_score_gemma":0.0001370049,"threshold_uncertainty_score":0.999751},"labels":[],"label_agreement":null},{"id":"W4245437284","doi":"10.32920/14645577","title":"The Efficacy of Facebook as a Tool in Criminal Investigations","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Crowdsourcing; Context (archaeology); Upload; Criminal justice; Globe; Cyberpsychology; Psychology; Media studies; Internet privacy; Sociology; Computer science; Criminology; World Wide Web; History","score_opus":0.02649786554716767,"score_gpt":0.2683834848162736,"score_spread":0.24188561926910593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245437284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8192627,0.00019588525,0.15160155,0.0019659272,0.0011290197,0.0009645384,0.0000013923521,0.00018026376,0.02469875],"genre_scores_gemma":[0.9511155,0.000104569895,0.04438112,0.00030189968,0.00006850765,0.00018238736,0.000007959414,0.000012017938,0.0038260622],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987836,0.0001221961,0.00031713393,0.00034715259,0.00025435767,0.00017555],"domain_scores_gemma":[0.99875253,0.00020995198,0.000115365576,0.00078565016,0.000098808545,0.000037700098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003514705,0.000125398,0.00015694245,0.00009107979,0.00009363424,0.00028328405,0.0008018803,0.00012104189,0.000035187637],"category_scores_gemma":[0.00030025287,0.00009551995,0.000098214296,0.00022464232,0.000072194816,0.00009432621,0.00084057933,0.00040447476,0.000044596258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043825235,0.0004667401,0.00077743694,0.0003887559,0.00019153095,0.00015167188,0.016951038,0.010836333,0.012336353,0.44980288,0.0021980258,0.5058554],"study_design_scores_gemma":[0.003129847,0.0006123762,0.051674698,0.0022479852,0.00016810704,0.00023397747,0.0035274317,0.16799772,0.5241817,0.20716614,0.036315225,0.0027447417],"about_ca_topic_score_codex":0.0004910399,"about_ca_topic_score_gemma":0.000256848,"teacher_disagreement_score":0.5118454,"about_ca_system_score_codex":0.00004528421,"about_ca_system_score_gemma":0.0005532272,"threshold_uncertainty_score":0.38951904},"labels":[],"label_agreement":null},{"id":"W4245705942","doi":"10.5325/jinfopoli.10.1.0329","title":"Conducting Critical Analysis on International Communication Rights Standards: The Contributions of Graphical Knowledge Modeling","year":2020,"lang":"en","type":"article","venue":"Journal of Information Policy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université TÉLUQ","funders":"","keywords":"Human rights; Normative; Fundamental rights; International human rights law; Political science; Context (archaeology); Sociology; Law and economics; Law; Engineering ethics; Public relations; Engineering","score_opus":0.029483536858032452,"score_gpt":0.33810743196171616,"score_spread":0.3086238951036837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245705942","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021594293,0.000053654978,0.9489587,0.026405849,0.00015714293,0.00005812575,0.000029408993,0.000022497537,0.0027203143],"genre_scores_gemma":[0.9963229,0.00003660113,0.0029214798,0.0005716452,0.0001382484,0.0000012169696,0.0000048856373,0.0000013715348,0.0000016978871],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856675,0.00012310111,0.0006852506,0.00004712378,0.00047411807,0.00010366057],"domain_scores_gemma":[0.99743366,0.00020620743,0.00040535844,0.00018761768,0.0016691788,0.000097985736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092779065,0.00006782095,0.00016435816,0.00048206703,0.00021275187,0.00014355654,0.00063086476,0.000048728245,0.000011882673],"category_scores_gemma":[0.0017354719,0.00004629642,0.00018037859,0.0010925459,0.000056593526,0.0014760139,0.00007665521,0.00030006075,0.000007015827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010231411,0.00009003966,0.00004667057,0.000024161716,0.000512616,0.0000012052016,0.010062104,0.05354889,0.00037984143,0.9237896,0.0012485235,0.010193989],"study_design_scores_gemma":[0.00060498534,0.00020962639,0.00011470112,0.000052405565,0.00009519231,0.000034773395,0.0004461881,0.97392404,0.0051895245,0.0105856,0.00864293,0.00010005733],"about_ca_topic_score_codex":0.000050441307,"about_ca_topic_score_gemma":0.0000032316295,"teacher_disagreement_score":0.9747286,"about_ca_system_score_codex":0.00010432282,"about_ca_system_score_gemma":0.00021757338,"threshold_uncertainty_score":0.20776473},"labels":[],"label_agreement":null},{"id":"W4245979527","doi":"10.2307/3504637","title":"10.2307/3504637","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political philosophy; Philosophy of law; Free speech; Private speech; Sociology; Sociolinguistics; Political science; Psychology; Law; Politics; Linguistics; Social psychology; Public law; Philosophy","score_opus":0.004003883792755175,"score_gpt":0.16186622567573858,"score_spread":0.1578623418829834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245979527","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009630797,0.000017186981,0.0005021049,0.00038358587,0.000007527068,0.000088925364,9.4423524e-7,0.0003616613,0.997675],"genre_scores_gemma":[0.0005503746,2.1223155e-7,0.002506702,0.000115111674,0.000075002274,0.000008266157,0.0000011888557,0.0000069566,0.99673617],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992784,0.000024838491,0.00009568269,0.00022851964,0.00015398505,0.00021855853],"domain_scores_gemma":[0.9994511,0.000015425063,0.000013397526,0.00037214003,0.000025410951,0.00012249596],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00010427582,0.000082101375,0.000078034645,0.000056963843,0.000083826344,0.00010425543,0.00041719858,0.000036235087,0.93381697],"category_scores_gemma":[0.000011117671,0.00008013249,0.000036539517,0.00031555136,0.000009596671,0.00018852513,0.000049794402,0.000060351947,0.98773605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070547217,0.0000148342315,3.8306208e-8,8.722093e-7,0.0000032589694,0.000006757722,0.000012997094,0.000060121925,0.00014970612,0.000012629343,0.04210723,0.9576245],"study_design_scores_gemma":[0.00008397894,0.000120114964,0.000021820008,0.00000525859,0.0000017801954,0.00001799033,1.3098818e-7,0.0020432344,0.0008488475,0.00003130376,0.9967146,0.000110957284],"about_ca_topic_score_codex":0.000017080174,"about_ca_topic_score_gemma":8.622733e-8,"teacher_disagreement_score":0.9575136,"about_ca_system_score_codex":0.00002005936,"about_ca_system_score_gemma":0.000019764344,"threshold_uncertainty_score":0.3267708},"labels":[],"label_agreement":null},{"id":"W4247713031","doi":"10.4018/978-1-59904-937-3.ch034","title":"Digital Morality and Ethics","year":2008,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Morality; Information ethics; Ethics of technology; Government (linguistics); Political science; Engineering ethics; Computer ethics; Democracy; Sociology; Applied ethics; Environmental ethics; Meta-ethics; Law; Engineering; Politics; Philosophy","score_opus":0.030834028303976514,"score_gpt":0.2498367115016726,"score_spread":0.21900268319769609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247713031","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012808458,0.00026891142,0.0061657764,0.00021581104,0.00043401006,0.00015216794,0.00004768853,0.0003250535,0.9922625],"genre_scores_gemma":[0.38821587,0.00016677505,0.008242467,0.002507427,0.0007839019,0.000015409774,0.000010481518,0.00008673335,0.59997094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849004,0.000015128878,0.00023613531,0.00055419555,0.00044348367,0.00026101715],"domain_scores_gemma":[0.99897695,0.000038190927,0.00012647868,0.0005702721,0.00010131797,0.00018680553],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011028375,0.0003026473,0.0002716454,0.00004206031,0.00019164392,0.00035387988,0.00044932828,0.00055212085,0.000003754442],"category_scores_gemma":[0.000029419822,0.00030143315,0.000119053075,0.00001834223,0.00015373158,0.00016940286,0.00034351952,0.0006075349,0.00017195332],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004946841,0.0000033786946,0.0000065768454,0.000014934269,0.000024775933,0.00012728083,0.00007898426,4.939099e-7,0.000002246807,0.9358387,0.0013839162,0.06251378],"study_design_scores_gemma":[0.00032674306,0.00019063287,0.00009576896,0.00014352448,0.000021328984,0.0009138246,0.000003233086,0.00014544571,0.00008983994,0.4737421,0.5235222,0.00080533366],"about_ca_topic_score_codex":0.0000359948,"about_ca_topic_score_gemma":0.00002147386,"teacher_disagreement_score":0.5221383,"about_ca_system_score_codex":0.000098422664,"about_ca_system_score_gemma":0.00022510023,"threshold_uncertainty_score":0.9999438},"labels":[],"label_agreement":null},{"id":"W4248178748","doi":"10.4018/978-1-60566-060-8.ch165","title":"Ethical, Cultural and Socio-Economic Factors of Software Piracy Determinants in a Developing Country","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Poverty; Empirical research; Developing country; Software; Norm (philosophy); Political science; Public relations; Economic growth; Computer science; Economics; Law","score_opus":0.025185774301449467,"score_gpt":0.27364047383478723,"score_spread":0.24845469953333776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248178748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52518797,0.0015059966,0.012908361,0.00047889116,0.0026014626,0.0017202288,0.00027570844,0.000931098,0.4543903],"genre_scores_gemma":[0.96608,0.00015525898,0.022503441,0.001594112,0.00023014733,0.000013213887,0.0000071376758,0.000060131326,0.009356576],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99846315,0.000025418656,0.00046178602,0.0005133308,0.00022439647,0.00031193305],"domain_scores_gemma":[0.99919695,0.000051993513,0.0002817761,0.00030895535,0.00006075122,0.00009954743],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015060916,0.0003445145,0.0004846117,0.000085914726,0.000099055316,0.0001356604,0.0004579262,0.0007540643,0.0000031122995],"category_scores_gemma":[0.00002876804,0.00032352287,0.000097661585,0.00002124911,0.00011858273,0.00013913141,0.00019274508,0.00049666263,0.000017310944],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025921912,0.000008165023,0.0016116196,0.00012600885,0.000051589675,0.000115045885,0.00065036176,0.000007280787,0.00004101003,0.848226,0.00024223464,0.14889474],"study_design_scores_gemma":[0.0022487375,0.0008000801,0.013179209,0.0032774713,0.00010314336,0.00050232245,0.00013564383,0.0005408086,0.002756025,0.9339179,0.039063044,0.0034756132],"about_ca_topic_score_codex":0.00030928236,"about_ca_topic_score_gemma":0.00039290567,"teacher_disagreement_score":0.44503373,"about_ca_system_score_codex":0.00039984548,"about_ca_system_score_gemma":0.00036440475,"threshold_uncertainty_score":0.9999217},"labels":[],"label_agreement":null},{"id":"W4248491679","doi":"10.18653/v1/w19-35","title":"Proceedings of the Third Workshop on Abusive Language Online","year":2019,"lang":"en","type":"paratext","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs","keywords":"Computer science","score_opus":0.011054449156143604,"score_gpt":0.24935286076063112,"score_spread":0.23829841160448753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248491679","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03200144,0.0003360349,0.003293342,0.0013967316,0.006937825,0.0008446024,0.000037280894,0.00015145045,0.9550013],"genre_scores_gemma":[0.01781722,0.00014173673,0.0023621854,0.001029613,0.00042451816,0.000011349212,0.00001410503,0.000025281417,0.978174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986172,0.000014313875,0.00023920643,0.000447201,0.00043377856,0.00024832835],"domain_scores_gemma":[0.99892807,0.00006119615,0.00028350283,0.00051255437,0.00016940814,0.000045253943],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000120248296,0.00023681848,0.0002869932,0.00012458593,0.000065780056,0.00011413147,0.0014852153,0.0002820946,0.00034745713],"category_scores_gemma":[0.000039912014,0.0001430377,0.00016908842,0.0005217742,0.00003614118,0.0001368181,0.00032944765,0.0005527533,0.0047242134],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022261866,0.00015418211,0.000007419414,0.00017841332,0.000070130984,0.000002044022,0.0015689133,0.0001502633,0.0043169577,0.0044113537,0.96428245,0.024835601],"study_design_scores_gemma":[0.001113,0.0006161428,0.0005531167,0.0028365352,0.00005657575,0.000050662416,0.0018510967,0.0047225584,0.1460159,0.000296234,0.84037113,0.0015170518],"about_ca_topic_score_codex":0.000056408287,"about_ca_topic_score_gemma":0.0000131097595,"teacher_disagreement_score":0.14169894,"about_ca_system_score_codex":0.000049848484,"about_ca_system_score_gemma":0.000104739294,"threshold_uncertainty_score":0.9960507},"labels":[],"label_agreement":null},{"id":"W4249586274","doi":"10.26686/wgtn.17006713","title":"The Limits of Free Speech: Democratic Legitimacy in Canada and New Zealand","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Democracy; Legitimacy; Democratic legitimacy; Free speech; Order (exchange); Law and economics; Citizen journalism; Political science; Law; Sociology; Politics; Economics","score_opus":0.012689727810039351,"score_gpt":0.2215647601747734,"score_spread":0.20887503236473404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249586274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97433776,0.00069008797,0.0006922221,0.0011534408,0.001589641,0.00064866827,0.000002824661,0.00005201517,0.020833371],"genre_scores_gemma":[0.5597654,0.0012098153,0.015254492,0.00040989107,0.00025639613,0.00007082798,0.00006663337,0.00006319206,0.4229034],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989484,0.000033557473,0.00028221254,0.00024098923,0.00027754996,0.00021728744],"domain_scores_gemma":[0.99911547,0.00013409626,0.00014247853,0.0004497402,0.00006376077,0.0000944574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000103882405,0.00014888596,0.00018717983,0.000071758055,0.00006881486,0.000121282865,0.0006134972,0.00007698152,0.00001678618],"category_scores_gemma":[0.00007649075,0.00010431983,0.000024260351,0.00021140616,0.000010218441,0.00016175456,0.000040091898,0.00018798835,0.000005052204],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030967774,0.000022056885,0.0024782224,0.000115244446,0.000058642858,0.000041885894,0.00093429873,0.00002094282,0.0016134725,0.004163485,0.1480211,0.8424997],"study_design_scores_gemma":[0.00596191,0.00090020854,0.50558436,0.0017033663,0.00014734133,0.00024851045,0.0035971394,0.042650476,0.21977653,0.17443672,0.04126764,0.0037257778],"about_ca_topic_score_codex":0.9598735,"about_ca_topic_score_gemma":0.9962263,"teacher_disagreement_score":0.8387739,"about_ca_system_score_codex":0.00007678272,"about_ca_system_score_gemma":0.0014932337,"threshold_uncertainty_score":0.4254039},"labels":[],"label_agreement":null},{"id":"W4251794571","doi":"10.15353/cgjsc.v5i1.3741","title":"Publication Bans in a Facebook Age: How Internet Vigilantes Have Challenged the Youth Criminal Justice Act’s “Secrecy Laws” Following the 2011 Vancouver Stanley Cup Riot","year":2016,"lang":"en","type":"article","venue":"Canadian Graduate Journal of Sociology and Criminology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Secrecy; Criminology; Economic Justice; Social media; Political science; Shame; Law; Criminal justice; Internet privacy; Anonymity; Sociology; Computer science; World Wide Web","score_opus":0.09970350844329162,"score_gpt":0.2583551956255781,"score_spread":0.1586516871822865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251794571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93530476,0.0008956662,0.011620967,0.048912928,0.0019325938,0.00031462504,0.000009740033,0.000025984647,0.0009827495],"genre_scores_gemma":[0.9969333,0.00041790673,0.00015522195,0.0017546911,0.00015114815,0.0000142142135,0.000001498791,0.000009921288,0.0005620987],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979261,0.00076364033,0.00035923492,0.00027054522,0.00014055244,0.0005399262],"domain_scores_gemma":[0.9985219,0.00048539194,0.00030761576,0.00028488418,0.00018966317,0.00021052331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014191377,0.0001860974,0.00029137652,0.00028192558,0.00038871865,0.00008871149,0.00082623446,0.00023911202,0.000022816661],"category_scores_gemma":[0.00040978048,0.00010056524,0.000116141375,0.000056587276,0.00051078777,0.00040053,0.00007519004,0.00085269,0.000015365064],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000547857,0.00022063886,0.012252549,0.00019997396,0.0015745054,0.0030391864,0.46513116,0.000014289705,0.004758661,0.19560619,0.048967227,0.26768777],"study_design_scores_gemma":[0.017027352,0.0076260506,0.222327,0.0012373385,0.0040102694,0.0070144995,0.3556136,0.0022525724,0.0069535626,0.28115445,0.09087293,0.00391037],"about_ca_topic_score_codex":0.0024445339,"about_ca_topic_score_gemma":0.055914633,"teacher_disagreement_score":0.26377738,"about_ca_system_score_codex":0.00019515333,"about_ca_system_score_gemma":0.0003951782,"threshold_uncertainty_score":0.9613125},"labels":[],"label_agreement":null},{"id":"W4252044959","doi":"10.22215/etd/2015-10861","title":"The Demise of Section 13 of the Canadian Human Rights Act: Reappraising the 'Battle for Free Speech'","year":2015,"lang":"en","type":"dissertation","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Demise; Repeal; Ideology; Battle; Liberalism; Mainstream; Political science; Section (typography); Free speech; Human rights; Law; Democracy; History; Politics; Advertising","score_opus":0.016582193509117486,"score_gpt":0.27148328919962456,"score_spread":0.25490109569050706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252044959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6283613,0.0005934918,0.00573751,0.0036224674,0.032846823,0.004093256,0.00009275356,0.00028615154,0.32436627],"genre_scores_gemma":[0.9832955,0.0000059537556,0.0011705041,0.00003281343,0.0004379282,0.0000605425,0.000052677606,0.00002850217,0.014915557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985304,0.00009327005,0.00036745603,0.00027228083,0.00045869965,0.00027790893],"domain_scores_gemma":[0.9973828,0.0003545575,0.0004336845,0.0011821097,0.00055833615,0.00008849755],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00088653754,0.00018186422,0.00018944898,0.0001016232,0.001588852,0.00016971832,0.0017419722,0.0002478904,0.000009786469],"category_scores_gemma":[0.0003488675,0.00008757654,0.00017972091,0.00036310215,0.00007834031,0.00014864333,0.000056822482,0.00030064685,0.000002847153],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036828913,0.0002929496,0.0005019624,0.00086016377,0.001079548,0.000009725593,0.031771537,0.00052210735,0.040269885,0.30979228,0.33341065,0.2811209],"study_design_scores_gemma":[0.0013452366,0.00050731533,0.009863341,0.0005125931,0.00026068155,0.00004424122,0.0013863416,0.0041257874,0.37178442,0.09478933,0.514482,0.0008986602],"about_ca_topic_score_codex":0.22903442,"about_ca_topic_score_gemma":0.9375261,"teacher_disagreement_score":0.7084917,"about_ca_system_score_codex":0.00013018382,"about_ca_system_score_gemma":0.0004547912,"threshold_uncertainty_score":0.9997109},"labels":[],"label_agreement":null},{"id":"W4252351349","doi":"10.32920/14669178","title":"Is offensive commenting contagious online? Examining public vs. interpersonal swearing in response to Donald Trump's YouTube campaign videos","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Offensive; Psychology; Social psychology; Interpersonal communication; Emotional contagion; Spillover effect; Economics","score_opus":0.054377752861147,"score_gpt":0.27959727675669505,"score_spread":0.22521952389554806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252351349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8913014,0.00007743397,0.09318464,0.01241002,0.0014724851,0.0005830472,0.000019327419,0.00039099978,0.00056065765],"genre_scores_gemma":[0.9499447,0.00002205646,0.033842012,0.015188442,0.00017456884,0.00007975286,0.000039319508,0.000047556776,0.00066162035],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994949,0.0007420416,0.0008537224,0.0016845876,0.0007440163,0.0010266622],"domain_scores_gemma":[0.9971195,0.00056641456,0.00028905668,0.0012385588,0.00041885726,0.00036764078],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019868738,0.000571216,0.00075487146,0.0009039566,0.00021051306,0.0016594782,0.0016373298,0.0004120234,0.00015544282],"category_scores_gemma":[0.0008068734,0.0006099882,0.00024837613,0.00078225863,0.000045910245,0.00045243136,0.0044575245,0.0016540732,0.00006558867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004125764,0.0030509813,0.08718655,0.0012690064,0.002445181,0.0076063774,0.31486014,0.004745384,0.08355169,0.0027348427,0.02782564,0.46059844],"study_design_scores_gemma":[0.01131347,0.003633201,0.21922804,0.013324704,0.00023381868,0.0016268769,0.07767867,0.5375772,0.052682903,0.0016617513,0.0687706,0.012268746],"about_ca_topic_score_codex":0.0028796291,"about_ca_topic_score_gemma":0.0021885827,"teacher_disagreement_score":0.53283185,"about_ca_system_score_codex":0.00066406105,"about_ca_system_score_gemma":0.0006652819,"threshold_uncertainty_score":0.99963516},"labels":[],"label_agreement":null},{"id":"W4253714495","doi":"10.31234/osf.io/a9h83","title":"Moral Language Use by U.S. Political Elites","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Politics; Power (physics); Political science; Democracy; Period (music); Presidential system; Presidential election; Law; Political economy; Sociology; Philosophy; Aesthetics","score_opus":0.027952452939820724,"score_gpt":0.25769597202601613,"score_spread":0.2297435190861954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253714495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06614656,0.0004824357,0.87480193,0.016411083,0.0021294046,0.00058413047,0.000115071925,0.0032907154,0.03603866],"genre_scores_gemma":[0.91358507,0.000016131626,0.07786303,0.0038170253,0.00033082758,0.000024581665,0.00008395408,0.000025817497,0.0042535733],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983909,0.00006425515,0.00020260314,0.0006383174,0.00028788828,0.00041599912],"domain_scores_gemma":[0.9988579,0.000055620247,0.000050852188,0.0006842707,0.000044756496,0.00030658284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000083734536,0.00021562593,0.00021819198,0.0000591468,0.000050056256,0.00067415845,0.00083861704,0.00021233741,0.000076487435],"category_scores_gemma":[0.00009773604,0.00019556767,0.0001245594,0.000121322584,0.00003231811,0.0002273281,0.001275475,0.0005364578,0.00037074398],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020942898,0.00016038398,0.00091968663,0.00016291319,0.000119020646,0.00031906608,0.0010001533,0.000030122243,0.0108256405,0.8389763,0.11208388,0.035381895],"study_design_scores_gemma":[0.0017391971,0.0007738374,0.005579342,0.00037370078,0.00014395121,0.0002149936,0.0005526676,0.23209384,0.39084047,0.21605131,0.14612201,0.0055146767],"about_ca_topic_score_codex":0.0011864591,"about_ca_topic_score_gemma":0.000009627243,"teacher_disagreement_score":0.8474385,"about_ca_system_score_codex":0.000056279994,"about_ca_system_score_gemma":0.00008789045,"threshold_uncertainty_score":0.7975018},"labels":[],"label_agreement":null},{"id":"W4280616805","doi":"10.18280/ria.360201","title":"Design and Implementation of a Multichannel Convolutional Neural Network for Hate Speech Detection in Social Networks","year":2022,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Addis Ababa University","keywords":"Convolutional neural network; Computer science; Support vector machine; Deep learning; Artificial intelligence; Speech recognition; Language model; Channel (broadcasting); Voice activity detection; Machine learning; Artificial neural network; Speech processing","score_opus":0.03709172516819915,"score_gpt":0.2825796487874865,"score_spread":0.24548792361928734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280616805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09360662,0.000115172734,0.9050717,0.0001797429,0.00041384276,0.00056425337,0.0000029622697,0.00003612445,0.00000962984],"genre_scores_gemma":[0.9861283,0.000013163767,0.013449192,0.00004951125,0.000112574075,0.00018449467,0.0000062723884,0.000008357224,0.000048169055],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987722,0.00014871117,0.00035099292,0.00030051413,0.0001351461,0.00029243596],"domain_scores_gemma":[0.99946946,0.00015781612,0.00014932347,0.00012520757,0.00006483506,0.000033357584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085157796,0.00009690364,0.00013895243,0.00010925669,0.0004447336,0.000038916765,0.00020829853,0.00003867948,0.0000245971],"category_scores_gemma":[0.000014562211,0.00011601562,0.000051903542,0.0005452615,0.00003513064,0.00016336225,0.000121678844,0.00014491116,0.0000017143715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058993093,0.00003637063,0.000104603845,0.000014429685,0.0000072638063,0.0000027838335,0.0009806618,0.7851363,0.0029462157,0.0022322426,0.000076879725,0.20840329],"study_design_scores_gemma":[0.00012408306,0.0002686332,0.00026504943,0.0000056411513,0.000005036134,0.00002452942,0.0006030741,0.9676335,0.027888611,0.0028736386,0.00019685402,0.00011138711],"about_ca_topic_score_codex":0.00010396552,"about_ca_topic_score_gemma":0.000058497026,"teacher_disagreement_score":0.8925216,"about_ca_system_score_codex":0.00007442513,"about_ca_system_score_gemma":0.0000267727,"threshold_uncertainty_score":0.47309795},"labels":[],"label_agreement":null},{"id":"W4282023445","doi":"10.3390/rel13060521","title":"Hashtagged Trolling and Emojified Hate against Muslims on Social Media","year":2022,"lang":"en","type":"article","venue":"Religions","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Islam; Social media; Christianity; Aside; Exploratory research; Media studies; Sociology; Religious studies; Political science; Law; Theology; Social science; Literature; Philosophy; Art","score_opus":0.023275526384770685,"score_gpt":0.2308301500147083,"score_spread":0.20755462362993762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282023445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806248,0.00016819366,0.008833792,0.0036729702,0.0010818242,0.00018943298,0.0000095372125,0.00045833213,0.0049611153],"genre_scores_gemma":[0.998066,0.00008228436,0.00095641037,0.00058481115,0.00013399098,0.000036996433,0.000007310618,0.000010600539,0.00012161163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892336,0.000096839714,0.00014210523,0.000300657,0.0002838312,0.00025323278],"domain_scores_gemma":[0.99951875,0.00010884217,0.000057982354,0.00021240267,0.000020780295,0.00008126749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002548218,0.00010107528,0.00011875187,0.0001324491,0.0010030791,0.00010058717,0.00028158553,0.000037998157,0.000008635452],"category_scores_gemma":[0.00004256915,0.000104128274,0.000064349195,0.00034973508,0.00002621521,0.00008696174,0.00017828816,0.0002668266,0.000034555633],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026695232,0.00068439636,0.00017805112,0.000047707734,0.00021354662,0.0006392031,0.050645273,0.0069711087,0.048276912,0.13821957,0.07134765,0.68250966],"study_design_scores_gemma":[0.015778791,0.0026159347,0.013072696,0.00022016476,0.00020390164,0.0006385579,0.0097142635,0.2904586,0.031844944,0.08542509,0.5445578,0.005469251],"about_ca_topic_score_codex":0.000015449974,"about_ca_topic_score_gemma":0.000008126451,"teacher_disagreement_score":0.6770404,"about_ca_system_score_codex":0.000054776658,"about_ca_system_score_gemma":0.000042355314,"threshold_uncertainty_score":0.77149755},"labels":[],"label_agreement":null},{"id":"W4282036346","doi":"10.1016/j.jebo.2022.05.014","title":"How racial animus forms and spreads: Evidence from the coronavirus pandemic","year":2022,"lang":"en","type":"article","venue":"Journal of Economic Behavior & Organization","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Pandemic; Epithet; Salience (neuroscience); Coronavirus disease 2019 (COVID-19); China; Coronavirus; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Political science; Criminology; History; Psychology; Law; Medicine","score_opus":0.033400482040784184,"score_gpt":0.25328925810339153,"score_spread":0.21988877606260734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282036346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829811,0.0003484202,0.014683309,0.00091510004,0.000920786,0.00011478888,0.000005448536,0.000026766988,0.000004277422],"genre_scores_gemma":[0.99890053,0.00015378276,0.000556263,0.00010004905,0.00021232107,0.0000039351235,0.0000036657211,0.000011710348,0.000057769386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99920976,0.00007841679,0.0002689853,0.00016196097,0.00015222923,0.00012866617],"domain_scores_gemma":[0.99927187,0.00007757533,0.00032286445,0.00019282244,0.00007617902,0.000058702255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042590333,0.000089952366,0.00013419165,0.00005752136,0.00036502912,0.00032591517,0.00051632646,0.000036907026,0.000109887704],"category_scores_gemma":[0.000054526026,0.000064585874,0.000038305956,0.00012322457,0.000024761832,0.0011414668,0.00022029158,0.00023845569,0.000009185675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009029485,0.0001398136,0.602421,0.0000054941056,0.00007218456,0.000078448364,0.0073657944,0.00087997195,0.15535839,0.0012308126,0.0005729707,0.23178487],"study_design_scores_gemma":[0.0027523008,0.001645965,0.9012042,0.00007938166,0.00041118107,0.0035511611,0.002406023,0.0037982925,0.06612941,0.0029038081,0.014195657,0.00092259876],"about_ca_topic_score_codex":0.000064549116,"about_ca_topic_score_gemma":0.00003471271,"teacher_disagreement_score":0.29878327,"about_ca_system_score_codex":0.00028013272,"about_ca_system_score_gemma":0.000106960404,"threshold_uncertainty_score":0.31428075},"labels":[],"label_agreement":null},{"id":"W4282961510","doi":"10.1002/cl2.1245","title":"PROTOCOL: Hate online and in traditional media: A systematic review of the evidence for associations or impacts on individuals, audiences, and communities","year":2022,"lang":"en","type":"review","venue":"Campbell Systematic Reviews","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université du Québec à Montréal","funders":"","keywords":"Protocol (science); Promotion (chess); Ideology; Psychology; Media content; Consumption (sociology); Empirical evidence; Social psychology; Empirical research; Systematic review; Public relations; Political science; Sociology; Social science; Computer science; MEDLINE; Law; Medicine; Alternative medicine; Multimedia","score_opus":0.35732396157604923,"score_gpt":0.4034717106940373,"score_spread":0.04614774911798808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282961510","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.2222284e-7,0.7739652,0.00013819658,0.00007097226,0.00015560239,0.22551177,0.00012084242,0.000019969979,0.000016863802],"genre_scores_gemma":[0.0000014891813,0.75370854,0.0005956396,0.0001787119,0.000027195194,0.24539113,0.000029971026,0.000018294062,0.000049030587],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9879142,0.006958908,0.003611777,0.00043053232,0.0007800865,0.00030451236],"domain_scores_gemma":[0.9828734,0.010493544,0.0050826743,0.0013408447,0.000103968065,0.00010559694],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0119121205,0.0005282586,0.0055602468,0.0002643684,0.00033790348,0.0001598032,0.0015386944,0.00014742183,0.000015966716],"category_scores_gemma":[0.014377247,0.0002610708,0.00055330433,0.0011600661,0.00009459325,0.00030363887,0.000337312,0.00049444044,0.000005182229],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.669917e-7,0.00005467989,0.0000011751564,0.9946613,0.00006624289,0.0000011165095,0.00048718508,1.3463594e-7,1.8798215e-8,0.00042543522,0.00021302896,0.004088717],"study_design_scores_gemma":[0.00014579948,0.00013858739,0.0000042875035,0.96100795,0.0008869369,0.0001452125,0.000080382284,0.00006104809,9.7416034e-8,0.00011653446,0.03716353,0.00024961095],"about_ca_topic_score_codex":0.000020231204,"about_ca_topic_score_gemma":0.000112545305,"teacher_disagreement_score":0.036950503,"about_ca_system_score_codex":0.00031307468,"about_ca_system_score_gemma":0.00049281947,"threshold_uncertainty_score":0.99998415},"labels":[],"label_agreement":null},{"id":"W4283170666","doi":"10.1145/3531146.3533088","title":"Taxonomy of Risks posed by Language Models","year":2022,"lang":"en","type":"article","venue":"2022 ACM Conference on Fairness, Accountability, and Transparency","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":604,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Misinformation; Taxonomy (biology); Harm; Risk analysis (engineering); Futures studies; Computer science; Risk management; Data science; Management science; Knowledge management; Engineering ethics; Psychology; Business; Artificial intelligence; Computer security; Social psychology; Engineering","score_opus":0.07387969715411008,"score_gpt":0.28462327550732947,"score_spread":0.21074357835321939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283170666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90557116,0.000993384,0.08024574,0.0008480967,0.0008172418,0.00091346016,0.0004819879,0.00030064158,0.0098282555],"genre_scores_gemma":[0.9982824,0.00023498821,0.00090710924,0.00010279321,0.000025054782,0.00027366384,0.000040815703,0.00001328604,0.00011994344],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99771225,0.00017779398,0.00042434176,0.0007364692,0.00059381773,0.00035532415],"domain_scores_gemma":[0.9983899,0.00014007115,0.00015971859,0.0010929707,0.00010697479,0.00011033666],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051943824,0.00025615192,0.00035892212,0.00013514758,0.000365616,0.000119970086,0.0014039635,0.000076706434,0.0006060687],"category_scores_gemma":[0.0000354442,0.00026072198,0.000101600344,0.000449184,0.00013341688,0.00058415456,0.00032296416,0.00040506385,0.0000086580085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011637635,0.006132419,0.040876225,0.0014127718,0.00042096994,0.0001067134,0.050482024,0.0028063112,0.062013067,0.26949447,0.0057041016,0.55938715],"study_design_scores_gemma":[0.018981487,0.009576393,0.041352145,0.0003107178,0.00041121597,0.00023505898,0.045049317,0.2746852,0.06852086,0.47956154,0.05262062,0.008695458],"about_ca_topic_score_codex":0.0022866025,"about_ca_topic_score_gemma":0.000251633,"teacher_disagreement_score":0.5506917,"about_ca_system_score_codex":0.000064767126,"about_ca_system_score_gemma":0.00016395349,"threshold_uncertainty_score":0.9999845},"labels":[],"label_agreement":null},{"id":"W4285035410","doi":"10.20355/jcie29489","title":"Perspectives of Muslim and Minority Canadian Youth on Hate Speech and Social Media","year":2022,"lang":"en","type":"article","venue":"Journal of Contemporary Issues in Education","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Identity (music); Alienation; Mental health; Psychology; Immigration; Sociology; Social media; Intersectionality; Social psychology; Criminology; Gender studies; Political science; Law","score_opus":0.019457837843075466,"score_gpt":0.2627267201496023,"score_spread":0.24326888230652682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285035410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99153423,0.0021271636,0.000024739229,0.0038859046,0.0007250528,0.00007630385,0.000004952803,0.000004673419,0.001616989],"genre_scores_gemma":[0.99891686,0.00008192452,0.0006654924,0.000085433465,0.000177907,0.0000018086744,0.0000019166105,0.0000032869111,0.00006535571],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99917835,0.00015010178,0.00024168444,0.00011950994,0.00021921696,0.000091150345],"domain_scores_gemma":[0.9994533,0.000049516493,0.00023012314,0.00008378526,0.00010654039,0.00007673859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000592692,0.000067217166,0.00015302986,0.00041639444,0.00011684838,0.000042179807,0.00017345346,0.000029673825,0.000008843928],"category_scores_gemma":[0.000063486055,0.0000681462,0.000026732414,0.00019488826,0.000041049992,0.0003382332,0.00003584928,0.00021230512,3.0135064e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014969532,0.00052877783,0.013958509,0.000054260836,0.00004853741,0.00005991338,0.8116796,0.000012946046,0.0006083811,0.009338742,0.00265229,0.16090837],"study_design_scores_gemma":[0.0018082014,0.0015452029,0.13854873,0.00015122446,0.000030138972,0.00034208738,0.82433516,0.00038485436,0.0028533528,0.012436768,0.017068671,0.0004956395],"about_ca_topic_score_codex":0.007388159,"about_ca_topic_score_gemma":0.0016255998,"teacher_disagreement_score":0.16041273,"about_ca_system_score_codex":0.00013957039,"about_ca_system_score_gemma":0.0005879249,"threshold_uncertainty_score":0.99922174},"labels":[],"label_agreement":null},{"id":"W4285035695","doi":"10.22215/etd/2022-15070","title":"Cyberbullying Detection using Ensemble Method","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Support vector machine; Ensemble learning; Artificial intelligence; Machine learning; Feature extraction; Social media; Word (group theory); Feature (linguistics); Pattern recognition (psychology); Data mining; Mathematics; World Wide Web","score_opus":0.018401508290115696,"score_gpt":0.3032037769450274,"score_spread":0.2848022686549117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285035695","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025041884,0.00024206084,0.9181719,0.000015295911,0.0048245336,0.00034782343,0.0000014641646,0.0007513447,0.050603695],"genre_scores_gemma":[0.21252696,0.00009517781,0.6908865,0.0003457785,0.0005967792,0.00025822636,0.00022410188,0.00020395972,0.09486249],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974548,0.00023008892,0.00040043416,0.0008366075,0.00063842867,0.00043964435],"domain_scores_gemma":[0.9986873,0.00007964725,0.00030450607,0.0006930367,0.00012267618,0.000112826136],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006313426,0.00034659574,0.00033110168,0.00050651474,0.0007582891,0.00032451746,0.0007779935,0.00027904077,0.0005030127],"category_scores_gemma":[0.000050051425,0.0003773631,0.00022437728,0.0009317408,0.000005594503,0.0004536651,0.00014216655,0.00064706133,0.00007893563],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043416534,0.000060370334,0.0000026756516,0.00010109112,0.0000985433,0.000061756626,0.0012176083,0.0014079683,0.2761786,0.0066469684,0.00020173496,0.71397924],"study_design_scores_gemma":[0.00055975624,0.00031806386,0.00015491633,0.0000938487,0.00014282521,0.00040938976,0.001362819,0.30303702,0.61213344,0.006230181,0.07381378,0.0017439816],"about_ca_topic_score_codex":0.0007077106,"about_ca_topic_score_gemma":0.0005339163,"teacher_disagreement_score":0.7122353,"about_ca_system_score_codex":0.00030288307,"about_ca_system_score_gemma":0.00020732623,"threshold_uncertainty_score":0.99986786},"labels":[],"label_agreement":null},{"id":"W4285043884","doi":"10.22215/etd/2022-14961","title":"Accelerated Epistemic Harm: Understanding the Role of Social Media Engagement Algorithms in Online Radicalization","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Radicalization; Harm; Timeline; Social media; Legislature; Political science; Epistemology; Sociology; Social psychology; Criminology; Psychology; Law; Terrorism; Philosophy","score_opus":0.04918855507275119,"score_gpt":0.29465308231948073,"score_spread":0.24546452724672954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285043884","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34974766,0.0029476534,0.5674413,0.0034823837,0.014452163,0.004765873,0.00019421878,0.0015903714,0.055378377],"genre_scores_gemma":[0.99536973,0.00013959815,0.0014226459,0.00006235374,0.00014043585,0.00006124121,0.0015976866,0.000029177465,0.0011771572],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981318,0.00029880056,0.00044773513,0.00033914542,0.00056763086,0.00021484778],"domain_scores_gemma":[0.9992681,0.00014201108,0.00028009847,0.00021585607,0.00006102435,0.000032879154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006287085,0.0001734418,0.00023179976,0.00028151853,0.00031133334,0.00009438812,0.00067172776,0.00014644852,0.0003961654],"category_scores_gemma":[0.00006621074,0.0001441558,0.00007951996,0.0009675989,0.000022190476,0.00015504085,0.00008873347,0.00050597556,0.000003926164],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002915015,0.0010463853,0.00016182305,0.0003436503,0.00033859577,0.00005091531,0.15148683,0.0014153412,0.020434728,0.42344883,0.0019044301,0.39907697],"study_design_scores_gemma":[0.003916647,0.00042044584,0.009005624,0.00037250458,0.00020516943,0.000022962593,0.3135024,0.49940103,0.05146089,0.1013276,0.018123984,0.0022407556],"about_ca_topic_score_codex":0.0001398112,"about_ca_topic_score_gemma":0.00055585906,"teacher_disagreement_score":0.6456221,"about_ca_system_score_codex":0.00037614413,"about_ca_system_score_gemma":0.00018741643,"threshold_uncertainty_score":0.58785033},"labels":[],"label_agreement":null},{"id":"W4285100697","doi":"10.2196/preprints.40403","title":"Development of a COVID-19–Related Anti-Asian Tweet Data Set: Quantitative Study (Preprint)","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Institute for Christian Studies; University of Toronto","funders":"","keywords":"Computer science; Social media; Set (abstract data type); Data set; Coronavirus disease 2019 (COVID-19); Stigma (botany); Preprint; Information retrieval; Artificial intelligence; World Wide Web; Psychology; Medicine","score_opus":0.10497001893192517,"score_gpt":0.35919747465146373,"score_spread":0.25422745571953853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285100697","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38140675,0.00009775312,0.6067651,0.0007666699,0.0016174067,0.0026866533,0.00010214542,0.00086351455,0.0056940205],"genre_scores_gemma":[0.77454764,0.000017405038,0.22424527,0.00011382681,0.00001532064,0.00015432175,0.0002919279,0.000030695126,0.0005836173],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951319,0.0005436167,0.001055378,0.0019394825,0.0009448214,0.00038480855],"domain_scores_gemma":[0.9949335,0.00013550725,0.00063197926,0.0039092703,0.000116364296,0.0002733662],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0028695134,0.00040461394,0.00060906913,0.00045969887,0.00039064884,0.00020857807,0.00533298,0.00018275027,0.0007534483],"category_scores_gemma":[0.0003344286,0.00040121106,0.00010033724,0.0007570736,0.000061620274,0.00029887384,0.01779551,0.00091288914,0.000104595754],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028377134,0.00903559,0.025726903,0.0020892343,0.0068964316,0.0013354799,0.6856894,0.036011267,0.0029908125,0.05175907,0.007902171,0.17027986],"study_design_scores_gemma":[0.013090418,0.0042479536,0.10710127,0.00077106024,0.00074134045,0.00032555652,0.24616939,0.33594763,0.012807505,0.03197048,0.2354935,0.011333896],"about_ca_topic_score_codex":0.00090472406,"about_ca_topic_score_gemma":0.00042723597,"teacher_disagreement_score":0.43952003,"about_ca_system_score_codex":0.00032537308,"about_ca_system_score_gemma":0.0023445243,"threshold_uncertainty_score":0.99984396},"labels":[],"label_agreement":null},{"id":"W4285211372","doi":"10.18653/v1/2022.acl-long.378","title":"Improving Generalizability in Implicitly Abusive Language Detection with Concept Activation Vectors","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Generalizability theory; Computer science; Robustness (evolution); Interpretability; Artificial intelligence; Moderation; Machine learning; Natural language processing; Metric (unit); Psychology","score_opus":0.003906633246131122,"score_gpt":0.20452484117602474,"score_spread":0.2006182079298936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285211372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917145,0.000021603248,0.005323723,0.0003829543,0.00090799126,0.00083243905,0.00008265046,0.00007727234,0.0006569048],"genre_scores_gemma":[0.9955375,3.1444935e-7,0.0039353115,0.000105948144,0.00014427635,0.0000549189,0.0000074611557,0.000016979699,0.00019724337],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981428,0.000058577098,0.00045379353,0.00031976262,0.0007711988,0.00025390027],"domain_scores_gemma":[0.996874,0.00032465486,0.0013294248,0.00013639603,0.0013021684,0.00003338899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010871846,0.00015029158,0.00021118436,0.00011528178,0.0005670655,0.000060728995,0.00067548576,0.00006506597,0.0000019347676],"category_scores_gemma":[0.0040642396,0.00012135493,0.00014280023,0.0008028617,0.000049343034,0.00012421102,0.0003047006,0.00026751697,2.6476553e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041784762,0.00044124536,0.22695872,0.00042448696,0.00026299772,6.3452393e-7,0.019305594,0.6508276,0.0774079,0.016974993,0.00044575593,0.0065322313],"study_design_scores_gemma":[0.0039198855,0.0011912641,0.32844168,0.0003277796,0.0002084586,0.000016726772,0.00600937,0.41753215,0.2298997,0.009113396,0.0022847222,0.0010548651],"about_ca_topic_score_codex":0.0003706548,"about_ca_topic_score_gemma":0.00003444079,"teacher_disagreement_score":0.23329546,"about_ca_system_score_codex":0.0006117028,"about_ca_system_score_gemma":0.00013286603,"threshold_uncertainty_score":0.49487105},"labels":[],"label_agreement":null},{"id":"W4285449248","doi":"10.29173/crossings17","title":"E-voting in Canada: Does age affect attitudes towards online voting?","year":2021,"lang":"en","type":"article","venue":"Crossings An Undergraduate Arts Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Voting; Ballot; Polling; Affect (linguistics); Principle of legality; Political science; Secret ballot; Disapproval voting; Cardinal voting systems; Public relations; Bullet voting; Representation (politics); Ranked voting system; Politics; Internet privacy; Social psychology; Psychology; Law; Computer science; Communication","score_opus":0.022411137838016577,"score_gpt":0.2748346435417168,"score_spread":0.25242350570370026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285449248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581716,0.00019766894,0.03477731,0.004602605,0.0014044369,0.00006345345,0.000003407877,0.00008921409,0.0006902883],"genre_scores_gemma":[0.98481363,0.00003399207,0.013196581,0.00067375554,0.00032248226,0.0000013929208,0.0000056672634,0.000022406231,0.00093009253],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99757975,0.00018523137,0.00049619796,0.0004930224,0.0005550956,0.0006907087],"domain_scores_gemma":[0.9988482,0.00006006302,0.00025399934,0.00029161785,0.00020602421,0.0003400759],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006337327,0.00024565938,0.00030378992,0.00014295144,0.0008594755,0.0024348868,0.00054970273,0.00006457268,0.000017854802],"category_scores_gemma":[0.0001661067,0.00020124791,0.000103831524,0.0005250585,0.00008086902,0.001075227,0.0001835891,0.00067941507,0.000004723296],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007055095,0.0012148395,0.14269397,0.00021485155,0.00022737739,0.035124905,0.003769523,0.006668156,0.052932024,0.011908579,0.005058161,0.7401171],"study_design_scores_gemma":[0.0058359206,0.0006875898,0.6989254,0.002094952,0.0000646809,0.015221953,0.0019591849,0.12196422,0.079043366,0.019754188,0.0511152,0.0033333928],"about_ca_topic_score_codex":0.107887134,"about_ca_topic_score_gemma":0.8413738,"teacher_disagreement_score":0.7367837,"about_ca_system_score_codex":0.00063743955,"about_ca_system_score_gemma":0.002907735,"threshold_uncertainty_score":0.99860066},"labels":[],"label_agreement":null},{"id":"W4286457280","doi":"10.1075/ps.21014.bar","title":"“They fabricated lies against us and described us in the harshest of ways”","year":2022,"lang":"en","type":"article","venue":"Pragmatics and Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Transitive relation; Focus (optics); Publishing; Sociology; Media studies; Social media; Scale (ratio); Islam; State (computer science); Computer science; Linguistics; World Wide Web; Political science; History; Law; Mathematics; Geography; Philosophy; Algorithm","score_opus":0.01392979640100497,"score_gpt":0.20591666818474477,"score_spread":0.1919868717837398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286457280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898457,0.0003245728,0.008523255,0.00048473873,0.00006433769,0.00014213465,0.000004333184,0.000026127549,0.00058479246],"genre_scores_gemma":[0.99141145,0.00028314284,0.007785469,0.00047010966,0.000008017702,0.000017923623,0.0000021631977,0.0000035546473,0.000018183797],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993432,0.000076235774,0.00014787437,0.00013152468,0.00017867419,0.00012248581],"domain_scores_gemma":[0.9996258,0.00008606183,0.00006937606,0.0001744732,0.000020166584,0.000024127183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000592949,0.000065427506,0.00010055306,0.000019506067,0.00024742502,0.00008547353,0.00023180332,0.000025286223,0.0000017468547],"category_scores_gemma":[0.000022156115,0.000050099374,0.000036294918,0.00020548586,0.0000450472,0.0000912146,0.00019135434,0.00015334766,4.3740056e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004107178,0.0013986615,0.060696777,0.0008091013,0.00045732255,0.000066796965,0.52894324,0.0032994307,0.027938675,0.123766154,0.009102402,0.24348034],"study_design_scores_gemma":[0.0022470148,0.0007059035,0.12602335,0.000077656194,0.00007383481,0.000100932564,0.016225347,0.79222965,0.0030077659,0.026494756,0.032018185,0.000795619],"about_ca_topic_score_codex":0.0001119601,"about_ca_topic_score_gemma":0.000015333053,"teacher_disagreement_score":0.78893024,"about_ca_system_score_codex":0.000016232789,"about_ca_system_score_gemma":0.000022139342,"threshold_uncertainty_score":0.20429932},"labels":[],"label_agreement":null},{"id":"W4286593262","doi":"10.4018/978-1-6684-6307-9.ch023","title":"Delete, Delete, Hang-Up","year":2022,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Tragedy (event); Hang; Distress; Criminology; Political science; Law; Psychology; Social psychology; Internet privacy; Engineering; Computer science; Psychiatry; Psychotherapist","score_opus":0.015755338781707318,"score_gpt":0.22429957955293878,"score_spread":0.20854424077123146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286593262","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005494736,0.00039663483,0.0140799545,0.00011717206,0.0029252996,0.00035545518,0.00007051624,0.0007416696,0.98125833],"genre_scores_gemma":[0.042289723,0.000045238325,0.010222098,0.0034663677,0.001106577,0.0001347351,0.000023891796,0.00016476944,0.9425466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971175,0.000041966567,0.000432416,0.0009762643,0.00083791156,0.0005939243],"domain_scores_gemma":[0.9980814,0.00003387764,0.00026894844,0.0012315937,0.000121567944,0.00026265273],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020621519,0.0005363955,0.0004560931,0.00014141294,0.00038019143,0.00027903286,0.0015562042,0.00037607498,0.0002605335],"category_scores_gemma":[0.00001721229,0.00057826197,0.0003554287,0.00006864856,0.00007220884,0.00016620374,0.0008558766,0.000628337,0.00078535837],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012046391,0.0000053882845,0.0000011736447,0.0000149675525,0.00006162764,0.00022082693,0.000037130267,0.000006762682,0.00002782029,0.91976756,0.008252642,0.07159204],"study_design_scores_gemma":[0.00031086255,0.00024060371,0.000005209828,0.00005413869,0.000036722802,0.000311161,0.0000036194845,0.00023904874,0.00016693541,0.26095647,0.73698705,0.0006882138],"about_ca_topic_score_codex":0.00018265701,"about_ca_topic_score_gemma":0.00010563225,"teacher_disagreement_score":0.7287344,"about_ca_system_score_codex":0.00047448004,"about_ca_system_score_gemma":0.00032109735,"threshold_uncertainty_score":0.99999267},"labels":[],"label_agreement":null},{"id":"W4286951123","doi":"10.48550/arxiv.2110.00116","title":"#ContextMatters: Advantages and Limitations of Using Machine Learning to\\n Support Women in Politics","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Politics; Affect (linguistics); Government (linguistics); Political science; Natural experiment; Intervention (counseling); Social media; Inequality; Public relations; Social psychology; Psychology; Medicine; Law","score_opus":0.08615127937938073,"score_gpt":0.20943360965002528,"score_spread":0.12328233027064454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286951123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88069844,0.000030476982,0.118592,0.00004361498,0.00013703977,0.000109149165,0.000004799592,0.00004675758,0.0003377291],"genre_scores_gemma":[0.99538726,0.00016417098,0.0037874235,0.000062104984,0.000013606947,5.6573214e-7,0.000007694414,0.0000097645125,0.00056741515],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988222,0.00012053522,0.00017377977,0.00051348994,0.000060584705,0.00030942197],"domain_scores_gemma":[0.9991535,0.000121722696,0.00012876553,0.00034989236,0.00009114643,0.00015497081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022125829,0.00015326747,0.00025626665,0.00038477362,0.00007870778,0.00008189246,0.00035976435,0.00010731049,0.000011576476],"category_scores_gemma":[0.00011017861,0.00019830652,0.000055585806,0.00045106286,0.00004222201,0.0002693836,0.0008688384,0.00034586215,0.0000054991997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006768872,0.0003722747,0.14326993,0.000585207,0.00025664017,0.001701959,0.025104538,0.7896004,0.008621901,0.020374835,0.00002067815,0.010023981],"study_design_scores_gemma":[0.0012951856,0.00045241663,0.016075224,0.000542983,0.000076691846,0.00005863434,0.008204709,0.95953655,0.0035752528,0.008208494,0.00087818847,0.0010956634],"about_ca_topic_score_codex":0.00040586933,"about_ca_topic_score_gemma":0.00022003733,"teacher_disagreement_score":0.1699362,"about_ca_system_score_codex":0.00021288641,"about_ca_system_score_gemma":0.00015817545,"threshold_uncertainty_score":0.80867046},"labels":[],"label_agreement":null},{"id":"W4287887319","doi":"10.18653/v1/2022.woah-1.13","title":"Enriching Abusive Language Detection with Community Context","year":2022,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Pejorative; Computer science; Context (archaeology); Internet privacy; Computer security; Natural language processing; Psychology; Linguistics","score_opus":0.007308982947046404,"score_gpt":0.20340909306487132,"score_spread":0.1961001101178249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287887319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61309814,0.000024151437,0.3800856,0.00007724574,0.00017113365,0.0000931173,7.433048e-7,0.00030248112,0.006147426],"genre_scores_gemma":[0.9961478,7.3220394e-7,0.002427729,0.0005541649,0.000018832045,0.00003053695,0.0000020996422,0.0000059713784,0.00081209815],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999159,0.00026579076,0.00007909948,0.0001359594,0.00020878918,0.0001513589],"domain_scores_gemma":[0.9994483,0.00005851941,0.00004714799,0.00037436082,0.000028887433,0.000042799762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034607985,0.0000728777,0.00006980583,0.000080108795,0.0010158713,0.0000825933,0.00041709724,0.000014702919,0.000075805554],"category_scores_gemma":[0.00001030476,0.000062536725,0.000025281333,0.00038629034,0.000014464844,0.00023962946,0.00024979105,0.00044665302,0.0000272206],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074465235,0.00021880507,0.00028302733,0.00001605432,0.000052165706,0.00009533344,0.029289005,0.0011190072,0.07485518,0.006659058,0.0002479471,0.88708997],"study_design_scores_gemma":[0.0051234458,0.0072093196,0.008092394,0.000048906648,0.0000523417,0.0027191523,0.13097066,0.1123908,0.66704774,0.0038505653,0.060274776,0.0022199277],"about_ca_topic_score_codex":0.0020491781,"about_ca_topic_score_gemma":0.0009861414,"teacher_disagreement_score":0.88487005,"about_ca_system_score_codex":0.00007458255,"about_ca_system_score_gemma":0.000024340425,"threshold_uncertainty_score":0.78133637},"labels":[],"label_agreement":null},{"id":"W4289326033","doi":"10.1145/3274386","title":"Opinion Conflicts","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Incivility; Reputation; Baseline (sea); Computer science; Sentiment analysis; Fake news; Social media; Fraction (chemistry); Psychology; Computer security; Internet privacy; Social psychology; World Wide Web; Artificial intelligence; Political science","score_opus":0.05491092177609213,"score_gpt":0.3229254744530044,"score_spread":0.26801455267691227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289326033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620434,0.000008894711,0.010921394,0.002641507,0.007196365,0.00038237916,8.7028167e-7,0.00039584303,0.016409356],"genre_scores_gemma":[0.9877025,0.0000036450667,0.010197164,0.0005521432,0.0011593252,0.000011218714,6.0788005e-7,0.000013450991,0.00035994165],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987403,0.000012816492,0.00028726755,0.00039682785,0.00034040745,0.00022239173],"domain_scores_gemma":[0.99858797,0.000040849853,0.0003239126,0.00061046035,0.00038261001,0.00005417697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025108943,0.00016294977,0.0001501687,0.00016989218,0.00029883167,0.00023226478,0.002273807,0.00007663685,0.000021311977],"category_scores_gemma":[0.00010707554,0.00012307856,0.00011766934,0.0003282354,0.000077176875,0.00079262763,0.0008533647,0.00023598399,0.0001309606],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002537417,0.0006998155,0.0014447931,0.00021902264,0.00021712245,0.0000016035239,0.008873264,0.000047680824,0.44609165,0.16799618,0.10820407,0.26595107],"study_design_scores_gemma":[0.00063133135,0.001590398,0.007880496,0.00046788008,0.000011962841,0.00009269965,0.000056893026,0.014028806,0.8906595,0.016387528,0.067818806,0.00037370692],"about_ca_topic_score_codex":0.000027118067,"about_ca_topic_score_gemma":0.0000015277406,"teacher_disagreement_score":0.44456783,"about_ca_system_score_codex":0.00007186887,"about_ca_system_score_gemma":0.000010377198,"threshold_uncertainty_score":0.5018998},"labels":[],"label_agreement":null},{"id":"W4291820059","doi":"10.1108/ccij-04-2022-0040","title":"Corporate social responsibility and public diplomacy as formulas to reduce hate speech on social media in the fake news era","year":2022,"lang":"en","type":"article","venue":"Corporate Communications An International Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Legislation; Social media; Political science; Transparency (behavior); Public relations; Legislature; European union; Sanctions; Corporate social responsibility; Originality; Sociology; Law; Business","score_opus":0.14426295951245305,"score_gpt":0.34986964303792795,"score_spread":0.2056066835254749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291820059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95547616,0.000032824286,0.0019342896,0.03986553,0.00065698795,0.0002906703,0.000037356607,0.0000698816,0.001636311],"genre_scores_gemma":[0.9924385,0.00009616366,0.0049608313,0.0019875315,0.00028507275,0.00008418189,0.000061006707,0.000016102513,0.000070616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99630094,0.0015527455,0.00054845406,0.0003635468,0.00092573697,0.00030857188],"domain_scores_gemma":[0.9973662,0.00031634208,0.0007153485,0.00093835447,0.00050024624,0.00016350512],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024036712,0.00018360207,0.00018208887,0.00055386836,0.0021264348,0.0012699383,0.0047546825,0.000058238784,0.00005973598],"category_scores_gemma":[0.00034815862,0.00016631761,0.00009018116,0.0009608623,0.00015449754,0.0009948374,0.0012853537,0.0011907798,0.00003481181],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005655246,0.0013791441,0.004447699,0.0000033288406,0.000100846715,0.00024268629,0.020713283,0.00014509352,0.002841684,0.4955731,0.003824089,0.4701635],"study_design_scores_gemma":[0.004254749,0.0011786326,0.300255,0.00005239453,0.00003740827,0.0036335972,0.0128583,0.013339466,0.0007998136,0.5928297,0.06942547,0.0013354749],"about_ca_topic_score_codex":0.00007204641,"about_ca_topic_score_gemma":0.00045964465,"teacher_disagreement_score":0.46882802,"about_ca_system_score_codex":0.0003890231,"about_ca_system_score_gemma":0.0004127458,"threshold_uncertainty_score":0.9997668},"labels":[],"label_agreement":null},{"id":"W4293318909","doi":"10.29173/irie480","title":"Upgrading the protection of children from manipulative and addictive strategies in online games","year":2022,"lang":"en","type":"article","venue":"The International Review of Information Ethics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"KU Leuven","keywords":"Legislature; Unitary state; Perspective (graphical); Multidisciplinary approach; Universality (dynamical systems); Framing (construction); Addiction; Context (archaeology); Internet privacy; Risk analysis (engineering); Computer science; Law and economics; Public relations; Business; Political science; Psychology; Engineering; Law; Sociology; Artificial intelligence","score_opus":0.03938888452279132,"score_gpt":0.2995608498395405,"score_spread":0.2601719653167492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293318909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5282788,0.01076425,0.3835207,0.06552255,0.0013394825,0.0034202717,0.0004568881,0.00012337448,0.0065736515],"genre_scores_gemma":[0.9945559,0.003304347,0.0010286043,0.0009893682,0.000019363035,0.000044876077,0.000047688638,0.0000018371265,0.000008012307],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988886,0.0001735174,0.0003613172,0.00006106495,0.00046679922,0.000048677586],"domain_scores_gemma":[0.99904525,0.00022962452,0.00039896593,0.00014456427,0.0001734619,0.000008120837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012338053,0.00005523788,0.00009336187,0.000078539524,0.000111286885,0.00003658343,0.00048474147,0.000021950766,0.000027214355],"category_scores_gemma":[0.000341887,0.000035222925,0.000033962657,0.00024735252,0.000053056156,0.000719978,0.0001985495,0.0004357912,0.0000012744839],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093938645,0.00011983212,0.0008221825,0.00071973825,0.00025538422,6.926765e-7,0.04681837,0.009307031,0.0004475688,0.5449738,0.00038557217,0.39605588],"study_design_scores_gemma":[0.0023061617,0.00093836914,0.29828045,0.009916469,0.000118165444,0.00022529109,0.027862128,0.4084543,0.007853439,0.21489808,0.028317906,0.00082925166],"about_ca_topic_score_codex":0.0005252108,"about_ca_topic_score_gemma":0.000033807068,"teacher_disagreement_score":0.46627706,"about_ca_system_score_codex":0.000049153252,"about_ca_system_score_gemma":0.00009529948,"threshold_uncertainty_score":0.18933202},"labels":[],"label_agreement":null},{"id":"W4294384215","doi":"10.31219/osf.io/dnhbm","title":"Do Unfounded Allegations of Election Fraud Influence the Likelihood of Voting?","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Legitimacy; Ballot; Voting; Political science; Politics; Spoilt vote; Perception; Secret ballot; Public relations; Group voting ticket; Psychology; Law","score_opus":0.010611351360565823,"score_gpt":0.2502380532280629,"score_spread":0.2396267018674971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294384215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52531767,0.00023057812,0.45444983,0.0011816366,0.0017147559,0.00087188545,0.00001158391,0.00036606577,0.015855988],"genre_scores_gemma":[0.99134886,0.00003283146,0.008021947,0.00009254491,0.000042573367,0.0000638804,0.000005377781,0.000009562837,0.0003824371],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99820626,0.00016318429,0.00048104563,0.0004144511,0.0005328509,0.0002022372],"domain_scores_gemma":[0.998062,0.00017390675,0.0005037488,0.00093212764,0.00028671316,0.000041502284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006218685,0.000165378,0.00022935333,0.00018402535,0.0002116409,0.00010456656,0.0013519125,0.00013019184,0.00015676959],"category_scores_gemma":[0.0001741056,0.000130767,0.00016107585,0.00067008287,0.00006314072,0.00016893024,0.0011814611,0.0006251747,0.0000090778985],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010251427,0.0011537642,0.0093419235,0.0010211247,0.0010017237,0.000013762038,0.009310272,0.1791163,0.044633977,0.584154,0.005377123,0.16477351],"study_design_scores_gemma":[0.0019020274,0.0020222631,0.10564063,0.0007474428,0.00033997413,0.00013853212,0.0015348718,0.27049562,0.29950234,0.28204766,0.032891877,0.0027367712],"about_ca_topic_score_codex":0.0015843794,"about_ca_topic_score_gemma":0.0001768727,"teacher_disagreement_score":0.46603116,"about_ca_system_score_codex":0.00007405856,"about_ca_system_score_gemma":0.00032229433,"threshold_uncertainty_score":0.53325236},"labels":[],"label_agreement":null},{"id":"W4296363272","doi":"10.5121/csit.2022.121511","title":"Performance Evaluation for the use of ELMo Word Embedding in Cyberbullying Detection","year":2022,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Word2vec; Computer science; Word embedding; Word (group theory); Artificial intelligence; Social media; Natural language processing; The Internet; Key (lock); Embedding; Support vector machine; Machine learning; Speech recognition; World Wide Web","score_opus":0.06441875478281359,"score_gpt":0.281362161260077,"score_spread":0.21694340647726343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296363272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6574332,0.000031006297,0.3411338,0.00013886103,0.00049650477,0.0005612975,7.0556274e-7,0.000054627933,0.00014995445],"genre_scores_gemma":[0.9888264,0.000009885714,0.010491707,0.000070405644,0.000025002288,0.00035851012,0.000001182915,0.000006102538,0.0002108142],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890864,0.00010711017,0.00021937242,0.00021045614,0.0003774319,0.00017697047],"domain_scores_gemma":[0.99926174,0.00023921774,0.00010248324,0.0002913233,0.00008780337,0.00001740945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013528366,0.00007070129,0.00008002587,0.0001554597,0.0003941149,0.00006438337,0.0003040386,0.000021422356,0.00004214537],"category_scores_gemma":[0.00010070208,0.00005789188,0.000048803224,0.00062118995,0.000012299078,0.0004912371,0.0001404598,0.00013214178,0.0000021194624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003118975,0.000023631526,0.00040225722,0.0000071612185,0.0000071401664,2.5254715e-7,0.0004354582,0.22205177,0.0053276643,0.00027687242,0.000057032237,0.7713796],"study_design_scores_gemma":[0.00028999086,0.00011087506,0.0033524134,0.000006750451,0.0000067475185,0.000008978352,0.00012142443,0.9793256,0.012509654,0.000100805635,0.004092073,0.00007466655],"about_ca_topic_score_codex":0.00014334756,"about_ca_topic_score_gemma":0.000080312275,"teacher_disagreement_score":0.7713049,"about_ca_system_score_codex":0.00014021133,"about_ca_system_score_gemma":0.000050984683,"threshold_uncertainty_score":0.30312532},"labels":[],"label_agreement":null},{"id":"W4296363324","doi":"10.5121/csit.2022.121507","title":"Cyberbullying Detection using Ensemble Method","year":2022,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Granularity; Computer science; Ensemble forecasting; Support vector machine; Ensemble learning; Social media; Artificial intelligence; Machine learning; Transformer; Data mining; Engineering; World Wide Web","score_opus":0.021685541765960516,"score_gpt":0.26848363624956734,"score_spread":0.24679809448360682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296363324","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052924104,0.000031411957,0.9384915,0.00008136473,0.00078160793,0.00010929634,3.4660067e-7,0.00041388226,0.0071664527],"genre_scores_gemma":[0.70891446,0.0000010435149,0.289837,0.00025837016,0.00004794718,0.000023159097,4.265173e-7,0.000009493616,0.0009081344],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867326,0.00020202191,0.00016187479,0.00035575323,0.0003335018,0.00027361154],"domain_scores_gemma":[0.99941784,0.00004679241,0.000066626424,0.00036593343,0.000035275956,0.000067536865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006613996,0.00010055632,0.00010077702,0.00017480394,0.0008545921,0.00011861465,0.00041211458,0.0000277301,0.0001563551],"category_scores_gemma":[0.000017659133,0.00010701262,0.00007061698,0.00073341455,0.0000066650005,0.00032329897,0.00039996137,0.00020576522,0.000034460783],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000103385055,0.000045625442,0.000025326746,0.000004808555,0.000018569168,0.000031666583,0.00035689108,0.015664274,0.5712568,0.013062725,0.0001169801,0.399406],"study_design_scores_gemma":[0.00023196705,0.00013674115,0.00006553466,0.0000020749799,0.000007390967,0.0005607059,0.00014023113,0.7534373,0.21373561,0.0036204176,0.027813455,0.00024859165],"about_ca_topic_score_codex":0.0002508962,"about_ca_topic_score_gemma":0.000018821007,"teacher_disagreement_score":0.737773,"about_ca_system_score_codex":0.00015972526,"about_ca_system_score_gemma":0.000048002315,"threshold_uncertainty_score":0.65729177},"labels":[],"label_agreement":null},{"id":"W4296593804","doi":"10.17975/sfj-2022-015","title":"A sentiment analysis of the Black Lives Matter movement using Twitter","year":2022,"lang":"en","type":"article","venue":"STEM Fellowship Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo; University of Toronto; University of British Columbia","funders":"","keywords":"Sentiment analysis; Movement (music); Social media; Artificial intelligence; Computer science; Injustice; Social movement; Politics; Natural language processing; Data science; Psychology; Political science; Social psychology; World Wide Web","score_opus":0.023119547812057648,"score_gpt":0.23960409133732685,"score_spread":0.2164845435252692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296593804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95669,0.00006680735,0.041045696,0.00069063663,0.0007104891,0.00010700254,0.0000023323935,0.000013362381,0.00067363615],"genre_scores_gemma":[0.99577224,0.0000023212474,0.0012206062,0.0009731977,0.000054514923,0.0000035605633,2.4884287e-7,0.000007008695,0.0019662997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982599,0.00031305727,0.00033877738,0.00019257376,0.0006583243,0.00023736755],"domain_scores_gemma":[0.9991318,0.000022836046,0.00031329793,0.00040685755,0.000057166304,0.000068071335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066252926,0.00010482769,0.00017848253,0.00028230122,0.00046011555,0.0001523744,0.0007337293,0.000016190583,0.00054239854],"category_scores_gemma":[0.0000019231395,0.00007610221,0.00033798144,0.0011263202,0.00003596594,0.00014585238,0.0004380627,0.00029544043,0.00001621357],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001282398,0.0010235404,0.36859754,0.00008685295,0.008304916,0.00028830965,0.049805034,0.42461398,0.12099995,0.0011988902,0.012658831,0.012293896],"study_design_scores_gemma":[0.0022580738,0.00068942603,0.12936623,0.0001660537,0.0028560322,0.0008514479,0.014281732,0.7422803,0.092156515,0.0043402053,0.009374718,0.0013792469],"about_ca_topic_score_codex":0.000026097916,"about_ca_topic_score_gemma":0.0000034048246,"teacher_disagreement_score":0.31766632,"about_ca_system_score_codex":0.00016148014,"about_ca_system_score_gemma":0.000060760558,"threshold_uncertainty_score":0.5938884},"labels":[],"label_agreement":null},{"id":"W4297139304","doi":"10.33282/abaa.v14i56.878","title":"Comment moderation strategies in Canadian news media and their principles","year":2022,"lang":"en","type":"article","venue":"ALBAHITH ALALAMI","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"News media; News values; Moderation; Political science; Democracy; Media studies; Public relations; Advertising; Sociology; Psychology; Business; Politics; Law; Social psychology","score_opus":0.015674842537503394,"score_gpt":0.20968823945557652,"score_spread":0.19401339691807312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297139304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94061935,0.00033171484,0.02883329,0.021651069,0.0007148634,0.00046330792,0.000015168616,0.00015953124,0.0072116936],"genre_scores_gemma":[0.9970819,0.0000258627,0.0016749409,0.0010640827,0.000024613748,0.000054961118,0.000011617121,0.0000061597157,0.00005586409],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909174,0.000097334974,0.00014230651,0.00024530417,0.00013224757,0.00029106703],"domain_scores_gemma":[0.9995381,0.0000454487,0.000036519894,0.00023167743,0.0000148689405,0.00013334054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026910834,0.00009872686,0.000093782175,0.00016859714,0.00028264016,0.00018225034,0.00025697929,0.000026906118,0.000023169987],"category_scores_gemma":[0.000013499609,0.00009249876,0.000016891277,0.00024002744,0.000018582212,0.00032049423,0.00013643467,0.00016500815,0.0000048667557],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003428978,0.00020605807,0.02752563,0.00003470803,0.000058771966,0.00016426257,0.05097187,0.03138155,0.0017404628,0.69700646,0.0037304685,0.18714547],"study_design_scores_gemma":[0.0013177102,0.00041208643,0.045300998,0.000026654308,0.0000064108694,0.00013680686,0.006067078,0.6092848,0.003295988,0.041786514,0.29154524,0.00081966794],"about_ca_topic_score_codex":0.10221959,"about_ca_topic_score_gemma":0.47608295,"teacher_disagreement_score":0.65522,"about_ca_system_score_codex":0.00015137464,"about_ca_system_score_gemma":0.0002678699,"threshold_uncertainty_score":0.9037588},"labels":[],"label_agreement":null},{"id":"W4297536022","doi":"10.1007/s11042-022-13777-0","title":"Net activism and whistleblowing on YouTube: a text mining analysis","year":2022,"lang":"en","type":"article","venue":"Multimedia Tools and Applications","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Centre National de la Recherche Scientifique; Institut national de la recherche scientifique","keywords":"Computer science; Metadata; Representation (politics); Hierarchy; Natural language processing; Social media; Context (archaeology); Feature (linguistics); Cluster analysis; Artificial intelligence; Information retrieval; Resource (disambiguation); World Wide Web; Linguistics; Politics","score_opus":0.01736515410158408,"score_gpt":0.24066728730686401,"score_spread":0.22330213320527995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297536022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5345002,0.00031010626,0.4566331,0.0023337468,0.00017513946,0.00084433774,0.00009051266,0.00039746822,0.0047153872],"genre_scores_gemma":[0.98352283,0.00002421818,0.015291584,0.00024059399,0.000061201215,0.00049715495,0.000025950667,0.0000069363978,0.0003295087],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916345,0.000036324473,0.00011979133,0.0003634713,0.00016172319,0.00015523472],"domain_scores_gemma":[0.9994062,0.00014273656,0.000051880295,0.00029159643,0.000017033193,0.00009053816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001583398,0.000090814436,0.00012247902,0.00015579184,0.0006041413,0.00017311506,0.00018979897,0.00002442068,0.000028684406],"category_scores_gemma":[0.000014891305,0.00009125642,0.000042658525,0.00072626944,0.000027038308,0.0001652566,0.00017228979,0.00013082715,0.000008843616],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059994945,0.00008750134,0.0011915044,0.0000049873097,0.00010376023,0.0000032103098,0.0015239574,0.0006355965,0.0033348906,0.0028693844,0.00029176692,0.98994744],"study_design_scores_gemma":[0.0011829059,0.00031772064,0.06510468,0.000011868524,0.00031938075,0.00004385705,0.0013692311,0.680731,0.0026150208,0.00082912704,0.24665798,0.0008172123],"about_ca_topic_score_codex":0.000034684395,"about_ca_topic_score_gemma":0.0000069361204,"teacher_disagreement_score":0.98913026,"about_ca_system_score_codex":0.000026037427,"about_ca_system_score_gemma":0.000016744994,"threshold_uncertainty_score":0.46466276},"labels":[],"label_agreement":null},{"id":"W4297887757","doi":"10.31219/osf.io/k5dzr","title":"Overperception of moral outrage in online social networks inflates beliefs about intergroup hostility","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"Yale University; National Science Foundation","keywords":"Outrage; Social psychology; Morality; Psychology; Hostility; Politics; Moral disengagement; Social media; Political science; Law","score_opus":0.020079063082528298,"score_gpt":0.26945569444794537,"score_spread":0.24937663136541707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297887757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8597853,0.00012708131,0.13559121,0.00032023803,0.001950135,0.0003982563,0.00003530066,0.00027077855,0.0015216703],"genre_scores_gemma":[0.99347204,0.00009449355,0.005488643,0.00013583963,0.0002627619,0.000037543938,0.00014986032,0.000016423066,0.0003423729],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99773693,0.00021356394,0.00064152724,0.0006863939,0.00037942623,0.0003421536],"domain_scores_gemma":[0.9989525,0.000043938875,0.00028296473,0.00058409834,0.00007617701,0.000060336362],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056271424,0.00027973807,0.0004443037,0.00024654312,0.000103932194,0.00010789898,0.0010298713,0.00034683818,0.00032150574],"category_scores_gemma":[0.000030662497,0.00029292627,0.00022554638,0.00039216256,0.000072533905,0.00022443736,0.0022844614,0.001289719,0.000005375126],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040968086,0.002922321,0.07796963,0.0008895379,0.000309046,0.00014336115,0.017089717,0.20473152,0.0026142043,0.016723905,0.0028366512,0.6733604],"study_design_scores_gemma":[0.0006240809,0.00022169197,0.6175848,0.00015306078,0.000016560532,0.000005239023,0.00023689838,0.37425968,0.00028097743,0.0054561086,0.00052927964,0.00063158624],"about_ca_topic_score_codex":0.001903393,"about_ca_topic_score_gemma":0.0010725069,"teacher_disagreement_score":0.67272884,"about_ca_system_score_codex":0.00025731916,"about_ca_system_score_gemma":0.00011098965,"threshold_uncertainty_score":0.9999523},"labels":[],"label_agreement":null},{"id":"W4300816910","doi":"10.19145/e-gifder.1116850","title":"ÇERÇEVELEME ETİĞİ TARTIŞMALARINDA TEMEL KAVRAMLAR","year":2022,"lang":"tr","type":"article","venue":"Gümüşhane Üniversitesi İletişim Fakültesi Elektronik Dergisi","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Cambridge; McGill University; University of Minnesota; Harvard University","keywords":"Political science; Humanities; Art","score_opus":0.008316722688018736,"score_gpt":0.1896346503976917,"score_spread":0.18131792770967298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300816910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7624012,0.01919716,0.06952928,0.04514201,0.020954797,0.007947848,0.0016303263,0.006023342,0.06717399],"genre_scores_gemma":[0.933064,0.0006041301,0.011158007,0.0038071275,0.0011829007,0.00019621754,0.00029646963,0.00031931576,0.04937187],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.985927,0.001309692,0.0016168928,0.0036737104,0.003516415,0.003956327],"domain_scores_gemma":[0.9932088,0.00047555397,0.0011732471,0.00282743,0.0006680806,0.0016468347],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0022381702,0.0017492849,0.0015338297,0.0016175355,0.00579258,0.0012021019,0.0055499948,0.00063026533,0.008073488],"category_scores_gemma":[0.00031044357,0.0022344263,0.0011558549,0.004369086,0.00051501644,0.0021750364,0.0050983373,0.0035130356,0.003922879],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002679869,0.007440473,0.021205021,0.001210739,0.004330129,0.014432825,0.016796604,0.028123533,0.048269123,0.14861794,0.57372105,0.13317266],"study_design_scores_gemma":[0.005164943,0.003148401,0.0034057917,0.00013915494,0.00056004344,0.0012018329,0.004236013,0.020801624,0.00846341,0.0013621732,0.94789535,0.003621292],"about_ca_topic_score_codex":0.0011263486,"about_ca_topic_score_gemma":0.00012447347,"teacher_disagreement_score":0.37417424,"about_ca_system_score_codex":0.0025445176,"about_ca_system_score_gemma":0.0017183869,"threshold_uncertainty_score":0.9998347},"labels":[],"label_agreement":null},{"id":"W4300961522","doi":"10.1186/s12889-022-14203-8","title":"Correction: A content analysis of Canadian influencer crisis messages on Instagram and the public’s response during COVID-19","year":2022,"lang":"en","type":"erratum","venue":"BMC Public Health","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Medicine; Biostatistics; Public health; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Journal of Public Health; Pandemic; Crisis communication; Content analysis; Crisis response; Public relations; Health policy; Public health care; Virology; Nursing; Political science; Social science; Pathology; Outbreak","score_opus":0.06656967721670459,"score_gpt":0.3017937613334004,"score_spread":0.23522408411669582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300961522","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030637335,0.006783732,0.027691478,0.8297409,0.08004889,0.005021987,0.00092695886,0.001366094,0.01778263],"genre_scores_gemma":[0.7136136,0.009392834,0.0015404511,0.08297146,0.001249809,0.0019025069,0.0008593259,0.00020809962,0.1882619],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99309325,0.003135414,0.00085748004,0.000944975,0.0010329178,0.00093596714],"domain_scores_gemma":[0.9951364,0.00075576117,0.0008021455,0.0014303667,0.00028667162,0.0015886619],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0075490163,0.00036540595,0.00090356014,0.0064155576,0.0017748164,0.00080058054,0.0013071721,0.00028134644,0.00024757363],"category_scores_gemma":[0.0037243692,0.00028996024,0.00032852488,0.008519989,0.00020038619,0.00041975625,0.00036256292,0.0012765381,0.0000060238945],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039309065,0.00010394057,0.001218166,0.00025041914,0.00089605444,0.000037305173,0.0049467254,0.00034210418,0.0000015405583,0.00932207,0.97711736,0.0053712195],"study_design_scores_gemma":[0.0008738851,0.00022991725,0.026781578,0.000025119694,0.00007319839,0.00004813754,0.0015187912,0.0047051264,0.0000013991986,0.000036027348,0.9654081,0.00029873534],"about_ca_topic_score_codex":0.36017838,"about_ca_topic_score_gemma":0.43434852,"teacher_disagreement_score":0.7467694,"about_ca_system_score_codex":0.0025114354,"about_ca_system_score_gemma":0.018556865,"threshold_uncertainty_score":0.99995524},"labels":[],"label_agreement":null},{"id":"W4302307746","doi":"10.3138/cjc.2022-0015","title":"At the Limits of Free Speech: The Conditions that Enable Islamophobic Discourse","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Dismissal; Complaint; Ideal (ethics); Power (physics); Racism; Sociology; Free speech; Public discourse; Discourse analysis; Political science; Law; Gender studies; Linguistics; Philosophy","score_opus":0.02828604454495131,"score_gpt":0.2512840950907278,"score_spread":0.22299805054577648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302307746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8671756,0.0070174146,0.0037272526,0.10147994,0.0014733673,0.0005084142,0.00008772694,0.000026388088,0.018503895],"genre_scores_gemma":[0.9982155,0.00009342604,0.00046461052,0.00038016163,0.000032754546,0.000009368758,0.000005236488,0.000005913797,0.0007930357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887216,0.00040100096,0.00023432558,0.00006656953,0.00026399014,0.0001619449],"domain_scores_gemma":[0.9978523,0.00019670265,0.00037493152,0.0013347423,0.00013203965,0.000109258035],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009848309,0.00006464802,0.00009567424,0.00013152018,0.0013721545,0.000084361214,0.0028297955,0.000021231019,0.00021225151],"category_scores_gemma":[0.000075937176,0.000043641365,0.00009072771,0.0003774251,0.00017441539,0.00025842525,0.00020600011,0.00038392982,0.000007729664],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007921933,0.00026676027,0.0053528277,0.000030399537,0.00048211214,0.00016439625,0.041772798,0.019814517,0.017709993,0.26425457,0.5540118,0.0960606],"study_design_scores_gemma":[0.0019774518,0.0009143699,0.019595386,0.00017169121,0.00019324431,0.0037896743,0.014258191,0.0055015883,0.0624991,0.12338094,0.7670749,0.0006434785],"about_ca_topic_score_codex":0.0030801026,"about_ca_topic_score_gemma":0.026830502,"teacher_disagreement_score":0.21306308,"about_ca_system_score_codex":0.00021119045,"about_ca_system_score_gemma":0.0006013071,"threshold_uncertainty_score":0.99992794},"labels":[],"label_agreement":null},{"id":"W4304013957","doi":"10.32920/21301068","title":"Disclosing #MeToo in 2022","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Professional Engineers Ontario; University of Toronto","funders":"","keywords":"Harassment; Sexual assault; Psychology; Social media; Social issues; Qualitative analysis; Criminology; Social psychology; Qualitative research; Suicide prevention; Poison control; Medicine; Political science; Sociology; Law","score_opus":0.014765862505714879,"score_gpt":0.2531887802133146,"score_spread":0.2384229177075997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304013957","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14964108,0.00073810294,0.6558721,0.0034830344,0.008776067,0.0008215216,0.000008304358,0.001188568,0.1794712],"genre_scores_gemma":[0.8915902,0.00018355832,0.08594781,0.00083614053,0.00028117886,0.000311862,0.000042919786,0.00004456946,0.020761766],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984355,0.000121112294,0.0002321049,0.00061113754,0.00033994278,0.00026020556],"domain_scores_gemma":[0.99902546,0.000032581782,0.00008036712,0.0007912964,0.000016197335,0.000054109456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000454898,0.00015815238,0.00018263693,0.0002827795,0.00009963495,0.000247164,0.0011357408,0.000100748824,0.0007056056],"category_scores_gemma":[0.000024180179,0.00015919148,0.00009296543,0.00042926124,0.000011545499,0.00015742677,0.0033062731,0.000881776,0.000056309003],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002598915,0.0005101819,0.004646079,0.00024615263,0.000092755494,0.00070859183,0.0034179953,0.021335717,0.002341279,0.15304516,0.01188552,0.8017446],"study_design_scores_gemma":[0.0017149476,0.0004666999,0.025970802,0.00036578413,0.000038376103,0.00011811583,0.00084648875,0.39099786,0.014948802,0.2542134,0.3059959,0.0043228325],"about_ca_topic_score_codex":0.00044420685,"about_ca_topic_score_gemma":0.000088080254,"teacher_disagreement_score":0.79742175,"about_ca_system_score_codex":0.00019207319,"about_ca_system_score_gemma":0.00012685465,"threshold_uncertainty_score":0.7725887},"labels":[],"label_agreement":null},{"id":"W4304014473","doi":"10.32920/21301068.v1","title":"Disclosing #MeToo in 2022","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Professional Engineers Ontario; University of Toronto","funders":"","keywords":"Harassment; Sexual assault; Psychology; Social media; Social issues; Qualitative analysis; Social psychology; Criminology; Qualitative research; Medicine; Suicide prevention; Poison control; Political science; Sociology; Law","score_opus":0.014765862505714879,"score_gpt":0.2531887802133146,"score_spread":0.2384229177075997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304014473","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14964108,0.00073810294,0.6558721,0.0034830344,0.008776067,0.0008215216,0.000008304358,0.001188568,0.1794712],"genre_scores_gemma":[0.8915902,0.00018355832,0.08594781,0.00083614053,0.00028117886,0.000311862,0.000042919786,0.00004456946,0.020761766],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984355,0.000121112294,0.0002321049,0.00061113754,0.00033994278,0.00026020556],"domain_scores_gemma":[0.99902546,0.000032581782,0.00008036712,0.0007912964,0.000016197335,0.000054109456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000454898,0.00015815238,0.00018263693,0.0002827795,0.00009963495,0.000247164,0.0011357408,0.000100748824,0.0007056056],"category_scores_gemma":[0.000024180179,0.00015919148,0.00009296543,0.00042926124,0.000011545499,0.00015742677,0.0033062731,0.000881776,0.000056309003],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002598915,0.0005101819,0.004646079,0.00024615263,0.000092755494,0.00070859183,0.0034179953,0.021335717,0.002341279,0.15304516,0.01188552,0.8017446],"study_design_scores_gemma":[0.0017149476,0.0004666999,0.025970802,0.00036578413,0.000038376103,0.00011811583,0.00084648875,0.39099786,0.014948802,0.2542134,0.3059959,0.0043228325],"about_ca_topic_score_codex":0.00044420685,"about_ca_topic_score_gemma":0.000088080254,"teacher_disagreement_score":0.79742175,"about_ca_system_score_codex":0.00019207319,"about_ca_system_score_gemma":0.00012685465,"threshold_uncertainty_score":0.7725887},"labels":[],"label_agreement":null},{"id":"W4304620174","doi":"10.1177/08912416221129880","title":"The Moral Discourse of Free Speech: A Virtual Ethnographic Study","year":2022,"lang":"en","type":"article","venue":"Journal of Contemporary Ethnography","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Authoritarianism; Censorship; Free speech; Sociology; Subjectivity; Ethnography; Social media; Politics; Framing (construction); Media studies; Democracy; Social psychology; Political science; Psychology; Law; Epistemology","score_opus":0.034609311730413164,"score_gpt":0.2765112040303839,"score_spread":0.24190189229997072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304620174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844985,0.0027786621,0.006346055,0.002592555,0.0021216464,0.0004141962,0.000010783861,0.00006121634,0.0011763634],"genre_scores_gemma":[0.9986354,0.000038564227,0.0009603722,0.00013167702,0.000106328676,0.000015884701,6.0352505e-7,0.000014909123,0.00009624003],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9960778,0.000968259,0.0009855365,0.00023781095,0.0014408531,0.00028974685],"domain_scores_gemma":[0.99712026,0.00029720605,0.0011781697,0.00097380026,0.0002793144,0.00015125776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004227508,0.00020284909,0.00041370897,0.00087301835,0.0007179934,0.00013400428,0.0027867532,0.00004813101,0.0000103999655],"category_scores_gemma":[0.00008975343,0.00014381223,0.0005912252,0.0022948822,0.00026279324,0.00075071777,0.0005894303,0.0009854445,0.0000011769823],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052419542,0.013140605,0.16605228,0.000094509414,0.0060815034,0.0047291233,0.21682115,0.0014042256,0.012250066,0.040572334,0.17258327,0.36102897],"study_design_scores_gemma":[0.031214448,0.09392982,0.04538479,0.00037536444,0.0006078191,0.0029419549,0.53607315,0.0034046175,0.014467182,0.12082549,0.14729555,0.003479844],"about_ca_topic_score_codex":0.00007081345,"about_ca_topic_score_gemma":0.000020657952,"teacher_disagreement_score":0.35754913,"about_ca_system_score_codex":0.000020479498,"about_ca_system_score_gemma":0.00026882713,"threshold_uncertainty_score":0.58644927},"labels":[],"label_agreement":null},{"id":"W4306318367","doi":"10.31235/osf.io/bzs5e","title":"Overuse of Moral Language Dampens Content Engagement on Social Media","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Morality; Mainstream; Social media; Psychology; Moral disengagement; Social psychology; Lexicon; Doxastic logic; Political science; Epistemology; Linguistics; Law","score_opus":0.11953763432718477,"score_gpt":0.2950554252682244,"score_spread":0.17551779094103964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306318367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9173391,0.00014868009,0.027800854,0.0012150083,0.0065169493,0.00089371286,0.00011876103,0.0007391871,0.045227736],"genre_scores_gemma":[0.991865,0.00002506225,0.0061041773,0.0003450886,0.00022518612,0.00006505235,0.000047441335,0.000016648019,0.0013063523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99809957,0.00020867569,0.00030113442,0.0004940183,0.000658737,0.00023788956],"domain_scores_gemma":[0.99892044,0.00011119511,0.00020899982,0.0006424983,0.000052575524,0.00006428389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000533116,0.00020096055,0.00029216433,0.00016047334,0.00014220313,0.00008637964,0.00097201875,0.00011381002,0.0007682403],"category_scores_gemma":[0.00007563701,0.00018770181,0.00019476847,0.00014135834,0.00003100434,0.00006359556,0.0019640084,0.00070924684,0.000039633196],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028497135,0.0019288555,0.0006265853,0.00053217576,0.0007839659,0.0006351086,0.08554345,0.0026659297,0.01779213,0.4894399,0.041753717,0.3580132],"study_design_scores_gemma":[0.015798245,0.0043939073,0.16321345,0.000975517,0.0006695125,0.00007546184,0.04712049,0.050710816,0.54512393,0.046003077,0.11438347,0.011532108],"about_ca_topic_score_codex":0.00034491735,"about_ca_topic_score_gemma":0.000056928086,"teacher_disagreement_score":0.5273318,"about_ca_system_score_codex":0.00014053339,"about_ca_system_score_gemma":0.00010838167,"threshold_uncertainty_score":0.84116924},"labels":[],"label_agreement":null},{"id":"W4308319116","doi":"10.55574/qgsj9827","title":"A NEW CYBERBULLYING LAW? EXTENSION OF LEGAL INTERPRETATIONS IN CHINA AND RUSSIA","year":2022,"lang":"en","type":"article","venue":"International Journal of Law Ethics and Technology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cyberspace; Impunity; Law; China; Political science; Anonymity; Face (sociological concept); Order (exchange); Power (physics); Sociology; Human rights; Business; The Internet; Computer science","score_opus":0.012845068157257451,"score_gpt":0.2824879981165476,"score_spread":0.2696429299592902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308319116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7701845,0.0016760491,0.15522362,0.06662138,0.0018543284,0.00014102722,0.0000069098683,0.00006812918,0.004224055],"genre_scores_gemma":[0.98567384,0.00011209397,0.013844009,0.0003061274,0.000024345816,0.0000017929251,4.4850333e-7,0.0000040682194,0.0000332709],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990513,0.00007323755,0.00032953528,0.00013518562,0.00032024682,0.00009053079],"domain_scores_gemma":[0.9993333,0.000111112524,0.0002415689,0.00010337752,0.00017292671,0.000037674923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069335836,0.00006548903,0.00013923061,0.0004092902,0.00012994152,0.000055718992,0.00044406825,0.00008907381,0.0000097497505],"category_scores_gemma":[0.00011557201,0.000062825886,0.000030758252,0.00021036078,0.00010870107,0.0002611879,0.0003799336,0.0010283513,2.5906402e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022866787,0.000029794852,0.00024931677,0.0000033067342,0.000025980802,0.000102882674,0.00091281545,0.000089379544,0.00407238,0.9741473,0.00001486011,0.020329116],"study_design_scores_gemma":[0.0026773962,0.0014714879,0.0031798836,0.00034718876,0.000027181071,0.009629638,0.0007945003,0.011528225,0.013014736,0.90844154,0.048538286,0.00034991585],"about_ca_topic_score_codex":0.00059985364,"about_ca_topic_score_gemma":0.00020153073,"teacher_disagreement_score":0.21548934,"about_ca_system_score_codex":0.000041739484,"about_ca_system_score_gemma":0.0001151418,"threshold_uncertainty_score":0.44677317},"labels":[],"label_agreement":null},{"id":"W4309236126","doi":"10.1007/s10943-022-01692-5","title":"Health, Religiosity and Hatred: A Study of the Impacts of COVID-19 on World Jewry","year":2022,"lang":"en","type":"review","venue":"Journal of Religion and Health","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Antisemitism; Hatred; Pandemic; Public health; Judaism; Coronavirus disease 2019 (COVID-19); Religiosity; Political science; Exploratory research; Mythology; Misinformation; Sociology; History; Development economics; Criminology; Law; Social science; Politics; Medicine; Disease; Economics","score_opus":0.07482992568367909,"score_gpt":0.385522179534981,"score_spread":0.31069225385130195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309236126","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00089947274,0.99331325,0.00017396674,0.004275495,0.0005491313,0.0007224775,0.000005963989,0.0000128531055,0.000047393587],"genre_scores_gemma":[0.0020934811,0.9961217,0.0002266789,0.0014342113,0.00006502632,0.000003454144,6.2033104e-7,0.000011981632,0.000042844946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965936,0.0009011711,0.0013326167,0.00027094112,0.0006555998,0.0002461056],"domain_scores_gemma":[0.9952913,0.00023612249,0.0034766607,0.0004508047,0.000060814604,0.00048432834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028438184,0.00022392494,0.0015054508,0.0005877739,0.00035899796,0.000047623933,0.00052107696,0.00007093297,0.0000024357294],"category_scores_gemma":[0.000107882595,0.00014046744,0.00026081884,0.00083414034,0.000041983003,0.000092380855,0.00022634966,0.0008299942,3.8617497e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060874376,0.0004763549,0.00024550039,0.012491071,0.00011481924,0.000023220193,0.0024915722,0.000009619647,1.5224494e-7,0.0010246899,0.031840548,0.9512216],"study_design_scores_gemma":[0.0007529325,0.0049698874,0.00027670228,0.00453047,0.00006685896,0.000664017,0.00012142217,0.000010503046,5.789004e-7,0.0004356652,0.9880333,0.00013767433],"about_ca_topic_score_codex":0.0020644544,"about_ca_topic_score_gemma":0.000813336,"teacher_disagreement_score":0.95619273,"about_ca_system_score_codex":0.00038538483,"about_ca_system_score_gemma":0.0027423413,"threshold_uncertainty_score":0.5728096},"labels":[],"label_agreement":null},{"id":"W4310038929","doi":"10.21810/jicw.v5i2.5071","title":"Implications of Misinformation for Public Order Policing","year":2022,"lang":"en","type":"article","venue":"The Journal of Intelligence Conflict and Warfare","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Misinformation; Presentation (obstetrics); Reputation; Order (exchange); Sociology; Criminology; Public relations; Political science; Media studies; Law; Social science; Business; Medicine","score_opus":0.046315272866235664,"score_gpt":0.2828880680660368,"score_spread":0.23657279519980112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310038929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08232808,0.0004404503,0.9101413,0.006324228,0.00019126321,0.00015656462,0.0000052132,0.000012306459,0.0004006145],"genre_scores_gemma":[0.9967426,0.00021519787,0.0026145785,0.0003201983,0.000035283112,0.000005202407,8.7285014e-7,0.0000032235398,0.000062845764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993073,0.00004567392,0.0003280602,0.000046774527,0.0001586611,0.00011357207],"domain_scores_gemma":[0.9989087,0.00013737495,0.00034187405,0.00016816171,0.00039978267,0.00004408374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007760865,0.000053932537,0.00009739408,0.00012872052,0.00033023197,0.000045975776,0.0005142165,0.000015715157,0.000018930408],"category_scores_gemma":[0.00008474857,0.00003768305,0.00004587717,0.00035082788,0.000033737393,0.00030286383,0.000097085154,0.00012734477,6.884259e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102677324,0.00008708898,0.0006374145,0.000060854596,0.000100084115,8.317652e-7,0.025330503,0.0047897273,0.010202947,0.12159178,0.0017569759,0.8353391],"study_design_scores_gemma":[0.0016780625,0.0064376295,0.012734256,0.00019948295,0.00023026453,0.0046739215,0.031572998,0.15397657,0.22849943,0.06430763,0.49457085,0.0011189157],"about_ca_topic_score_codex":0.000037425725,"about_ca_topic_score_gemma":0.0000040713494,"teacher_disagreement_score":0.9144145,"about_ca_system_score_codex":0.000025509673,"about_ca_system_score_gemma":0.000083968065,"threshold_uncertainty_score":0.25399107},"labels":[],"label_agreement":null},{"id":"W4310934721","doi":"10.1145/3570748.3570753","title":"Exploring Crowdsourced Content Moderation Through Lens of Reddit during COVID-19","year":2022,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Moderation; Coronavirus disease 2019 (COVID-19); Computer science; User-generated content; Crowdsourcing; Lens (geology); Content (measure theory); World Wide Web; Social media; Optics; Physics; Mathematics; Medicine","score_opus":0.2327180794807586,"score_gpt":0.269048175474353,"score_spread":0.03633009599359441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310934721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5706931,0.0000238735,0.42602062,0.0009573897,0.0003080653,0.00012663855,0.0000018044965,0.00023045059,0.0016380972],"genre_scores_gemma":[0.991073,0.000018068482,0.007608386,0.00037533615,0.00003622316,0.000086874184,0.0000024323224,0.0000070030896,0.0007926824],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989114,0.00007859331,0.00022307348,0.00027711465,0.0003260262,0.00018379294],"domain_scores_gemma":[0.99944127,0.00003337753,0.00008781485,0.0003390248,0.000039052175,0.000059460428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021780138,0.000082853374,0.00011174257,0.00008027199,0.00054196885,0.000052913772,0.0003071982,0.000015434125,0.00012245648],"category_scores_gemma":[0.000050760216,0.0000851293,0.000060861687,0.00031296466,0.000015803522,0.00081499375,0.00026643078,0.000120321514,0.000008371142],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016433618,0.000247012,0.0004458156,0.00012679414,0.000085319836,0.000080827565,0.022696389,0.19917664,0.6324626,0.13517626,0.0009552971,0.008382689],"study_design_scores_gemma":[0.0019199298,0.0005050718,0.0014670048,0.000015080001,0.000012970416,0.00017258819,0.0031719639,0.076408036,0.89588696,0.0032526571,0.016654022,0.00053372665],"about_ca_topic_score_codex":0.00041674537,"about_ca_topic_score_gemma":0.000015021698,"teacher_disagreement_score":0.42037994,"about_ca_system_score_codex":0.00015924087,"about_ca_system_score_gemma":0.000060631526,"threshold_uncertainty_score":0.4168441},"labels":[],"label_agreement":null},{"id":"W4311192871","doi":"10.36227/techrxiv.21708188","title":"Regional language toxic comment classification","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Marathi; Popularity; Social media; Hindi; Computer science; Gujarati; Focus (optics); Entertainment; Artificial intelligence; Natural language processing; Data science; World Wide Web; Political science; Linguistics","score_opus":0.03997279582722367,"score_gpt":0.2830121337848864,"score_spread":0.2430393379576627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311192871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019428987,0.0004236752,0.86042666,0.041556723,0.0034907497,0.0007601923,0.0000134039265,0.0015997421,0.07229985],"genre_scores_gemma":[0.86039066,0.00021777305,0.10191426,0.012917359,0.0005709467,0.0006401389,0.00040263726,0.00004961445,0.022896603],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985818,0.0001103921,0.00019955296,0.0005181374,0.00040600318,0.0001840686],"domain_scores_gemma":[0.99875534,0.000032555203,0.0001291811,0.0009788083,0.0000331411,0.000070995084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002930065,0.00015015097,0.00013176321,0.00012809226,0.00015884389,0.00018424055,0.0010477097,0.0001073836,0.00054289144],"category_scores_gemma":[0.00000998424,0.00014859073,0.00010411554,0.00016767278,0.000015853811,0.00009091773,0.0013298636,0.0005185943,0.00011831752],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028066874,0.0005875337,0.00019100615,0.00017683078,0.00017039085,0.00011707867,0.0055318014,0.0015575861,0.009060825,0.36925483,0.32761014,0.2857139],"study_design_scores_gemma":[0.0005260599,0.000212173,0.00392611,0.00006281721,0.000025597015,0.00006329394,0.0012285125,0.13412431,0.0062036836,0.015181789,0.83729315,0.0011525217],"about_ca_topic_score_codex":0.0001869129,"about_ca_topic_score_gemma":0.000013818098,"teacher_disagreement_score":0.8409617,"about_ca_system_score_codex":0.00020133021,"about_ca_system_score_gemma":0.00011179737,"threshold_uncertainty_score":0.6059354},"labels":[],"label_agreement":null},{"id":"W4311204652","doi":"10.36227/techrxiv.21708188.v1","title":"Regional language toxic comment classification","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Marathi; Popularity; Hindi; Social media; Focus (optics); Computer science; Gujarati; Entertainment; Artificial intelligence; Natural language processing; Data science; World Wide Web; Political science; Linguistics","score_opus":0.03997279582722367,"score_gpt":0.2830121337848864,"score_spread":0.2430393379576627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311204652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019428987,0.0004236752,0.86042666,0.041556723,0.0034907497,0.0007601923,0.0000134039265,0.0015997421,0.07229985],"genre_scores_gemma":[0.86039066,0.00021777305,0.10191426,0.012917359,0.0005709467,0.0006401389,0.00040263726,0.00004961445,0.022896603],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985818,0.0001103921,0.00019955296,0.0005181374,0.00040600318,0.0001840686],"domain_scores_gemma":[0.99875534,0.000032555203,0.0001291811,0.0009788083,0.0000331411,0.000070995084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002930065,0.00015015097,0.00013176321,0.00012809226,0.00015884389,0.00018424055,0.0010477097,0.0001073836,0.00054289144],"category_scores_gemma":[0.00000998424,0.00014859073,0.00010411554,0.00016767278,0.000015853811,0.00009091773,0.0013298636,0.0005185943,0.00011831752],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028066874,0.0005875337,0.00019100615,0.00017683078,0.00017039085,0.00011707867,0.0055318014,0.0015575861,0.009060825,0.36925483,0.32761014,0.2857139],"study_design_scores_gemma":[0.0005260599,0.000212173,0.00392611,0.00006281721,0.000025597015,0.00006329394,0.0012285125,0.13412431,0.0062036836,0.015181789,0.83729315,0.0011525217],"about_ca_topic_score_codex":0.0001869129,"about_ca_topic_score_gemma":0.000013818098,"teacher_disagreement_score":0.8409617,"about_ca_system_score_codex":0.00020133021,"about_ca_system_score_gemma":0.00011179737,"threshold_uncertainty_score":0.6059354},"labels":[],"label_agreement":null},{"id":"W4311681158","doi":"10.22215/etd/2022-15230","title":"Comparative Evaluation on Effect of ELMo in Combination with Machine Learning, and Ensemble Models","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Word embedding; Machine learning; Word (group theory); Artificial intelligence; Ensemble learning; Process (computing); Embedding; Natural language processing; Mathematics","score_opus":0.015246856293217429,"score_gpt":0.293212676833301,"score_spread":0.27796582054008356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311681158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9560639,0.00027378983,0.00646441,0.000020026631,0.00020051948,0.0010357493,0.0000015404362,0.00007635634,0.035863698],"genre_scores_gemma":[0.99666905,0.000032809632,0.0005186557,0.000006201249,0.000004738441,0.00013116382,0.00030214924,0.000011089739,0.0023241325],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981246,0.0004965199,0.00021486069,0.00039209906,0.0006444158,0.00012750181],"domain_scores_gemma":[0.99929357,0.0001551795,0.00023891643,0.00016296425,0.00011881917,0.000030567648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085874833,0.00019488954,0.00033306115,0.00037593686,0.00010590269,0.00004698329,0.00015757399,0.00008785387,0.000054978733],"category_scores_gemma":[0.0000254683,0.00015942522,0.00003112179,0.00040711116,0.000011326711,0.00023061788,0.000026397482,0.0003821349,0.0000036813904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074625076,0.0016106192,0.003587476,0.0015000559,0.0005011704,0.000051444677,0.040686224,0.260975,0.015505874,0.0847707,0.0004261378,0.58292276],"study_design_scores_gemma":[0.002165978,0.0054150494,0.002023528,0.00013606423,0.000042678163,0.0000058685796,0.00026354057,0.95207435,0.03564527,0.0018572289,0.000092878014,0.00027756326],"about_ca_topic_score_codex":0.0003236407,"about_ca_topic_score_gemma":0.0007480899,"teacher_disagreement_score":0.69109935,"about_ca_system_score_codex":0.0001007998,"about_ca_system_score_gemma":0.00007208683,"threshold_uncertainty_score":0.6501172},"labels":[],"label_agreement":null},{"id":"W4311707726","doi":"10.1080/01639625.2022.2154179","title":"The Group Nature of Academic Dishonesty &amp; Diffusion of Responsibility in Online Student Chat Groups","year":2022,"lang":"en","type":"article","venue":"Deviant Behavior","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Academic dishonesty; Dishonesty; Cheating; Academic integrity; Psychology; Deviance (statistics); Context (archaeology); Social psychology; Computer science","score_opus":0.0159764267436487,"score_gpt":0.2987468349855003,"score_spread":0.2827704082418516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311707726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99788094,0.00054637,0.0003233317,0.00023038832,0.0005087219,0.0004294614,0.000035710258,0.000038189683,0.0000068717627],"genre_scores_gemma":[0.999165,0.00009903127,0.0004880925,0.000043872777,0.000021866626,0.00008346352,0.000022686549,0.0000056890563,0.000070275004],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99799705,0.00033614217,0.00046587212,0.00034368807,0.0006252157,0.00023204337],"domain_scores_gemma":[0.99891293,0.00016262716,0.00021583147,0.0006053838,0.000051220683,0.00005198739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011508431,0.000121820915,0.00020304219,0.00010057153,0.00020213098,0.000017600492,0.0009977333,0.00011062439,0.0000129063665],"category_scores_gemma":[0.00006442091,0.00008358056,0.0000905461,0.0007186737,0.000056020974,0.0001339806,0.00077861187,0.0009039382,0.0000015079127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028703178,0.0022458711,0.49713004,0.000035572222,0.000012783432,0.00006901047,0.0030585048,0.000024082216,0.29843834,0.0022011665,0.000060867773,0.19643675],"study_design_scores_gemma":[0.00033471858,0.00018158788,0.99378365,0.000023320357,0.000010663523,0.000028615801,0.00032312912,0.00018048994,0.002706248,0.0001674936,0.002142611,0.00011743964],"about_ca_topic_score_codex":0.000109639666,"about_ca_topic_score_gemma":0.00073427474,"teacher_disagreement_score":0.49665365,"about_ca_system_score_codex":0.00010799091,"about_ca_system_score_gemma":0.000043040814,"threshold_uncertainty_score":0.3927212},"labels":[],"label_agreement":null},{"id":"W4312084660","doi":"10.1016/j.dib.2022.108832","title":"A curated dataset for hate speech detection on social media text","year":2022,"lang":"en","type":"article","venue":"Data in Brief","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Natural Sciences and Engineering Research Council of Canada; Lakehead University","keywords":"Computer science; Slang; Social media; Natural language processing; Preprocessor; Vocabulary; Classifier (UML); Sentence; Artificial intelligence; Perplexity; Speech recognition; Information retrieval; World Wide Web; Linguistics; Language model","score_opus":0.059261112135079716,"score_gpt":0.2942761866840025,"score_spread":0.2350150745489228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312084660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25085306,0.00018334232,0.575952,0.008258015,0.013233696,0.0039689625,0.14504434,0.0014289651,0.0010776147],"genre_scores_gemma":[0.9459094,0.00001558983,0.007183395,0.0014797471,0.00053595076,0.00027038692,0.04447765,0.000036367936,0.000091560956],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985429,0.00011240571,0.00019666231,0.0005587823,0.0003172065,0.0002720643],"domain_scores_gemma":[0.99880576,0.00013512612,0.00010600261,0.0008875612,0.000021594831,0.000043936834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007214791,0.000107284264,0.000121457495,0.00015431245,0.00039761746,0.00013415959,0.0013679081,0.00004190115,0.00005318414],"category_scores_gemma":[0.00022779098,0.000119112075,0.000021643478,0.0006148518,0.000021527327,0.0005413142,0.0007825621,0.00024726402,0.000049737944],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013332366,0.00015634038,0.000011246977,0.000012653549,0.000013437336,0.000051635692,0.00034045964,0.00006075093,0.002417317,0.0010243207,0.11735397,0.8784245],"study_design_scores_gemma":[0.0012706832,0.00021608837,0.0010915222,0.0000076189344,0.0000088644,0.00005626676,0.000103172824,0.05077063,0.009800116,0.0012964407,0.93505406,0.00032452907],"about_ca_topic_score_codex":0.00023527484,"about_ca_topic_score_gemma":0.00046131312,"teacher_disagreement_score":0.87810004,"about_ca_system_score_codex":0.00009263329,"about_ca_system_score_gemma":0.00004601761,"threshold_uncertainty_score":0.48572496},"labels":[],"label_agreement":null},{"id":"W4312119814","doi":"","title":"LA CYBERJUSTICE COMME RÉPONSE AUX BESOINS JURIDIQUES DES PERSONNES ITINÉRANTES: SON POTENTIEL ET SES EMBÛCHES","year":2013,"lang":"fr","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Political science","score_opus":0.26898899250842756,"score_gpt":0.4981316762764725,"score_spread":0.22914268376804492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312119814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8770712,0.085164666,0.017090494,0.0066499673,0.002287323,0.0010036905,0.00008128392,0.00026057436,0.010390809],"genre_scores_gemma":[0.92683995,0.057184774,0.007538126,0.0018255905,0.0005609353,0.00011027673,0.000011073021,0.00012711454,0.0058021466],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9930454,0.002223267,0.0014381297,0.001007861,0.001112912,0.0011724158],"domain_scores_gemma":[0.99372315,0.0018984822,0.0013023511,0.0010075909,0.0013465857,0.00072180666],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034933384,0.0008111307,0.0011858274,0.0010030752,0.001161262,0.010471142,0.0051879026,0.00043077883,0.007762434],"category_scores_gemma":[0.0016285906,0.0007935965,0.00052892533,0.0016830472,0.000886638,0.01244287,0.0021364568,0.0012772784,0.00035087613],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004024835,0.0027617433,0.07601696,0.0017903723,0.0012110343,0.00079613953,0.017670121,0.00048958644,0.123522624,0.006293417,0.26418567,0.50485986],"study_design_scores_gemma":[0.0022533375,0.0002912255,0.62522596,0.009662861,0.0008990233,0.0016479898,0.0060757636,0.011377709,0.12300795,0.07103243,0.14494506,0.0035807213],"about_ca_topic_score_codex":0.022406375,"about_ca_topic_score_gemma":0.0006414445,"teacher_disagreement_score":0.549209,"about_ca_system_score_codex":0.00021466923,"about_ca_system_score_gemma":0.00082412385,"threshold_uncertainty_score":0.9994515},"labels":[],"label_agreement":null},{"id":"W4313136413","doi":"10.1177/20539517221143361","title":"Cognitive assemblages: The entangled nature of algorithmic content moderation","year":2022,"lang":"en","type":"article","venue":"Big Data & Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; International Centre for Comparative Criminology","funders":"Fondation du Risque; Institut Mines-Télécom","keywords":"Moderation; Computer science; Cognition; Limiting; Social media; Set (abstract data type); Data science; Computer security; Internet privacy; Cognitive science; World Wide Web; Psychology","score_opus":0.09870896551830664,"score_gpt":0.2820379095833584,"score_spread":0.18332894406505174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313136413","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19373758,0.0010793104,0.79915273,0.0024880397,0.0018663087,0.00072894763,0.00044555851,0.00018591617,0.0003155861],"genre_scores_gemma":[0.99569494,0.000077823,0.0026651474,0.0009925506,0.00012867352,0.000038664035,0.0002841964,0.000006405206,0.00011159244],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988073,0.00013522044,0.0001521348,0.0003357386,0.00041948215,0.00015011373],"domain_scores_gemma":[0.9989703,0.00009986244,0.00011514901,0.0006981581,0.0000879882,0.000028484817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006038033,0.00008595161,0.00009689393,0.000014114562,0.00045825006,0.00009315274,0.001103874,0.000054729368,0.000011617814],"category_scores_gemma":[0.00004029169,0.00006633159,0.00008131724,0.00030684142,0.000038683407,0.00033376328,0.0010040067,0.00038639506,0.0000049493733],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009376435,0.00085005094,0.00035782834,0.00007842682,0.0007560946,0.00003299001,0.01950842,0.00030221816,0.06752566,0.00909389,0.1127334,0.78866726],"study_design_scores_gemma":[0.002377443,0.0006018588,0.0048420737,0.00006359399,0.00014735117,0.00014034289,0.02087559,0.86303437,0.059881784,0.0023749662,0.044893537,0.0007670923],"about_ca_topic_score_codex":0.0000943518,"about_ca_topic_score_gemma":0.000019322264,"teacher_disagreement_score":0.8627322,"about_ca_system_score_codex":0.000053371947,"about_ca_system_score_gemma":0.00009175259,"threshold_uncertainty_score":0.35245353},"labels":[],"label_agreement":null},{"id":"W4313690393","doi":"10.2139/ssrn.4317451","title":"Legal Remedies for Online Attacks: Young People’s Perspectives","year":2019,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Internet privacy; Political science; Law; Computer security; Criminology; Psychology; Computer science","score_opus":0.006049373321593611,"score_gpt":0.23931377928557118,"score_spread":0.23326440596397757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313690393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5622183,0.0023685324,0.42893735,0.002872263,0.0016767277,0.00035249293,0.0000030694205,0.00018024429,0.0013910556],"genre_scores_gemma":[0.9859607,0.0014119227,0.005196517,0.000055455082,0.0006079593,0.000008260778,0.0000027468348,0.000019786075,0.006736641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99732584,0.00005309207,0.00022698366,0.00033783095,0.00030380045,0.0017524454],"domain_scores_gemma":[0.99922407,0.000056787525,0.00013992946,0.00028641205,0.00021032307,0.000082496954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010006506,0.0001637432,0.0001985657,0.0001515871,0.00025437996,0.00021634805,0.00062847184,0.00006979067,0.000014629951],"category_scores_gemma":[0.00008883278,0.00014285841,0.0001750491,0.00026224027,0.000020509677,0.00073265255,0.000067427325,0.0010359051,0.000065072134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012199497,0.00021051103,0.0029130357,0.000021044343,0.000281122,0.0000043584473,0.0025954219,0.00011852934,0.004875654,0.93272585,0.00056737696,0.055565074],"study_design_scores_gemma":[0.011619221,0.013004003,0.021605272,0.0002985721,0.0002126524,0.015197087,0.06849762,0.048916887,0.005709061,0.71565974,0.09595901,0.0033208563],"about_ca_topic_score_codex":0.000092501294,"about_ca_topic_score_gemma":0.0035267062,"teacher_disagreement_score":0.42374244,"about_ca_system_score_codex":0.00064318767,"about_ca_system_score_gemma":0.00118561,"threshold_uncertainty_score":0.5825597},"labels":[],"label_agreement":null},{"id":"W4318613404","doi":"10.2139/ssrn.4325513","title":"Popularity Bias in Anonymous Matching Markets: Efficiency, Errors, and Fake Views","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Queen's University","funders":"","keywords":"Popularity; Matching (statistics); Anonymity; Computer science; Internet privacy; Psychology; Computer security; Social psychology; Statistics; Mathematics","score_opus":0.036372612876672775,"score_gpt":0.2762988297243136,"score_spread":0.23992621684764082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318613404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6737351,0.0058267848,0.3153609,0.0017002525,0.0022206286,0.00045604428,0.0000049707246,0.00033054576,0.00036479608],"genre_scores_gemma":[0.9839487,0.010888983,0.002909746,0.00012154624,0.00035900454,0.000025786163,0.000010057472,0.000060991177,0.0016751934],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9947072,0.0004983204,0.0007049387,0.00083486224,0.00057132955,0.0026833247],"domain_scores_gemma":[0.99862593,0.00008497439,0.0004372445,0.0006180406,0.00007010753,0.00016368036],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0071999105,0.00041182188,0.00050948706,0.0006189524,0.0003393498,0.00059563515,0.0013441981,0.00036834026,0.0000046975574],"category_scores_gemma":[0.00015596864,0.00038944252,0.00019955022,0.0005645166,0.000045698278,0.000314628,0.0010847752,0.006931406,0.000039629547],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030688703,0.00089188747,0.022392072,0.000710192,0.00079813367,0.0013388994,0.0065746317,0.008769859,0.0014889629,0.17377746,0.00090960204,0.78204143],"study_design_scores_gemma":[0.0009186109,0.0003226107,0.010271604,0.00051619107,0.000040548257,0.0025009995,0.0006576998,0.013351631,0.00011588741,0.9686487,0.0016415996,0.0010139471],"about_ca_topic_score_codex":0.00097113056,"about_ca_topic_score_gemma":0.0067745475,"teacher_disagreement_score":0.7948712,"about_ca_system_score_codex":0.0011724597,"about_ca_system_score_gemma":0.0021396042,"threshold_uncertainty_score":0.99985576},"labels":[],"label_agreement":null},{"id":"W4318659828","doi":"10.4337/jlp.2022.02.01","title":"Heckling and free speech","year":2022,"lang":"en","type":"article","venue":"Journal of Legal Philosophy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Free speech; Presentation (obstetrics); Politics; First amendment; Accountability; State (computer science); Expression (computer science); Law; Sociology; Political science; Psychology; Computer science; Medicine","score_opus":0.00982486995447335,"score_gpt":0.20984927124861114,"score_spread":0.2000244012941378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318659828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83589536,0.0028691848,0.06406356,0.04819538,0.005873526,0.00024279204,0.000008799535,0.00016648241,0.042684905],"genre_scores_gemma":[0.9841916,0.000015672513,0.014636213,0.0005361106,0.000500673,0.0000010102171,1.2613455e-7,0.0000064041155,0.00011219542],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99899536,0.00006590846,0.00024945647,0.00011923011,0.00044033775,0.0001297087],"domain_scores_gemma":[0.9993791,0.000029684215,0.00020656985,0.00022274799,0.00006770689,0.0000942181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049683714,0.00007373806,0.00013359715,0.00018136822,0.00023455155,0.0001147464,0.0006230688,0.00001826798,0.000021881413],"category_scores_gemma":[0.000041017945,0.00006809821,0.00007875709,0.0002552441,0.00001891036,0.0005453517,0.00034028804,0.0004167501,0.000003565912],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068814924,0.0008570149,0.001373162,0.0001141429,0.00040490847,0.0077094873,0.002863925,0.0032931215,0.04301297,0.6449299,0.026078613,0.2686746],"study_design_scores_gemma":[0.0031786647,0.0035778445,0.0012442367,0.00006841165,0.000046822122,0.018035406,0.00014336717,0.005922708,0.01153365,0.6819169,0.2737119,0.0006200773],"about_ca_topic_score_codex":0.000010425658,"about_ca_topic_score_gemma":5.061846e-7,"teacher_disagreement_score":0.26805454,"about_ca_system_score_codex":0.000045094435,"about_ca_system_score_gemma":0.00005797869,"threshold_uncertainty_score":0.27769646},"labels":[],"label_agreement":null},{"id":"W4320733729","doi":"10.1108/intr-07-2022-0563","title":"Examining the motivations of sharing political deepfake videos: the role of political brand hate and moral consciousness","year":2023,"lang":"en","type":"article","venue":"Internet Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Ideology; Politics; Harm; Consciousness; Political consciousness; Social psychology; Psychology; Political science; Sociology; Public relations; Law","score_opus":0.08443513135309778,"score_gpt":0.34202910868213354,"score_spread":0.2575939773290358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320733729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99048364,0.000053839794,0.0030692199,0.00173747,0.00006684397,0.00016835064,0.0000034429934,0.00004836256,0.0043688063],"genre_scores_gemma":[0.9993729,0.000004282091,0.000119489334,0.000034902212,0.000046769364,0.000018983232,0.000001047788,0.000006865959,0.0003947654],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99827456,0.00022614273,0.00022262712,0.00024297158,0.00048768267,0.0005459829],"domain_scores_gemma":[0.99819154,0.0010622403,0.000032048953,0.0004037309,0.00020740113,0.00010303929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016510868,0.00006988128,0.00011678092,0.00018775347,0.0001401693,0.00015652503,0.0007993213,0.00004936544,0.000014069617],"category_scores_gemma":[0.00051697716,0.00004309227,0.000032496417,0.0006204506,0.0005408856,0.00013889284,0.0008272569,0.00032162157,0.000019228717],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012731916,0.000019977766,0.032212086,0.000020352598,0.000023500339,0.000006201315,0.001320829,0.000009734002,0.004415971,0.9552756,0.000093801864,0.0065892385],"study_design_scores_gemma":[0.0006664534,0.0004960089,0.28778166,0.0002924935,0.000014915196,0.00010450148,0.007333684,0.2494385,0.21168198,0.24083857,0.0011143058,0.00023693647],"about_ca_topic_score_codex":0.0022100667,"about_ca_topic_score_gemma":0.00009809455,"teacher_disagreement_score":0.714437,"about_ca_system_score_codex":0.000029130644,"about_ca_system_score_gemma":0.000066180066,"threshold_uncertainty_score":0.33409742},"labels":[],"label_agreement":null},{"id":"W4320920881","doi":"10.3390/info14020124","title":"Modeling and Moderation of COVID-19 Social Network Chat","year":2023,"lang":"en","type":"article","venue":"Information","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"Canadian Institutes of Health Research","keywords":"Misinformation; Computer science; Moderation; Conversation; Social media; Newspaper; PageRank; Hidden Markov model; Coronavirus disease 2019 (COVID-19); Casual; World Wide Web; Internet privacy; Artificial intelligence; Machine learning; Psychology; Computer security; Sociology; Communication","score_opus":0.023118616562597637,"score_gpt":0.2566452818126749,"score_spread":0.23352666525007723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320920881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08926869,0.0000071340874,0.90923756,0.0006728569,0.00013365148,0.00007543743,9.2081615e-7,0.00017980734,0.00042395625],"genre_scores_gemma":[0.99709255,0.00002161106,0.0025280435,0.00026195892,0.00005710762,0.0000069394114,0.00001818963,0.0000014246408,0.000012159488],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99954736,0.000015478265,0.00015776054,0.000050177965,0.00013264574,0.000096545504],"domain_scores_gemma":[0.9997887,0.000012338502,0.000053473956,0.000067583904,0.000043298947,0.000034610945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029044278,0.000038986927,0.000050291954,0.00008875936,0.00018112453,0.000088407745,0.00007346554,0.000041175594,0.0000013891062],"category_scores_gemma":[0.000032949978,0.00003974483,0.000014941878,0.00029666448,0.000007771653,0.0014112939,0.000044696408,0.000035879213,0.000028363283],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011500787,0.0000029957773,0.00003654396,0.00006248019,0.0000063980947,3.9788156e-7,0.009302212,0.8184894,0.0001419694,0.048163258,0.0012594556,0.12252344],"study_design_scores_gemma":[0.00012196325,0.000014041064,0.000089783025,0.0000032910696,0.0000011152543,0.000002279664,0.00008010267,0.98882496,0.00012837151,0.0097395675,0.0009525463,0.000041973777],"about_ca_topic_score_codex":0.00004326088,"about_ca_topic_score_gemma":0.000005752626,"teacher_disagreement_score":0.90782386,"about_ca_system_score_codex":0.00002504494,"about_ca_system_score_gemma":0.000043507196,"threshold_uncertainty_score":0.16207471},"labels":[],"label_agreement":null},{"id":"W4321437518","doi":"10.1007/s11245-023-09898-2","title":"A Spoonful of Sugar Makes the Hate Speech Go Down: Sugar-Coating in White Nationalist Recruitment Speech","year":2023,"lang":"en","type":"article","venue":"Topoi","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Nationalism; White (mutation); Sugar; Utterance; Rhetoric; Coating; Linguistics; Aesthetics; Psychology; Sociology; Art; Food science; Philosophy; Political science; Chemistry; Politics; Law; Biochemistry","score_opus":0.040568833098659836,"score_gpt":0.2811712041164411,"score_spread":0.24060237101778126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321437518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9628975,0.00013213148,0.004583601,0.008749212,0.0010621609,0.0010214607,0.00001445941,0.0004494999,0.021089993],"genre_scores_gemma":[0.9792041,0.000054793472,0.011359737,0.0004494195,0.00019730604,0.00010012686,0.000020740146,0.0000229396,0.008590845],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998288,0.00012599927,0.00036870898,0.00035632175,0.00050619437,0.0003547812],"domain_scores_gemma":[0.99903315,0.00014798374,0.00014315132,0.0005193622,0.00010327033,0.0000530964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00116004,0.00014828276,0.00018288117,0.00022697657,0.00014337298,0.00012272177,0.00065920426,0.00007016468,0.00008092395],"category_scores_gemma":[0.000117119824,0.00011575704,0.00008001681,0.0013559693,0.00005368086,0.00021989315,0.00021365324,0.00019577812,0.00033589592],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118877,0.0004104381,0.023933565,0.00026063956,0.00014727702,0.00074315653,0.016130377,0.0029568735,0.038474366,0.09153085,0.018385192,0.80690837],"study_design_scores_gemma":[0.0041077756,0.00081505923,0.18710716,0.0007878219,0.00005970785,0.0005151187,0.002835206,0.09892554,0.45535836,0.059058152,0.18836221,0.0020678893],"about_ca_topic_score_codex":0.0002701311,"about_ca_topic_score_gemma":0.000451964,"teacher_disagreement_score":0.8048405,"about_ca_system_score_codex":0.0000822918,"about_ca_system_score_gemma":0.00006961602,"threshold_uncertainty_score":0.4720435},"labels":[],"label_agreement":null},{"id":"W4322421454","doi":"10.1073/pnas.2209384120","title":"Is hate speech detection the solution the world wants?","year":2023,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Stakeholder; Key (lock); Computer science; Data science; Voice activity detection; Public relations; Speech processing; Political science; Computer security; Artificial intelligence","score_opus":0.04615980716756638,"score_gpt":0.2977012030647309,"score_spread":0.2515413958971645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322421454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8937449,0.00012494493,0.00035972282,0.091212265,0.00038857863,0.0006055814,0.00000663603,0.00020805608,0.013349327],"genre_scores_gemma":[0.9972935,0.00002562679,0.00063357654,0.00063225004,0.00011641704,0.00001528792,2.8631815e-8,0.0000029834227,0.0012803612],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99781936,0.00001670047,0.00025833288,0.0002692133,0.0014148218,0.00022155252],"domain_scores_gemma":[0.9992128,0.00016487672,0.00033968833,0.000025183686,0.00023367761,0.000023775381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002987627,0.00009030406,0.00008683805,0.00022578367,0.00092134665,0.0001323911,0.00197549,0.000051786254,0.0000060937828],"category_scores_gemma":[0.00027192463,0.000043460157,0.00009615805,0.0038808738,0.00056673307,0.00072663475,0.00032178135,0.00023566556,0.000025472786],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021626942,0.000047570127,0.0014363683,0.00005883944,0.000049249462,3.5312308e-8,0.0015801588,0.00047063894,0.78997517,0.10474387,0.019979281,0.081637174],"study_design_scores_gemma":[0.000078984864,0.00003177804,0.034931857,0.00004121685,0.0000071099803,0.000016174337,0.00012054993,0.052258886,0.82175535,0.08807465,0.002605804,0.00007765349],"about_ca_topic_score_codex":0.000020229845,"about_ca_topic_score_gemma":0.0000017865705,"teacher_disagreement_score":0.10354859,"about_ca_system_score_codex":0.000036285277,"about_ca_system_score_gemma":0.00002589826,"threshold_uncertainty_score":0.7086347},"labels":[],"label_agreement":null},{"id":"W4322747517","doi":"10.21608/jsb.2023.185880.1549","title":"التوظیف السیاسی لخطاب الكراهیة فی تغطیة الریاضة: دراسة حالة لكأس العالم بقطر 2022","year":2023,"lang":"ar","type":"article","venue":"مجلة البحوث الإعلامیة","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Environmental science","score_opus":0.01722232065524097,"score_gpt":0.24409205676673268,"score_spread":0.22686973611149172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322747517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6519803,0.009100862,0.026238909,0.03718295,0.0664276,0.0061743017,0.0007000468,0.015572249,0.18662277],"genre_scores_gemma":[0.8818927,0.0025982284,0.0037517874,0.0035262736,0.005170204,0.00036946256,0.00027163496,0.00047141075,0.10194832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98775893,0.00060727965,0.0018537738,0.0034023349,0.0027354897,0.0036421886],"domain_scores_gemma":[0.99292195,0.00042607277,0.0007865003,0.0038920452,0.000570973,0.0014024758],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0026294144,0.0016032037,0.0015134533,0.0015351196,0.0019467131,0.0016655405,0.0040233093,0.0010601337,0.0020882546],"category_scores_gemma":[0.00044837696,0.0017192569,0.001061346,0.0073843957,0.0004977341,0.0017472248,0.0022149554,0.0022495815,0.064175054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052824646,0.0015459331,0.0043017776,0.0010209706,0.0012377125,0.0042418586,0.010099704,0.0026066264,0.021829965,0.037197098,0.51116705,0.40422305],"study_design_scores_gemma":[0.003410607,0.0015128333,0.010904797,0.0006429652,0.00033557307,0.00042717988,0.0010876856,0.08284288,0.016762346,0.006623096,0.87159616,0.0038538824],"about_ca_topic_score_codex":0.0007348383,"about_ca_topic_score_gemma":0.00020616589,"teacher_disagreement_score":0.40036917,"about_ca_system_score_codex":0.00056000304,"about_ca_system_score_gemma":0.0007988043,"threshold_uncertainty_score":0.9996716},"labels":[],"label_agreement":null},{"id":"W4322754941","doi":"10.5206/fpq/2022.3/4.14295","title":"Online Extremism, AI, and (Human) Content Moderation","year":2022,"lang":"en","type":"article","venue":"Feminist Philosophy Quarterly","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Moderation; Content (measure theory); Psychology; Internet privacy; Computer science; Social psychology","score_opus":0.03412652545692186,"score_gpt":0.24719220718595603,"score_spread":0.21306568172903417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322754941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8027772,0.00040705616,0.15624052,0.017852858,0.0019266462,0.0009434243,0.00013189086,0.0011845201,0.018535946],"genre_scores_gemma":[0.9959731,0.0000011833462,0.0017397555,0.0015292458,0.00022861657,0.000059268907,0.000036010282,0.000013360931,0.00041942656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99860317,0.00009474506,0.0002688237,0.00046003767,0.00034506063,0.00022814966],"domain_scores_gemma":[0.9992863,0.000021858727,0.00010143936,0.00043035534,0.000045519646,0.00011451688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017663329,0.00016040579,0.0001590255,0.000114432594,0.00074097875,0.00020316086,0.00038254488,0.000040324685,0.000042076783],"category_scores_gemma":[0.000003830865,0.00017275533,0.000061314124,0.0001960486,0.00004498394,0.00030157177,0.00009686869,0.00027769167,0.000016420398],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011066286,0.0014782291,0.0005877592,0.00008256834,0.00009193275,0.00025836215,0.012277839,0.00013497556,0.02593635,0.80093676,0.0023428234,0.15576173],"study_design_scores_gemma":[0.007105362,0.020576628,0.0075458433,0.00013390752,0.00009382772,0.0016923468,0.002636307,0.15383975,0.0036720645,0.73389745,0.0656991,0.0031073943],"about_ca_topic_score_codex":0.000044862332,"about_ca_topic_score_gemma":0.000007842316,"teacher_disagreement_score":0.19319598,"about_ca_system_score_codex":0.00006283508,"about_ca_system_score_gemma":0.00003618842,"threshold_uncertainty_score":0.7044758},"labels":[],"label_agreement":null},{"id":"W4323544814","doi":"10.1177/17504813231156748","title":"A corpus-assisted discourse analysis of the representation of Syrian refugees in Canadian newspapers","year":2023,"lang":"en","type":"article","venue":"Discourse & Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Refugee; Newspaper; Critical discourse analysis; Ideology; Representation (politics); Immigration; Discourse analysis; Politics; Syrian refugees; Sociology; Corpus linguistics; Media studies; Gender studies; Political science; Linguistics; Law","score_opus":0.021816063128375623,"score_gpt":0.32118269494503254,"score_spread":0.2993666318166569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323544814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99357086,0.000079823345,0.00046680222,0.0038011014,0.000106229156,0.00022143366,0.000014466279,0.000046289406,0.001692965],"genre_scores_gemma":[0.99908113,0.00008349102,0.0004913559,0.000032863427,0.0000051275338,0.000024463301,0.000074288815,0.000006627488,0.00020064281],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985961,0.00034995153,0.00036386374,0.00020111934,0.0002702537,0.0002187278],"domain_scores_gemma":[0.9976433,0.00010387474,0.00028124696,0.0018066692,0.00009008164,0.00007481976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053935125,0.00009154196,0.00021892432,0.0007235943,0.00014441839,0.00003957052,0.0012096633,0.000059489197,0.000008359931],"category_scores_gemma":[0.00011701716,0.00007551006,0.00015091285,0.0055638556,0.00014444217,0.0002902083,0.00018329812,0.00013713443,0.0000060098405],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006586439,0.00050324184,0.5694841,0.000065633554,0.0011552712,0.000012107126,0.033141762,0.032982737,0.03868034,0.093269914,0.00093215954,0.22970688],"study_design_scores_gemma":[0.00022536817,0.0000210513,0.9493742,0.0000765739,0.00014299067,0.0000012002913,0.002273863,0.043910116,0.0030472286,0.0005034377,0.0003090457,0.00011492481],"about_ca_topic_score_codex":0.20005175,"about_ca_topic_score_gemma":0.5639795,"teacher_disagreement_score":0.3798901,"about_ca_system_score_codex":0.000108337204,"about_ca_system_score_gemma":0.00020827349,"threshold_uncertainty_score":0.8052752},"labels":[],"label_agreement":null},{"id":"W4360989207","doi":"10.18280/ria.370122","title":"An Ensemble Approach for Cyber Bullying: Text Messages and Images","year":2023,"lang":"fr","type":"article","venue":"Revue d intelligence artificielle","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.05758539978429706,"score_gpt":0.2938051088227666,"score_spread":0.23621970903846956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360989207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020138662,0.0035515933,0.9635033,0.0036881831,0.0016736828,0.00088126335,0.000030890107,0.00050546543,0.006026946],"genre_scores_gemma":[0.790287,0.0021309818,0.071795814,0.00028742157,0.00083922234,0.00027909887,0.00006099995,0.000103816885,0.13421562],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996828,0.00017128786,0.0005615496,0.0011842245,0.00026743874,0.0009875088],"domain_scores_gemma":[0.99793637,0.00034766307,0.00016436273,0.0009553664,0.00025774963,0.00033851218],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013866707,0.00037389252,0.00038281525,0.00027787167,0.0006992788,0.0007993065,0.0007336306,0.00026986832,0.00009009205],"category_scores_gemma":[0.00020517597,0.00040816105,0.00016769755,0.0012977057,0.00029601494,0.0009179531,0.00022578638,0.00031470918,0.0007861547],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043169093,0.00037489654,0.00014090646,0.00059949415,0.000058546346,0.000061931016,0.0059719393,0.04093012,0.033083707,0.049171794,0.010028544,0.859535],"study_design_scores_gemma":[0.00007784458,0.00049958227,0.00007478654,0.00012298531,0.00003625417,0.00013390367,0.002244041,0.8038787,0.14090294,0.0056298734,0.04591594,0.00048315193],"about_ca_topic_score_codex":0.00018587355,"about_ca_topic_score_gemma":0.000014465409,"teacher_disagreement_score":0.8917075,"about_ca_system_score_codex":0.000052914005,"about_ca_system_score_gemma":0.00008820002,"threshold_uncertainty_score":0.99999183},"labels":[],"label_agreement":null},{"id":"W4361295203","doi":"10.22329/il.v43i1.7304","title":"Whataboutisms: The Good, the Bad and the Ugly","year":2023,"lang":"en","type":"article","venue":"Informal Logic","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rhetorical question; Fallacy; Variety (cybernetics); Relevance (law); Epistemology; Rhetorical device; Function (biology); Rhetoric; Sociology; Economic Justice; Law and economics; Philosophy; Law; Political science; Linguistics; Computer science","score_opus":0.010946402060970613,"score_gpt":0.21668509617720935,"score_spread":0.20573869411623874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361295203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39319283,0.0032391616,0.101644576,0.17527618,0.0075064925,0.003394093,0.00001683551,0.0031856813,0.31254417],"genre_scores_gemma":[0.99322724,0.00026107318,0.00022871028,0.0044246796,0.000118603595,0.00004626218,0.0000014725325,0.000003901816,0.0016880608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999215,0.000064574335,0.00013938168,0.00010959235,0.00021265466,0.0002588027],"domain_scores_gemma":[0.99919814,0.00023920329,0.00005497473,0.00045213287,0.000024834282,0.000030728846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009976751,0.00008504341,0.000070448565,0.000028684695,0.00063016324,0.0004400683,0.0008441278,0.00003765298,0.000009943325],"category_scores_gemma":[0.0000671721,0.000031200012,0.000047680373,0.0004858665,0.00020637714,0.0004545973,0.00039363967,0.000196457,0.00049761357],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023036333,0.000004174514,0.00013836253,0.000005043608,0.00002005794,0.000009126946,0.0038251132,0.00031047157,0.000025755351,0.7399125,0.0028682728,0.25285807],"study_design_scores_gemma":[0.0019384918,0.00026936101,0.059999187,0.00002952894,0.000028089482,0.00038583062,0.0023156626,0.1412531,0.00088658225,0.067903064,0.72455007,0.00044103136],"about_ca_topic_score_codex":0.000068464884,"about_ca_topic_score_gemma":0.000021581724,"teacher_disagreement_score":0.7216818,"about_ca_system_score_codex":0.000005377371,"about_ca_system_score_gemma":0.000024675226,"threshold_uncertainty_score":0.63959813},"labels":[],"label_agreement":null},{"id":"W4361296415","doi":"10.1017/asjcl.2023.9","title":"Falsehoods, Foreign Interference, and Compelled Speech in Singapore","year":2023,"lang":"en","type":"article","venue":"Asian Journal of Comparative Law","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Jurisprudence; Statute; Doctrine; Political science; Misinformation; Law; Government (linguistics); Constitutional right; Free speech; State (computer science); Sociology; Supreme court; Computer science; Philosophy","score_opus":0.03184545017738778,"score_gpt":0.28088326953833104,"score_spread":0.24903781936094327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361296415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8727957,0.00023267357,0.045568794,0.0014822993,0.0005359142,0.00020893839,0.0000017432287,0.00008266729,0.07909129],"genre_scores_gemma":[0.9932815,0.000019329435,0.006435876,0.00007719992,0.00005794883,0.0000012037682,7.547947e-7,0.0000048452985,0.00012134715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998848,0.00014552554,0.00039982414,0.0001635512,0.00021859269,0.00022449381],"domain_scores_gemma":[0.99931073,0.00008740395,0.0002114688,0.00015572405,0.000119221775,0.000115454684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049089576,0.00012623068,0.00032919104,0.00028130622,0.00008286317,0.00015001796,0.00040780514,0.000044259647,0.000010586014],"category_scores_gemma":[0.000013153987,0.00010593011,0.00006040292,0.0006673171,0.000090014524,0.00050947117,0.000095355965,0.00029692845,0.00004372657],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021621458,0.00021539214,0.00442355,0.000045540524,0.00015996578,0.0014296704,0.01617361,0.00047415277,0.004961658,0.8930271,0.004568259,0.074304864],"study_design_scores_gemma":[0.00824853,0.0048769074,0.048759893,0.0015526362,0.00005243419,0.004003851,0.014056844,0.05856265,0.07695486,0.74964917,0.03175907,0.0015231433],"about_ca_topic_score_codex":0.0000075117487,"about_ca_topic_score_gemma":0.00006595715,"teacher_disagreement_score":0.14337794,"about_ca_system_score_codex":0.000027281973,"about_ca_system_score_gemma":0.00004805778,"threshold_uncertainty_score":0.43197042},"labels":[],"label_agreement":null},{"id":"W4362502062","doi":"10.1007/978-3-031-28993-4_12","title":"IN[The Hate Booth]: a Gamified Installation to Counteract Hate Speech","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Narrative; Citizen journalism; Sociology; Public relations; Political science; Psychology; Computer science; Multimedia; Internet privacy; Law; Art","score_opus":0.02542210201555556,"score_gpt":0.2513420922261594,"score_spread":0.22591999021060383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362502062","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008485429,0.00006751508,0.99048173,0.0034389945,0.0010401591,0.0009062318,0.00002769041,0.00010151596,0.0030876352],"genre_scores_gemma":[0.033051018,0.00013527102,0.9647596,0.0012480011,0.0002487448,0.00006744418,0.000034131404,0.00003053199,0.00042525926],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986504,0.000014728339,0.0005588573,0.00017628253,0.00034717462,0.00025255705],"domain_scores_gemma":[0.9986221,0.00027101347,0.000304146,0.0006405633,0.00012248609,0.00003964645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068014837,0.00024225442,0.000274374,0.00034429465,0.0006551937,0.0004121617,0.002127688,0.0001621745,5.862942e-7],"category_scores_gemma":[0.000058722464,0.00018011505,0.00014009178,0.0005194591,0.00014270123,0.0005082588,0.00057212764,0.00040921586,0.0000048220063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003658349,0.000015304602,0.0000023201824,0.00015390884,0.000051407125,8.7269365e-7,0.0061764894,0.87922496,0.000033274973,0.07808564,0.00028343982,0.035968713],"study_design_scores_gemma":[0.0002858827,0.00013150537,0.000149154,0.00040708637,0.000029784012,0.000036042173,0.000013658513,0.89738977,0.00021517959,0.004611282,0.09626475,0.0004658896],"about_ca_topic_score_codex":0.000080513615,"about_ca_topic_score_gemma":0.00033726275,"teacher_disagreement_score":0.09598131,"about_ca_system_score_codex":0.00007471555,"about_ca_system_score_gemma":0.00010937388,"threshold_uncertainty_score":0.73448783},"labels":[],"label_agreement":null},{"id":"W4362570193","doi":"10.1007/978-3-031-24687-6_155","title":"Should Reviewers and Website Moderators Censor Swearwords in Reviews? An Abstract","year":2023,"lang":"en","type":"book-chapter","venue":"Developments in marketing science: proceedings of the Academy of Marketing Science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Lethbridge","funders":"","keywords":"Meaning (existential); Product (mathematics); Censorship; Psychology; Political science; Law; Mathematics","score_opus":0.041141728011104224,"score_gpt":0.2947388936765641,"score_spread":0.25359716566545987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362570193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6916318,0.0019871176,0.000032795157,0.0017508577,0.0019200618,0.0037499163,0.000011065893,0.00034034913,0.29857606],"genre_scores_gemma":[0.709237,0.027302098,0.19682875,0.0013940821,0.00030149095,0.00018880582,0.0000020425562,0.0002918735,0.06445385],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99111754,0.0001268177,0.0020428868,0.0021777127,0.003300324,0.001234716],"domain_scores_gemma":[0.99613076,0.00063273305,0.0020410025,0.00042953054,0.00047801743,0.00028796395],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09692207,0.0006072253,0.000956814,0.0022464877,0.00074665487,0.00052110304,0.0068199257,0.0003715992,0.000012115841],"category_scores_gemma":[0.013009053,0.00050246913,0.00011601788,0.0043304437,0.0027056984,0.0027544769,0.0026918359,0.0014529865,0.00000805009],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003957724,0.00013370845,0.027046343,0.0048894896,0.00003523722,0.000010302001,0.003246986,0.000064801905,0.09678235,0.022496225,0.0012177981,0.843681],"study_design_scores_gemma":[0.0009391814,0.0001180386,0.9025378,0.041344285,0.00004619752,0.00008798005,0.0003815653,0.006023027,0.020801885,0.00948255,0.015573812,0.0026636336],"about_ca_topic_score_codex":0.000014150989,"about_ca_topic_score_gemma":0.0000041865146,"teacher_disagreement_score":0.8754915,"about_ca_system_score_codex":0.0004593355,"about_ca_system_score_gemma":0.0007730644,"threshold_uncertainty_score":0.9997427},"labels":[],"label_agreement":null},{"id":"W4365151898","doi":"10.5210/spir.v2022i0.13008","title":"RECLAIMING DIGITAL INTIMACY FOR YOUTH: PILOTING DIGITAL SEXUAL VIOLENCE WORKSHOPS FOR UNDER-18S DURING THE COVID-19 PANDEMIC IN ENGLAND AND IRELAND","year":2023,"lang":"en","type":"article","venue":"AoIR Selected Papers of Internet Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University","funders":"","keywords":"Harassment; Social media; Psychological intervention; Affordance; Digital media; Criminology; Sociology; Psychology; Political science; Social psychology; Law; Psychiatry","score_opus":0.07168981401287819,"score_gpt":0.33703657639169277,"score_spread":0.2653467623788146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365151898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891553,0.00009237484,0.00927361,0.00037998956,0.00007936535,0.00071271294,0.000028480761,0.00017094107,0.00010723136],"genre_scores_gemma":[0.9990189,0.00006279213,0.00020800326,0.000032800785,0.00007043846,0.00010669503,0.00003777265,0.00002215483,0.00044043094],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978851,0.00010975391,0.00034809075,0.0005650362,0.00039035123,0.0007016508],"domain_scores_gemma":[0.9966403,0.0026052466,0.00008615455,0.00027917168,0.00023402234,0.0001550641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001338602,0.00016507877,0.00020360472,0.00041966917,0.00029892573,0.00059269817,0.00071477215,0.00011369193,0.0000019173583],"category_scores_gemma":[0.003002767,0.00013209993,0.000045964167,0.0014942363,0.00017780588,0.00048495285,0.00042037485,0.00046657326,0.000004029294],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023240345,0.00022917925,0.30532318,0.000996223,0.00030643228,0.00005124102,0.041533876,0.0018219714,0.043912746,0.0010676078,0.0004980386,0.6019355],"study_design_scores_gemma":[0.04009399,0.013652367,0.19573551,0.0048667155,0.00009845881,0.0012928165,0.056654613,0.600653,0.03431964,0.030059494,0.01744753,0.005125895],"about_ca_topic_score_codex":0.00024860533,"about_ca_topic_score_gemma":0.0004925853,"teacher_disagreement_score":0.598831,"about_ca_system_score_codex":0.0001666487,"about_ca_system_score_gemma":0.00018713994,"threshold_uncertainty_score":0.5715402},"labels":[],"label_agreement":null},{"id":"W4365999109","doi":"10.1145/3579523","title":"Slowing it Down: Towards Facilitating Interpersonal Mindfulness in Online Polarizing Conversations Over Social Media","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Conversation; Mindfulness; Interpersonal communication; Psychology; Psychological intervention; Intervention (counseling); Social media; Moderation; Social psychology; Developmental psychology; Applied psychology; Psychotherapist; Communication; Computer science","score_opus":0.06403190975117384,"score_gpt":0.32598218047739397,"score_spread":0.2619502707262201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365999109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99123055,0.0000018661366,0.0032683173,0.002884276,0.0018499069,0.00018648333,0.00000864627,0.00021029492,0.00035968167],"genre_scores_gemma":[0.99552053,4.6436716e-7,0.0036178618,0.00029705127,0.00043182768,0.000023100922,0.000008551413,0.000016086922,0.00008454479],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981583,0.000033401935,0.00048108146,0.0004716587,0.0005163609,0.00033920072],"domain_scores_gemma":[0.9989555,0.00024990845,0.00029447852,0.00026377675,0.00018778787,0.00004854062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005377645,0.00021340116,0.00024500032,0.0005362268,0.0003675902,0.00025272736,0.001534454,0.00011274401,0.00002335975],"category_scores_gemma":[0.000483193,0.00018796771,0.00018870448,0.0009541682,0.000056939505,0.0011379753,0.0009170893,0.00054183375,0.000032682205],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028976967,0.00079831824,0.0033359837,0.0005233605,0.00030481364,0.00002023496,0.1584327,0.0008073349,0.14052582,0.022452438,0.019879885,0.6526293],"study_design_scores_gemma":[0.0048492393,0.0007688701,0.1282094,0.0030130737,0.00008059079,0.00010267028,0.026974346,0.46409494,0.32954943,0.037160885,0.0032700049,0.0019265463],"about_ca_topic_score_codex":0.00011708491,"about_ca_topic_score_gemma":0.000047939066,"teacher_disagreement_score":0.6507028,"about_ca_system_score_codex":0.00023778004,"about_ca_system_score_gemma":0.00003237399,"threshold_uncertainty_score":0.76651007},"labels":[],"label_agreement":null},{"id":"W4366431497","doi":"10.2139/ssrn.4414249","title":"Information Economics and Free Speech","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Free speech; Economics; Political science; Law","score_opus":0.004859135941822937,"score_gpt":0.19405952366322884,"score_spread":0.1892003877214059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366431497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82611066,0.00027606063,0.16546057,0.004310575,0.0007395514,0.000113757,0.0000014531483,0.0003162042,0.002671183],"genre_scores_gemma":[0.97913826,0.016607463,0.0023541492,0.00029478536,0.0002893319,0.0000046021173,0.000004220286,0.000011670564,0.0012955124],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987278,0.000020715395,0.0001553339,0.000076712,0.00009474479,0.0009247153],"domain_scores_gemma":[0.9996257,0.000016672806,0.00007673731,0.00018700842,0.000034328194,0.00005956126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000998756,0.000069651695,0.00006717201,0.0001839568,0.00018603232,0.00024523368,0.00037548708,0.000043359676,0.0000020434225],"category_scores_gemma":[0.000039658335,0.00006605137,0.00003203996,0.00025067656,0.000012180867,0.0012230058,0.00010882307,0.00051800755,0.00018066455],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054621523,0.000004000514,0.000102911836,0.000002289304,0.000025750356,0.0000019479028,0.0002488509,0.00009647464,0.000053730986,0.37439206,0.00043670885,0.6246298],"study_design_scores_gemma":[0.000697161,0.00026772494,0.0010192948,0.0000068138647,0.000006189495,0.0016309642,0.00065810705,0.017386058,0.00072398334,0.9408067,0.03659257,0.00020446078],"about_ca_topic_score_codex":0.000023587312,"about_ca_topic_score_gemma":0.00011068652,"teacher_disagreement_score":0.62442535,"about_ca_system_score_codex":0.00019610596,"about_ca_system_score_gemma":0.00048333837,"threshold_uncertainty_score":0.26934966},"labels":[],"label_agreement":null},{"id":"W4366597077","doi":"10.1145/3544548.3581017","title":"Transcending the “Male Code”: Implicit Masculine Biases in NLP Contexts","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Conflation; Framing (construction); Computer science; Gender bias; Code (set theory); Scholarship; Natural language processing; Psychology; Artificial intelligence; Linguistics; Social psychology; Political science; Set (abstract data type)","score_opus":0.05662655978156533,"score_gpt":0.29582518459812934,"score_spread":0.239198624816564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366597077","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27261826,0.000708614,0.69410074,0.013104284,0.005508923,0.0018683934,0.000059484493,0.0022439586,0.009787347],"genre_scores_gemma":[0.9877382,0.00030148478,0.0037561883,0.00042947574,0.00021729055,0.00013914537,0.000020154272,0.00003360164,0.007364439],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979206,0.00013506957,0.0004095769,0.00072480895,0.0003284501,0.0004815509],"domain_scores_gemma":[0.9984927,0.00027679614,0.00010497248,0.0009871201,0.00005230926,0.00008609889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008441022,0.0002669597,0.00030918658,0.00023022295,0.00014566457,0.0003451856,0.001470672,0.00021388177,0.000075884396],"category_scores_gemma":[0.000099806566,0.00019021162,0.00020202457,0.00049035775,0.000041096544,0.00013940384,0.0006500688,0.000714289,0.00027708837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016800094,0.00085210084,0.0072666984,0.001006274,0.0007708757,0.0016436173,0.01978752,0.11514808,0.019010337,0.08332928,0.035992235,0.715025],"study_design_scores_gemma":[0.0038825632,0.00052171026,0.041186187,0.0030256193,0.00013541893,0.00052826764,0.0013366516,0.804412,0.055633556,0.044953182,0.04025759,0.004127224],"about_ca_topic_score_codex":0.0014054832,"about_ca_topic_score_gemma":0.002929481,"teacher_disagreement_score":0.71511996,"about_ca_system_score_codex":0.0000879559,"about_ca_system_score_gemma":0.00011714689,"threshold_uncertainty_score":0.77566046},"labels":[],"label_agreement":null},{"id":"W4366966833","doi":"10.1109/wi-iat55865.2022.00012","title":"Predicting Hateful Discussions on Reddit using Graph Transformer Networks and Communal Context","year":2022,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Conversation; Computer science; Transformer; Social media; Graph; Language model; Context model; Artificial intelligence; Data science; Natural language processing; World Wide Web; Theoretical computer science; Sociology; Communication","score_opus":0.01596948223165954,"score_gpt":0.2265711998922252,"score_spread":0.21060171766056568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366966833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43585107,0.0001299875,0.55787057,0.0010999804,0.00077692536,0.00024256809,0.00000515885,0.0002970985,0.0037266603],"genre_scores_gemma":[0.9972924,0.000013581623,0.0018867461,0.00044120068,0.000042833846,0.000016562957,0.000003060424,0.0000086432865,0.00029496604],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896634,0.0001249632,0.00016689455,0.00025555003,0.00022939898,0.00025686834],"domain_scores_gemma":[0.9995138,0.00006449698,0.00004547284,0.00026702223,0.000015944575,0.000093287235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000306703,0.00010897994,0.00011007877,0.00009869405,0.0011898074,0.00011934593,0.0003000972,0.00003262433,0.00010202916],"category_scores_gemma":[0.0000063904313,0.00008592684,0.000056010562,0.00037101208,0.000036397218,0.00024292967,0.0001328606,0.00035827458,0.000002300296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021706114,0.00048937235,0.009064435,0.000026252234,0.00017982206,0.00009455537,0.0059471102,0.11523069,0.005869253,0.06622103,0.0033889972,0.7932714],"study_design_scores_gemma":[0.0007428328,0.0005552222,0.0017896502,0.000039909966,0.000016884424,0.0001883903,0.0015127664,0.98582035,0.0013370586,0.0014666608,0.006196874,0.00033341325],"about_ca_topic_score_codex":0.00022230369,"about_ca_topic_score_gemma":0.000057248144,"teacher_disagreement_score":0.8705897,"about_ca_system_score_codex":0.00003747856,"about_ca_system_score_gemma":0.000018468578,"threshold_uncertainty_score":0.9151157},"labels":[],"label_agreement":null},{"id":"W4367159354","doi":"10.7202/1078136ar","title":"Intra-Group Diversity and How it is Managed by an Outlaw Motorcycle Club","year":2021,"lang":"en","type":"article","venue":"Culture","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Club; Diversity (politics); Subculture (biology); Repertoire; Theme (computing); SWORD; Asset (computer security); Camouflage; Psychology; Political science; Engineering; Computer security; Law; Computer science; Art; World Wide Web; Ecology; Literature; Biology","score_opus":0.01195057441722224,"score_gpt":0.207621013589887,"score_spread":0.19567043917266475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367159354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.817045,0.0013094743,0.13726357,0.031514186,0.0014441437,0.0003698117,0.000040210056,0.0005710504,0.010442599],"genre_scores_gemma":[0.9730998,0.00013564031,0.007053886,0.0033635602,0.00011613029,0.0000018655466,0.000015717862,0.0000066176062,0.016206764],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992313,0.00005046584,0.000043701948,0.00035045846,0.00016027807,0.0001637972],"domain_scores_gemma":[0.9995096,0.000005424082,0.000026980748,0.00028801864,0.00005165115,0.000118323704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007618346,0.00009523762,0.00008863621,0.000014385542,0.00042978892,0.00023733768,0.00027035025,0.00009397005,0.00003057989],"category_scores_gemma":[0.0000125600445,0.00008547722,0.00003337688,0.00017729802,0.00002716792,0.0005313274,0.00048312492,0.00014808543,0.00002936464],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019414605,0.0002656505,0.0037235182,0.00008381776,0.00011864275,0.000308383,0.038415298,0.0000063740613,0.13343838,0.004837877,0.755672,0.06311066],"study_design_scores_gemma":[0.0010291135,0.000268736,0.0053477827,0.00003600445,0.000037333528,0.000108819375,0.0027884296,0.005355001,0.060601436,0.0020493388,0.9217239,0.0006541068],"about_ca_topic_score_codex":0.000018513028,"about_ca_topic_score_gemma":0.00003426283,"teacher_disagreement_score":0.16605191,"about_ca_system_score_codex":0.000020710217,"about_ca_system_score_gemma":0.000006214435,"threshold_uncertainty_score":0.348566},"labels":[],"label_agreement":null},{"id":"W4367294273","doi":"10.1007/978-3-662-65964-9","title":"Digitale Hate Speech","year":2023,"lang":"en","type":"book","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited","keywords":"Computer science","score_opus":0.015556634665681295,"score_gpt":0.22089690807035098,"score_spread":0.20534027340466968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367294273","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000061282676,0.00003865139,0.047948416,0.00021234021,0.001498874,0.00015283993,0.000004926544,0.0018267095,0.9483111],"genre_scores_gemma":[0.000024793182,0.00004757671,0.004307016,0.00018099701,0.0002825757,0.00000845454,0.000024858282,0.000038652,0.99508506],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985796,0.000011624272,0.00020275534,0.0005217803,0.00037554692,0.00030867785],"domain_scores_gemma":[0.9989299,0.000051011764,0.000081609265,0.0007672979,0.00006209851,0.00010804608],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014203579,0.00022518524,0.00021369841,0.00020043335,0.000082993036,0.00041091585,0.0009019948,0.00023489067,0.000092985705],"category_scores_gemma":[0.000018551238,0.00020561126,0.0001407144,0.00020389337,0.000027579563,0.00030668871,0.0003688372,0.0002679513,0.016894057],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012462549,0.000010394875,7.525107e-7,0.000033494005,0.00003929824,0.00028482822,0.000033913377,0.0000040644527,0.000022758679,0.06014681,0.6349218,0.30450067],"study_design_scores_gemma":[0.00009372995,0.00006818171,0.000007920617,0.000070174356,0.0000065810673,0.000056608103,0.000001700181,0.0008128805,0.0009992546,0.08301736,0.9144707,0.00039496267],"about_ca_topic_score_codex":0.000011840714,"about_ca_topic_score_gemma":0.000022491047,"teacher_disagreement_score":0.3041057,"about_ca_system_score_codex":0.00009933611,"about_ca_system_score_gemma":0.00019038502,"threshold_uncertainty_score":0.9838714},"labels":[],"label_agreement":null},{"id":"W4372184070","doi":"10.1145/3572334.3572396","title":"Understanding Online Harassment and Safety Concerns of Marginalized LGBTQ+ Populations on Social Media in Bangladesh","year":2022,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affordance; Social media; Harassment; Internet privacy; SAFER; Identity (music); Presentation (obstetrics); Identity management; Public relations; Face (sociological concept); Online identity; Sociology; Psychology; Political science; Social psychology; Computer science; Computer security; World Wide Web; The Internet","score_opus":0.16800959535064253,"score_gpt":0.3108201995995645,"score_spread":0.14281060424892195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372184070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74704194,0.000065413544,0.23611972,0.007787048,0.0011033729,0.0005049817,0.00009268851,0.00021755642,0.00706731],"genre_scores_gemma":[0.99612135,0.000008728289,0.0035911375,0.000108799,0.000029617966,0.000007415738,0.000018608542,0.000004074525,0.00011029997],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991512,0.00009171238,0.00018472783,0.00018174124,0.00025863142,0.00013202285],"domain_scores_gemma":[0.99971724,0.00007307863,0.00006281818,0.00010298844,0.000011336314,0.00003252738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023282657,0.00006526008,0.000117505275,0.0001373486,0.00020516966,0.000022239412,0.00014873639,0.000022423237,0.00015200584],"category_scores_gemma":[0.000013257575,0.00006603667,0.000027722808,0.00032876298,0.000024918942,0.0000880787,0.00012854699,0.0001282588,9.539796e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015424911,0.00029369164,0.0032344668,0.000016596116,0.000022030095,0.00002325068,0.0056505688,0.0011597883,0.0012644667,0.967569,0.0013168927,0.019295005],"study_design_scores_gemma":[0.020645814,0.0019819185,0.4486285,0.00017180925,0.00007974452,0.0000968831,0.031156948,0.2927701,0.0037890046,0.17498854,0.023512483,0.002178285],"about_ca_topic_score_codex":0.0000830629,"about_ca_topic_score_gemma":0.00044332902,"teacher_disagreement_score":0.7925805,"about_ca_system_score_codex":0.00026497306,"about_ca_system_score_gemma":0.00003808615,"threshold_uncertainty_score":0.26928973},"labels":[],"label_agreement":null},{"id":"W4376865436","doi":"10.5430/wjel.v13n5p544","title":"Sociopragmatic Analysis of Filipino Celebrities’ Posts and Fans’ Comments","year":2023,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sarcasm; Persona; Social media; Politeness; Context (archaeology); Sociology; Media studies; Dimension (graph theory); Advertising; Political science; Irony; Computer science; History; Art; Humanities; Literature; World Wide Web; Law","score_opus":0.007410156351179603,"score_gpt":0.24368577064750402,"score_spread":0.2362756142963244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376865436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944789,0.0005275767,0.002292353,0.00021247493,0.0005227392,0.00005334794,0.000008046516,0.0000625096,0.0018420768],"genre_scores_gemma":[0.9966502,0.00005624714,0.0024454284,0.00011622263,0.00012892028,9.0198654e-7,0.00000368512,0.0000062193058,0.00059216074],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99894834,0.00008813381,0.00036529094,0.000110149274,0.0003128247,0.00017524294],"domain_scores_gemma":[0.99905443,0.0001486329,0.00027977428,0.00020077689,0.00022676373,0.00008962227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062070205,0.000086717184,0.00029733506,0.000920686,0.00005765127,0.00007595772,0.00033798147,0.000030244904,0.00004637155],"category_scores_gemma":[0.0001884773,0.00007786236,0.00015719594,0.0018322672,0.000031934356,0.0002967004,0.00009178855,0.00016898548,0.0000038954763],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014560102,0.0007018729,0.059923746,0.0006719779,0.008762843,0.0018007668,0.42214558,0.0028310672,0.029892992,0.011188751,0.04482119,0.41711363],"study_design_scores_gemma":[0.013479596,0.0024939543,0.596099,0.0023490938,0.0060606217,0.00029812264,0.114848025,0.0896552,0.0839851,0.0049747685,0.082225226,0.0035312932],"about_ca_topic_score_codex":0.000032829736,"about_ca_topic_score_gemma":0.00005606985,"teacher_disagreement_score":0.53617525,"about_ca_system_score_codex":0.000025911628,"about_ca_system_score_gemma":0.000024138617,"threshold_uncertainty_score":0.3175135},"labels":[],"label_agreement":null},{"id":"W4377004125","doi":"10.1386/jacm_00108_1","title":"Far-right virtual communities: Exploring users and uses of far-right pages on social media","year":2023,"lang":"en","type":"article","venue":"Journal of Alternative & Community Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mainstream; Social media; Far right; Media studies; Sociology; Immigration; Opposition (politics); Focus (optics); Political science; Politics; Law","score_opus":0.13479635632085876,"score_gpt":0.2996800906018006,"score_spread":0.16488373428094186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377004125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99490184,0.00009722177,0.0019462125,0.0005790162,0.0017971471,0.00007897967,0.000018945617,0.00008058923,0.00050007127],"genre_scores_gemma":[0.9963544,0.002376703,0.00072183256,0.000131541,0.0003525775,0.0000058487794,0.000007173155,0.000021659202,0.000028251412],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99664986,0.0014073761,0.0006338378,0.00011676186,0.0008578722,0.00033427426],"domain_scores_gemma":[0.99460584,0.0036573184,0.0006659475,0.000476926,0.00040900623,0.00018496669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019212898,0.00025050415,0.0005178123,0.000706473,0.00065809506,0.00014347598,0.001728873,0.0000899802,0.000023864637],"category_scores_gemma":[0.00056196435,0.00020968079,0.00016506367,0.00060756673,0.00035019743,0.0010729328,0.0005715941,0.0015060687,0.000015441368],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060814025,0.0011897028,0.004013932,0.00017635657,0.0012004296,0.000599095,0.6559425,0.0007174208,0.008998647,0.028850963,0.0058125444,0.29189023],"study_design_scores_gemma":[0.0126141235,0.007934734,0.30762205,0.003188088,0.00036089274,0.0006586388,0.28854087,0.0082756765,0.29235908,0.041159496,0.034398526,0.0028878215],"about_ca_topic_score_codex":0.00028772326,"about_ca_topic_score_gemma":0.0007577566,"teacher_disagreement_score":0.36740166,"about_ca_system_score_codex":0.000101971644,"about_ca_system_score_gemma":0.00008870184,"threshold_uncertainty_score":0.8550534},"labels":[],"label_agreement":null},{"id":"W4378070545","doi":"10.31542/cb.v5i1.2524","title":"Masked Reactions","year":2023,"lang":"en","type":"article","venue":"Crossing Borders Student Reflections on Global Social Issues","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"MacEwan University","funders":"","keywords":"Government (linguistics); Sample (material); Psychology; Pandemic; Coronavirus disease 2019 (COVID-19); Qualitative research; Sociology; Social psychology; Social science; Medicine; Philosophy; Linguistics; Chemistry","score_opus":0.041170082459049746,"score_gpt":0.42860912365298764,"score_spread":0.3874390411939379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378070545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66084754,0.00025438654,0.07533508,0.026319372,0.010157222,0.0010315105,0.000036340465,0.0128241405,0.2131944],"genre_scores_gemma":[0.986927,0.000060509887,0.0028488608,0.00038063596,0.0005241834,0.00006158099,0.000011426601,0.000020290146,0.009165513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809396,0.000094897136,0.00026488243,0.00050545466,0.00052241655,0.0005183569],"domain_scores_gemma":[0.99930584,0.000024805318,0.000098776574,0.0003345694,0.00013420194,0.00010177707],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00026676268,0.00020330727,0.00018697139,0.0001687456,0.004536517,0.001893605,0.000510497,0.00013906573,0.000019389321],"category_scores_gemma":[0.0000627165,0.0002138786,0.00015237567,0.0029031143,0.00020399038,0.00036600645,0.00015802452,0.00021773529,0.0006758157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001373096,0.0019818647,0.005110301,0.000083171406,0.00075501384,0.0002441727,0.03629592,0.003105874,0.014011794,0.4582865,0.15075217,0.3292359],"study_design_scores_gemma":[0.00079528504,0.0003637318,0.07076442,0.000056792614,0.00003325296,0.00002377636,0.0036141982,0.00073473033,0.0013572163,0.02042887,0.9011047,0.00072300714],"about_ca_topic_score_codex":0.001197718,"about_ca_topic_score_gemma":0.0003036683,"teacher_disagreement_score":0.75035256,"about_ca_system_score_codex":0.00038766043,"about_ca_system_score_gemma":0.00013101278,"threshold_uncertainty_score":0.9991425},"labels":[],"label_agreement":null},{"id":"W4378376001","doi":"10.1080/20403313.2023.2214485","title":"Teamwork through time: collective intentions in the voting process","year":2023,"lang":"en","type":"article","venue":"Jurisprudence","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Ratification; Voting; Democracy; Political science; Corporation; Teamwork; Group (periodic table); Disapproval voting; Social psychology; Law and economics; Business; Public relations; Economics; Psychology; Law; Politics","score_opus":0.017422085101213,"score_gpt":0.28796975587018186,"score_spread":0.27054767076896885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378376001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6977537,0.0001587286,0.24075168,0.009704624,0.0012786238,0.0013418015,0.000004441115,0.0018521214,0.04715424],"genre_scores_gemma":[0.9963316,0.0000113898095,0.0017045528,0.00028363173,0.00006717925,0.00010141858,0.000001050389,0.000006998851,0.0014922126],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867976,0.00010484379,0.00017258192,0.00031781467,0.00041445607,0.00031053263],"domain_scores_gemma":[0.9993425,0.00018725389,0.00006181188,0.0003042259,0.00007846178,0.000025768513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062281167,0.00009795539,0.000095696836,0.00011151077,0.00030604494,0.00019540096,0.0009265663,0.00005125871,0.000009694282],"category_scores_gemma":[0.00021809265,0.00007395346,0.00004577791,0.0034149017,0.000042472817,0.000512326,0.00011968527,0.00024505582,0.00065713644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015364296,0.0017159681,0.038946208,0.00043163533,0.00023450963,0.0017783617,0.3523836,0.016290683,0.030757932,0.19763263,0.1909684,0.16870643],"study_design_scores_gemma":[0.0021746284,0.0010392341,0.25439012,0.0012847083,0.000051233994,0.0004822839,0.009922592,0.47809386,0.039158277,0.18733184,0.023767827,0.002303404],"about_ca_topic_score_codex":0.0000345921,"about_ca_topic_score_gemma":0.000036910227,"teacher_disagreement_score":0.46180317,"about_ca_system_score_codex":0.000056866247,"about_ca_system_score_gemma":0.00012888691,"threshold_uncertainty_score":0.8446379},"labels":[],"label_agreement":null},{"id":"W4378761496","doi":"10.1007/978-3-031-34111-3_37","title":"Multi-feature Transformer for Multiclass Cyberbullying Detection in Bangla","year":2023,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Bengali; Computer science; Artificial intelligence; Social media; Word embedding; Feature (linguistics); Embedding; Machine learning; Natural language processing; Speech recognition; World Wide Web; Linguistics","score_opus":0.012074516531077106,"score_gpt":0.2542587069343211,"score_spread":0.24218419040324402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378761496","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005009646,0.009134584,0.92300713,0.0048496,0.0011248318,0.0037283301,0.000051908297,0.002219674,0.055382952],"genre_scores_gemma":[0.2644847,0.1764972,0.4767743,0.0016033088,0.0001265353,0.0048605697,0.0008234575,0.00027843495,0.074551485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864864,0.000025162017,0.0006269941,0.00027134677,0.00015552873,0.00027234983],"domain_scores_gemma":[0.99859315,0.00014958858,0.0003420439,0.0007320069,0.00014540534,0.00003780555],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042075367,0.00025968664,0.0003074912,0.0015450553,0.00018453799,0.00009720979,0.00075995363,0.00072359305,0.0000020442963],"category_scores_gemma":[0.00010703931,0.00028241685,0.00006288272,0.00041811078,0.0001287119,0.0018848613,0.0001373316,0.0007752204,0.00003620581],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021180205,0.000012064312,0.000019644178,0.000093886156,0.000007870136,9.034541e-7,0.0005133791,0.00014445238,0.000078691985,0.15447548,0.000015616903,0.84461683],"study_design_scores_gemma":[0.0025544672,0.00018222409,0.0001273625,0.0006149102,0.0000132873665,0.000050749728,0.00053759106,0.07175986,0.0023727887,0.10481595,0.8162165,0.0007542638],"about_ca_topic_score_codex":0.000016765136,"about_ca_topic_score_gemma":0.001328264,"teacher_disagreement_score":0.8438626,"about_ca_system_score_codex":0.00015746754,"about_ca_system_score_gemma":0.000043353983,"threshold_uncertainty_score":0.9999628},"labels":[],"label_agreement":null},{"id":"W4379364190","doi":"10.1007/s10610-023-09548-8","title":"The Criminal Selfie: Conveying Grievance While Recording and Live Streaming Antisocial Behavior","year":2023,"lang":"en","type":"article","venue":"European Journal on Criminal Policy and Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Selfie; Criminology; Psychology; Social media; Denunciation; Scrutiny; Punishment (psychology); Politics; Social psychology; Internet privacy; Political science; Law","score_opus":0.10771599460571836,"score_gpt":0.3725235046865658,"score_spread":0.26480751008084746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379364190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99064034,0.00023798835,0.00077240076,0.003844949,0.0004847683,0.0001449264,0.0000024694764,0.00009152871,0.0037806542],"genre_scores_gemma":[0.9945566,0.0020190002,0.0005259981,0.00013311405,0.0013737675,0.0000043447344,6.15375e-7,0.000024251973,0.0013623136],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966384,0.0013249458,0.00027862034,0.00034634228,0.00066096825,0.00075070193],"domain_scores_gemma":[0.99848026,0.0006749317,0.00009702723,0.00022236857,0.00020720245,0.0003182031],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0051272567,0.00015005514,0.00013361247,0.00041571792,0.0034638932,0.0014344578,0.0005633738,0.00003536615,0.0000047542776],"category_scores_gemma":[0.0006489156,0.000107870386,0.000055304212,0.0006589182,0.0002730572,0.00035854965,0.00042583488,0.0011548894,0.00013807724],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013314097,0.000048085953,0.00034471054,0.000052485273,0.000028992908,0.002272521,0.00863041,0.000008172295,0.00417626,0.012505337,0.0030474465,0.96875244],"study_design_scores_gemma":[0.008057105,0.01903236,0.5973696,0.0031898713,0.00033828014,0.022073088,0.06835575,0.020856483,0.019249704,0.016337996,0.22140062,0.0037391502],"about_ca_topic_score_codex":0.00007570637,"about_ca_topic_score_gemma":0.00000817209,"teacher_disagreement_score":0.96501327,"about_ca_system_score_codex":0.00006653149,"about_ca_system_score_gemma":0.00013304628,"threshold_uncertainty_score":0.99960214},"labels":[],"label_agreement":null},{"id":"W4379654079","doi":"10.2196/preprints.49416","title":"Twitter Misinformation Discourses About Vaping: Systematic Content Analysis (Preprint)","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Misinformation; Narrative; Social media; Blame; Electronic cigarette; Internet privacy; Distrust; Public relations; Political science; Crowdsourcing; Advertising; Psychology; Computer science; Social psychology; Medicine; Business; Law","score_opus":0.07347241845097979,"score_gpt":0.290146879106513,"score_spread":0.2166744606555332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379654079","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037042078,0.0001045212,0.95551205,0.0008974086,0.0017588296,0.0011725817,0.0000046047035,0.0013717613,0.0021361636],"genre_scores_gemma":[0.9763828,0.00007401045,0.011222496,0.00024741743,0.00011289915,0.00032302106,0.000063857275,0.000025424,0.011548065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968882,0.00016434824,0.0010272032,0.0007825744,0.00073695095,0.00040072136],"domain_scores_gemma":[0.9968541,0.00012425173,0.00063269626,0.0019690024,0.00026754657,0.00015235513],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010580092,0.00037479334,0.00078656495,0.0008982441,0.00015683213,0.0012577071,0.0014163323,0.00026075437,0.000048327387],"category_scores_gemma":[0.00015354902,0.0002998772,0.0006437267,0.00093755824,0.000031859097,0.0004616726,0.0014282553,0.0004415561,0.0011803373],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010808281,0.0011053578,0.02216529,0.18764368,0.04513453,0.00046602174,0.07756823,0.5205183,0.0019292362,0.0993871,0.026720872,0.01725331],"study_design_scores_gemma":[0.00042356047,0.00007807442,0.027814023,0.0067777205,0.0017252073,0.000027560938,0.001908205,0.9512565,0.0031608157,0.00525013,0.00011855023,0.0014596282],"about_ca_topic_score_codex":0.00060994737,"about_ca_topic_score_gemma":0.00009906071,"teacher_disagreement_score":0.94428957,"about_ca_system_score_codex":0.00017034377,"about_ca_system_score_gemma":0.00010241051,"threshold_uncertainty_score":0.99994534},"labels":[],"label_agreement":null},{"id":"W4380047907","doi":"10.1177/20563051231177915","title":"Hate Influencers’ Mediation of Hate on Telegram: “We Declare War Against the Anti-White System”","year":2023,"lang":"en","type":"article","venue":"Social Media + Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of the Fraser Valley","funders":"","keywords":"Influencer marketing; Mediation; White (mutation); Sociology; Political science; Media studies; Law; Business","score_opus":0.017765975632368453,"score_gpt":0.2382946724198825,"score_spread":0.22052869678751405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380047907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98435783,0.00019336682,0.0029366056,0.0060182107,0.0037691689,0.0005802097,0.00004945212,0.0011317251,0.00096342183],"genre_scores_gemma":[0.997865,0.00052316795,0.0005295702,0.00032654914,0.00060772867,0.000053443946,0.000029442232,0.000022603745,0.000042453375],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977404,0.00019331745,0.00036430304,0.00038829926,0.0008482996,0.00046538026],"domain_scores_gemma":[0.99873704,0.0003255507,0.00027178566,0.00038682224,0.0001806303,0.00009818391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009360513,0.00019871222,0.00028620905,0.000071691415,0.0006624141,0.000090683694,0.0007426302,0.00024777083,0.0000028898194],"category_scores_gemma":[0.00018268604,0.00015825928,0.00033246615,0.0014938448,0.0001752573,0.00028040347,0.00016487259,0.0003531148,0.00015677908],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000306231,0.00012974182,0.002105522,0.0005687538,0.00040319248,0.00004372197,0.7063192,0.0011759619,0.016299712,0.013024871,0.05204069,0.207858],"study_design_scores_gemma":[0.009232257,0.00101302,0.108254276,0.0022299595,0.0004270866,0.000033628527,0.5287695,0.18101169,0.08999319,0.0138099175,0.060236808,0.0049886857],"about_ca_topic_score_codex":0.000017172813,"about_ca_topic_score_gemma":0.00006766801,"teacher_disagreement_score":0.20286931,"about_ca_system_score_codex":0.00017848377,"about_ca_system_score_gemma":0.0001558303,"threshold_uncertainty_score":0.6453626},"labels":[],"label_agreement":null},{"id":"W4380301693","doi":"10.1609/icwsm.v17i1.22130","title":"Partisan US News Media Representations of Syrian Refugees","year":2023,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Refugee; Syrian refugees; Offensive; Political science; Psychology; Media studies; Sociology; Law; Engineering; Operations research","score_opus":0.031192402024069314,"score_gpt":0.2766308534408231,"score_spread":0.2454384514167538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380301693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98141164,0.0000071031295,0.000038949638,0.008229586,0.000981921,0.00009410551,0.000018972656,0.000073990734,0.009143727],"genre_scores_gemma":[0.99898386,0.00007347115,0.00039113802,0.00009028684,0.00018674902,0.000015583313,0.0000038158423,0.000005059942,0.00025006107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99889594,0.000010313199,0.00024131696,0.00020928371,0.00050883344,0.0001342975],"domain_scores_gemma":[0.99920833,0.00013324153,0.000211337,0.00007271874,0.00032992108,0.00004447358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021818762,0.000087093846,0.00013914687,0.00013346085,0.000111279915,0.0000868254,0.00070169,0.000060038576,0.000022750333],"category_scores_gemma":[0.00047648963,0.00006844457,0.0000657856,0.00031989726,0.0001292927,0.00022880803,0.00021450181,0.00012100318,0.0000118354765],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005296228,0.00008321842,0.011449088,0.000045262987,0.000084829,0.0000017481084,0.016147837,0.0000030798808,0.08509967,0.8279357,0.005952848,0.053143766],"study_design_scores_gemma":[0.002811336,0.00032814013,0.29167467,0.00069779815,0.00009157351,0.000027807899,0.013555675,0.016538547,0.29160294,0.35643324,0.025281888,0.00095637684],"about_ca_topic_score_codex":0.0000334503,"about_ca_topic_score_gemma":0.000066501496,"teacher_disagreement_score":0.47150245,"about_ca_system_score_codex":0.000017260858,"about_ca_system_score_gemma":0.00006488456,"threshold_uncertainty_score":0.27910885},"labels":[],"label_agreement":null},{"id":"W4380302097","doi":"10.1609/icwsm.v17i1.22143","title":"Understanding and Detecting Hateful Content Using Contrastive Learning","year":2023,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Antisemitism; Islamophobia; Artificial intelligence; Linguistics; Computer science; Political science; Judaism; Law; Theology; Politics; Philosophy","score_opus":0.17838639870361164,"score_gpt":0.26882438507290696,"score_spread":0.09043798636929531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380302097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942664,0.000008133532,0.0012422306,0.0019027885,0.0005223988,0.00008582308,0.0000024073197,0.000081836864,0.0018879642],"genre_scores_gemma":[0.99947757,0.000044301076,0.00022548488,0.00005521539,0.00010198836,0.000004226543,4.3683025e-7,0.0000056563713,0.00008510252],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914056,0.00001060636,0.00015293257,0.00020809127,0.00032982577,0.0001580099],"domain_scores_gemma":[0.9994262,0.00014541749,0.0001635582,0.000023443712,0.0002026138,0.00003878842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034063336,0.00009527146,0.0001248782,0.00011736611,0.00032318264,0.00021264049,0.0002782427,0.00005588602,0.0000036715703],"category_scores_gemma":[0.0003721134,0.00007640127,0.00003652907,0.00018076114,0.000107926135,0.00024336728,0.00021004451,0.00020289156,0.0000018201241],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008591681,0.000027315367,0.010893278,0.000054207656,0.00012261908,0.0000034632044,0.01706169,0.000015269574,0.32632107,0.6180652,0.000080845915,0.02726914],"study_design_scores_gemma":[0.0033397838,0.000393585,0.04107993,0.0011926873,0.00008214924,0.000089414396,0.06520447,0.63493943,0.103681006,0.14826326,0.00071593863,0.0010183586],"about_ca_topic_score_codex":0.000013038676,"about_ca_topic_score_gemma":0.000008779933,"teacher_disagreement_score":0.6349242,"about_ca_system_score_codex":0.000066338594,"about_ca_system_score_gemma":0.00003819096,"threshold_uncertainty_score":0.31155533},"labels":[],"label_agreement":null},{"id":"W4380321903","doi":"10.1145/3593013.3594088","title":"(Anti)-Intentional Harms: The Conceptual Pitfalls of Emotion AI in Education","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Popularity; Harm; Context (archaeology); Interpretability; Psychology; Cognitive science; Cognition; Affective science; Cognitive psychology; Emotion work; Social psychology; Computer science; Artificial intelligence","score_opus":0.014253900218615563,"score_gpt":0.25987004940799163,"score_spread":0.24561614918937608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380321903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8948839,0.000036921734,0.09310637,0.005796943,0.0014874111,0.00022213242,9.986566e-7,0.00020992693,0.004255454],"genre_scores_gemma":[0.99664205,0.000019523744,0.0008995614,0.00037875224,0.0000487104,0.000012319984,0.000005867284,0.0000028881207,0.001990353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993117,0.00005395567,0.00016547128,0.00015318335,0.00019194781,0.00012377604],"domain_scores_gemma":[0.99961144,0.000039673065,0.00004583688,0.00019248921,0.000088016124,0.00002254119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031871808,0.00005146394,0.0000649832,0.00013303959,0.000050375802,0.00004142828,0.00028424928,0.000032086085,0.00004716687],"category_scores_gemma":[0.0000418459,0.00003721165,0.00003959795,0.00071041094,0.000048252714,0.0002675031,0.00006488423,0.000083949235,0.00021805892],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010500782,0.00028566297,0.0056862,0.000024228448,0.000024304816,0.0000037439613,0.0034923314,0.0007615985,0.03930987,0.68781006,0.033323217,0.22926827],"study_design_scores_gemma":[0.0012193202,0.00032659833,0.68958575,0.00019470954,0.000013810957,0.00005072374,0.007377073,0.13152733,0.084536314,0.054895405,0.02970614,0.0005668402],"about_ca_topic_score_codex":0.00015471176,"about_ca_topic_score_gemma":0.000027260085,"teacher_disagreement_score":0.6838995,"about_ca_system_score_codex":0.000023318793,"about_ca_system_score_gemma":0.00011048128,"threshold_uncertainty_score":0.2802779},"labels":[],"label_agreement":null},{"id":"W4381572438","doi":"10.46991/afa/2023.19.1.057","title":"GENDER DIFFERENCES IN VERBAL AND NONVERBAL AGGRESSION","year":2023,"lang":"en","type":"article","venue":"Armenian Folia Anglistika","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aggression; Psychology; Masculinity; Femininity; Nonverbal communication; Social psychology; Context (archaeology); Politics; Personality; Set (abstract data type); Verbal aggression; Developmental psychology; Poison control; Human factors and ergonomics; Political science","score_opus":0.023607525482223942,"score_gpt":0.23838904860934715,"score_spread":0.2147815231271232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381572438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946048,0.00016627097,0.0022372198,0.00030022248,0.0005592409,0.00010211707,0.0000026524035,0.00030688776,0.0017205818],"genre_scores_gemma":[0.99843764,0.00012035299,0.00090108544,0.0000875144,0.0000678377,0.000013762862,0.0000031120558,0.0000074967074,0.00036119804],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99888813,0.00004929678,0.00015282659,0.0003623092,0.00020912504,0.00033832624],"domain_scores_gemma":[0.9995491,0.000038776143,0.000044218054,0.00023596843,0.000020723657,0.000111203735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017689391,0.00012525392,0.00013250533,0.00018556188,0.00011676827,0.0001165663,0.000286555,0.000070474554,0.000016036069],"category_scores_gemma":[0.000031731335,0.00011187606,0.000031648906,0.00063415855,0.00004237658,0.00025564115,0.00019055877,0.00012056484,0.00017868319],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013233164,0.00027443856,0.316221,0.00017598184,0.00008120629,0.0024641845,0.022920026,0.000041660904,0.012281947,0.047823522,0.008962686,0.588621],"study_design_scores_gemma":[0.0021831773,0.00034959833,0.902636,0.00027591953,0.000015795691,0.00011562393,0.00074044504,0.04521744,0.0068424423,0.0331355,0.007557595,0.00093045377],"about_ca_topic_score_codex":0.000087231296,"about_ca_topic_score_gemma":0.000025886815,"teacher_disagreement_score":0.58769053,"about_ca_system_score_codex":0.00002743362,"about_ca_system_score_gemma":0.000033512857,"threshold_uncertainty_score":0.45621735},"labels":[],"label_agreement":null},{"id":"W4381715355","doi":"10.1111/cars.12447","title":"Using YouTube vlogs to study women's experiences of participating in #MeToo","year":2023,"lang":"en","type":"article","venue":"Canadian Review of Sociology/Revue canadienne de sociologie","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Sociology; Humanities; Art","score_opus":0.09903056437021528,"score_gpt":0.32494344169522726,"score_spread":0.22591287732501197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381715355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964806,0.0014510935,0.00023559459,0.0006343458,0.00042692557,0.0006149117,0.000015026609,0.000060656785,0.00008086773],"genre_scores_gemma":[0.9961407,0.00037423865,0.00144736,0.0010135775,0.000045672197,0.0009449409,0.0000041860953,0.000013778911,0.00001553308],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99672645,0.0005547194,0.0007082458,0.0005177872,0.00007652172,0.0014162572],"domain_scores_gemma":[0.9981233,0.00027199485,0.00024651815,0.00055476086,0.0001617299,0.00064168184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034606995,0.00020929304,0.0007416586,0.00046361375,0.00016514107,0.000010627299,0.0009840956,0.00018900898,0.000069089],"category_scores_gemma":[0.0021249999,0.00021324352,0.00011669885,0.001339843,0.0002676285,0.00012560208,0.00013852702,0.00027630443,0.000016392827],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075753906,0.000090559945,0.13529214,0.0016380752,0.00011665441,0.00042687615,0.8300357,0.00051690807,0.0010193497,0.0028077413,0.00068328506,0.027365146],"study_design_scores_gemma":[0.0007976396,0.0018076638,0.20533313,0.002942018,0.00006961167,0.000043873577,0.77681196,0.0029355567,0.00046080284,0.0068124672,0.00084505766,0.0011402583],"about_ca_topic_score_codex":0.016532565,"about_ca_topic_score_gemma":0.042377967,"teacher_disagreement_score":0.07004098,"about_ca_system_score_codex":0.0012278243,"about_ca_system_score_gemma":0.0009847806,"threshold_uncertainty_score":0.9900164},"labels":[],"label_agreement":null},{"id":"W4384133227","doi":"10.1002/jcpy.1377","title":"<scp>PassivePy</scp>: A tool to automatically identify passive voice in big text data","year":2023,"lang":"en","type":"article","venue":"Journal of Consumer Psychology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Credibility; Attribution; Computer science; Relevance (law); Deception; Voice analysis; Psychology; Python (programming language); Passive voice; Data science; Applied psychology; Social psychology; Speech recognition; Linguistics","score_opus":0.04559678330392432,"score_gpt":0.35054895507893064,"score_spread":0.30495217177500633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384133227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79979944,0.0002560876,0.18269701,0.009413369,0.00550679,0.00030804295,0.000012858638,0.00018406675,0.0018223423],"genre_scores_gemma":[0.94879925,0.0004680882,0.042189345,0.00630342,0.0006783713,0.0000321532,0.000009032432,0.00005360877,0.0014667283],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753773,0.0002553605,0.0008152789,0.0004514649,0.00043920818,0.0005009349],"domain_scores_gemma":[0.9975628,0.00053040317,0.0004004801,0.001046482,0.00024100381,0.00021878124],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012365163,0.00017322974,0.00037896307,0.00091391307,0.00007514781,0.00017317254,0.0021280402,0.00015856001,0.000015437265],"category_scores_gemma":[0.0014576314,0.00015460237,0.00008606878,0.0016343624,0.0000658985,0.000544811,0.000455279,0.000510667,0.0016281697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042020085,0.0002884021,0.004345898,0.000030732695,0.00020887205,0.0023629626,0.0012936204,0.00008001618,0.015467966,0.0009801757,0.33942056,0.6354788],"study_design_scores_gemma":[0.0031296979,0.00084763154,0.4517496,0.00023937436,0.000059383103,0.0026517191,0.00023722772,0.0058808587,0.0011453531,0.0077296463,0.5260258,0.0003037174],"about_ca_topic_score_codex":0.000012012241,"about_ca_topic_score_gemma":0.00004275778,"teacher_disagreement_score":0.63517505,"about_ca_system_score_codex":0.000043049284,"about_ca_system_score_gemma":0.00020064,"threshold_uncertainty_score":0.9991492},"labels":[],"label_agreement":null},{"id":"W4384346102","doi":"10.1007/978-3-031-37249-0_8","title":"Addressing Biases in the Texts Using an End-to-End Pipeline Approach","year":2023,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Pipeline (software); Popularity; Computer science; Social media; Set (abstract data type); Word (group theory); Natural language processing; Artificial intelligence; Information retrieval; Data science; World Wide Web; Linguistics; Psychology; Social psychology","score_opus":0.20470570782572706,"score_gpt":0.35259485108072064,"score_spread":0.14788914325499358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384346102","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011928646,0.00017715321,0.87761337,0.0010250288,0.0004889837,0.000916815,0.000018500697,0.00023712909,0.118330136],"genre_scores_gemma":[0.39830035,0.0012333764,0.5937615,0.0045865816,0.00023458079,0.0001112895,0.000215032,0.000041047482,0.001516238],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980356,0.00009503841,0.00062127004,0.00033470162,0.0005995775,0.000313824],"domain_scores_gemma":[0.99701995,0.00027739926,0.00022502532,0.0021597208,0.00021050524,0.00010740135],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002702379,0.00020648511,0.00020560615,0.0015301331,0.0006738205,0.0012729915,0.0039677196,0.00010897871,0.0000028950733],"category_scores_gemma":[0.00009798118,0.00017459095,0.000035551442,0.0013189557,0.00043124612,0.005712143,0.0015927964,0.00050289056,0.00004255989],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034663299,0.00006122182,0.00002943858,0.000031822306,0.0000034557822,0.000002229646,0.010811345,0.015786115,0.000022357613,0.1627781,0.00017334383,0.81029713],"study_design_scores_gemma":[0.00014571693,0.000043485634,0.0007337181,0.0002502722,0.0000033340175,0.000053588337,0.000113245405,0.9826366,0.00001427644,0.0023156751,0.01343605,0.00025407737],"about_ca_topic_score_codex":0.00007826805,"about_ca_topic_score_gemma":0.000059795246,"teacher_disagreement_score":0.96685046,"about_ca_system_score_codex":0.00012162244,"about_ca_system_score_gemma":0.00027505416,"threshold_uncertainty_score":0.9997638},"labels":[],"label_agreement":null},{"id":"W4385078339","doi":"10.18280/isi.280302","title":"Advancements in Semantic Expansion Techniques for Short Text Classification and Hate Speech Detection","year":2023,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Voice activity detection; Artificial intelligence; Speech recognition; Speech processing","score_opus":0.020399857584255384,"score_gpt":0.25954873438133674,"score_spread":0.23914887679708136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385078339","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40909308,0.000017615912,0.58882546,0.0000660601,0.00025564738,0.0007067424,0.0000029094151,0.0005621976,0.0004703002],"genre_scores_gemma":[0.9869743,0.000104018465,0.012416474,0.000053055668,0.000033011354,0.00031839823,0.000045357894,0.000009283013,0.000046075307],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987988,0.00003842726,0.00045184142,0.00021077713,0.00021446492,0.00028567843],"domain_scores_gemma":[0.99937725,0.00004743188,0.00013367158,0.0002449544,0.00014554632,0.000051169114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006706106,0.00014201505,0.00014261062,0.00062609423,0.00024453545,0.0002742599,0.00017987927,0.00011430171,0.0000011934001],"category_scores_gemma":[0.00012684938,0.0001461928,0.000035080484,0.00092390546,0.000038477807,0.0037304107,0.00007409361,0.000092002025,0.0000418314],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021456855,0.000009184447,0.0005626458,0.00015424541,0.0000047984313,0.0000011678329,0.0010861673,0.000046141864,0.016229497,0.00070661673,0.000043987508,0.9811341],"study_design_scores_gemma":[0.0008542709,0.00055883144,0.07921242,0.00051186164,0.000016044325,0.00009123923,0.0013200637,0.5885223,0.29643026,0.022125093,0.009660076,0.00069754693],"about_ca_topic_score_codex":0.000048735044,"about_ca_topic_score_gemma":0.00004022952,"teacher_disagreement_score":0.98043656,"about_ca_system_score_codex":0.00022246553,"about_ca_system_score_gemma":0.00002925637,"threshold_uncertainty_score":0.59615695},"labels":[],"label_agreement":null},{"id":"W4385412360","doi":"10.1109/eurospw59978.2023.00072","title":"Work in Progress: A Glance at Social Media Self-Censorship in North America","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Censorship; Social media; Computer science; Internet privacy; Work (physics); Media studies; World Wide Web; Political science; Sociology; Engineering; Law","score_opus":0.016437428654273334,"score_gpt":0.2310214376969902,"score_spread":0.21458400904271688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385412360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964664,0.00003195527,0.00037119628,0.0012959379,0.00025402554,0.00013898307,7.1557554e-7,0.0006892288,0.00075153005],"genre_scores_gemma":[0.9930908,0.000024045648,0.00635807,0.00013816456,0.000094979754,0.00005318404,0.000005085338,0.000008193274,0.00022748532],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987671,0.000082848004,0.00017642607,0.0003230504,0.00024325046,0.0004073572],"domain_scores_gemma":[0.9996004,0.000092399954,0.000043876033,0.00018791284,0.000018918003,0.00005645389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019734392,0.00010029751,0.00013769197,0.00020265524,0.000070451904,0.000059778704,0.00038567663,0.000057815392,0.000018144197],"category_scores_gemma":[0.000042149382,0.00009398827,0.000032630604,0.0034646923,0.000033465873,0.00016139213,0.0001741494,0.00015199349,0.00070821366],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010939507,0.00024951278,0.58618027,0.000040569677,0.000017312997,0.0005397679,0.03591753,0.00016553435,0.000059056794,0.0012164087,0.008267078,0.3672376],"study_design_scores_gemma":[0.00059263344,0.00004392718,0.97855496,0.000022191309,0.0000014480527,0.000004174344,0.00017493682,0.0064836047,0.00021306366,0.00034080786,0.013271136,0.00029713003],"about_ca_topic_score_codex":0.00003929631,"about_ca_topic_score_gemma":0.0030581527,"teacher_disagreement_score":0.3923747,"about_ca_system_score_codex":0.00010603045,"about_ca_system_score_gemma":0.00003479981,"threshold_uncertainty_score":0.910289},"labels":[],"label_agreement":null},{"id":"W4385552004","doi":"10.1017/s1351324923000396","title":"SSL-GAN-RoBERTa: A robust semi-supervised model for detecting Anti-Asian COVID-19 hate speech on social media","year":2023,"lang":"en","type":"article","venue":"Natural Language Engineering","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Social media; Transformer; Artificial intelligence; Task (project management); Coronavirus disease 2019 (COVID-19); Machine learning; Speech recognition; Data mining; Voltage","score_opus":0.025940205091409797,"score_gpt":0.26037499805348296,"score_spread":0.23443479296207317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385552004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.447977,0.00026780769,0.54520214,0.0010044493,0.0019434297,0.0004973617,0.000027135473,0.002951778,0.00012890043],"genre_scores_gemma":[0.9770392,0.000006530949,0.021845628,0.00023650688,0.0005002445,0.000043013977,0.00003406005,0.00004925767,0.00024554046],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821573,0.00002435894,0.00023740345,0.0005071966,0.00035856492,0.0006567381],"domain_scores_gemma":[0.9991056,0.0002823913,0.000060686507,0.00030403148,0.000050437455,0.00019688167],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040074252,0.00027391288,0.00025850983,0.00035432822,0.00031491098,0.00020349615,0.0005400122,0.00018194829,0.000005987353],"category_scores_gemma":[0.00084285956,0.00026887932,0.00016520331,0.0008738369,0.000012483725,0.00033910028,0.00010330145,0.00046554278,0.00004077297],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041465777,0.000032199485,0.000011109002,0.00032114808,0.000082340346,0.00037836414,0.021768091,0.6729297,0.1386705,0.0011614485,0.001602658,0.16300099],"study_design_scores_gemma":[0.0005442609,0.000020504018,0.00009802294,0.00003279547,0.000009387298,0.000027751807,0.00028662157,0.9804564,0.017962445,0.000044229404,0.00018478427,0.00033278682],"about_ca_topic_score_codex":0.00004041855,"about_ca_topic_score_gemma":0.00007405132,"teacher_disagreement_score":0.5290622,"about_ca_system_score_codex":0.00018064471,"about_ca_system_score_gemma":0.000059177957,"threshold_uncertainty_score":0.99997634},"labels":[],"label_agreement":null},{"id":"W4385569789","doi":"10.18653/v1/2023.woah-1.9","title":"Cross-Platform and Cross-Domain Abusive Language Detection with Supervised Contrastive Learning","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Alliance de recherche numérique du Canada; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Perspective (graphical); Generalization; Machine learning; Focus (optics); Domain (mathematical analysis); Artificial intelligence; Task (project management); Natural language processing","score_opus":0.007907210624499677,"score_gpt":0.2476048123054383,"score_spread":0.23969760168093862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385569789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8314543,0.000018617238,0.16548815,0.00003496703,0.00011721664,0.00014608115,0.0000010550776,0.000695776,0.0020438544],"genre_scores_gemma":[0.99459577,0.000010577701,0.0024757606,0.00005905475,0.000054417418,0.000020562351,0.0000043140426,0.000013383248,0.002766174],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988892,0.000029041514,0.00013643141,0.0003834295,0.00022129905,0.00034060297],"domain_scores_gemma":[0.99947214,0.00009244451,0.000051121136,0.00018239293,0.00009880943,0.000103068094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030956222,0.00014128274,0.00012784892,0.00014019573,0.00042053213,0.0005441175,0.00017145534,0.000076262644,0.00003796081],"category_scores_gemma":[0.000049111088,0.00011248906,0.000030547715,0.00062962825,0.00009105583,0.000737374,0.000096113,0.00020599739,0.00015093178],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056088506,0.000080523205,0.054838955,0.00011326159,0.00020554627,0.0008379887,0.028735861,0.0035993145,0.32975957,0.0053824107,0.000075084856,0.5758106],"study_design_scores_gemma":[0.006141257,0.0020569833,0.3765291,0.000093290284,0.000021182612,0.0005411906,0.007037164,0.20332688,0.39857686,0.0018655508,0.0025330877,0.0012774697],"about_ca_topic_score_codex":0.00018888166,"about_ca_topic_score_gemma":0.00016776606,"teacher_disagreement_score":0.5745331,"about_ca_system_score_codex":0.00003588573,"about_ca_system_score_gemma":0.0000282053,"threshold_uncertainty_score":0.5246937},"labels":[],"label_agreement":null},{"id":"W4385569909","doi":"10.18653/v1/2023.woah-1.12","title":"Aporophobia: An Overlooked Type of Toxic Language Targeting the Poor","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Poverty; Focus (optics); Social media; Phenomenon; Computer science; Poverty reduction; Data science; Internet privacy; Political science; World Wide Web; Epistemology","score_opus":0.017105626615821545,"score_gpt":0.2630096165681824,"score_spread":0.24590398995236085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385569909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887656,0.000044143184,0.0053314916,0.00040091114,0.00042238602,0.000086575856,6.591458e-7,0.00039401566,0.0045542154],"genre_scores_gemma":[0.99380296,0.000009796445,0.003176173,0.00018543989,0.00006290858,0.0000023293808,0.0000030175324,0.000005659813,0.0027516908],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99937534,0.000043742966,0.00011016081,0.00015257693,0.00015851452,0.00015966386],"domain_scores_gemma":[0.9995415,0.00003798099,0.00003974691,0.00030540666,0.00003883138,0.00003649966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003303597,0.00005582698,0.0000664062,0.00005043281,0.000083809966,0.000045238838,0.0003950179,0.000029957524,0.00007595302],"category_scores_gemma":[0.000048234167,0.000036190904,0.000029549888,0.0006479394,0.000017458,0.0001618178,0.00010178671,0.00006706332,0.00024401238],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016952465,0.000060764836,0.00037115306,0.000023934344,0.00002767983,0.00005197311,0.005041049,0.00029223674,0.895736,0.013238007,0.014237412,0.070902884],"study_design_scores_gemma":[0.00051074073,0.00061821967,0.006890845,0.00002390573,0.000012377752,0.000024968613,0.003226703,0.1296355,0.84483844,0.0020809826,0.011727922,0.0004093729],"about_ca_topic_score_codex":0.00019709062,"about_ca_topic_score_gemma":0.000026764736,"teacher_disagreement_score":0.12934326,"about_ca_system_score_codex":0.000008047985,"about_ca_system_score_gemma":0.00002551942,"threshold_uncertainty_score":0.3136367},"labels":[],"label_agreement":null},{"id":"W4385569921","doi":"10.18653/v1/2023.woah-1.21","title":"Factoring Hate Speech: A New Annotation Framework to Study Hate Speech in Social Media","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; Hebrew University of Jerusalem","keywords":"Annotation; Computer science; Scheme (mathematics); Construct (python library); Social media; Natural language processing; Artificial intelligence; Voice activity detection; Speech recognition; Speech processing; World Wide Web; Mathematics","score_opus":0.07390689382459951,"score_gpt":0.32009733051542605,"score_spread":0.24619043669082652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385569921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5596853,0.0000209328,0.42620108,0.0029807317,0.0072226045,0.0016578216,0.00000842406,0.0015679646,0.0006551516],"genre_scores_gemma":[0.8306151,0.000025700558,0.16470164,0.0002922946,0.0019805972,0.00014357294,0.000023383593,0.00009283884,0.0021248474],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99584854,0.0002082058,0.0007199566,0.0014671368,0.0010224776,0.00073371636],"domain_scores_gemma":[0.9980841,0.00027623537,0.00023745156,0.00095717324,0.00014503965,0.00029996395],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009922932,0.00050841976,0.0005952651,0.00085637096,0.0002170688,0.0009393617,0.001610115,0.0005371877,0.00006412244],"category_scores_gemma":[0.00048724335,0.0005318089,0.00016913876,0.0016659852,0.000016933991,0.00035279247,0.002140581,0.0014191904,0.0009489085],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070853996,0.00041310652,0.003433523,0.00008993825,0.00017923155,0.0008409046,0.08813469,0.0021116151,0.0005220593,0.0027210515,0.0024035685,0.89907944],"study_design_scores_gemma":[0.0043126224,0.0011866095,0.42743486,0.0019088191,0.00019076059,0.000053860527,0.00866633,0.021245154,0.049609337,0.47359058,0.004750251,0.007050816],"about_ca_topic_score_codex":0.002493875,"about_ca_topic_score_gemma":0.0021829212,"teacher_disagreement_score":0.8920286,"about_ca_system_score_codex":0.00030589977,"about_ca_system_score_gemma":0.00023816641,"threshold_uncertainty_score":0.999829},"labels":[],"label_agreement":null},{"id":"W4385570093","doi":"10.18653/v1/2023.sicon-1.4","title":"What Makes a Good Counter-Stereotype? Evaluating Strategies for Automated Responses to Stereotypical Text","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Stereotype (UML); Correctness; Set (abstract data type); Tone (literature); Computer science; Stereotype threat; Social media; Social psychology; Psychology; Internet privacy; World Wide Web; Algorithm; Linguistics","score_opus":0.05505928854682075,"score_gpt":0.35711072794614634,"score_spread":0.3020514393993256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82272565,0.000049836337,0.16448021,0.0035793753,0.0018584414,0.0009232012,0.000009238261,0.0052317567,0.0011422642],"genre_scores_gemma":[0.9430692,0.0000140498005,0.044678308,0.0009379955,0.00012881066,0.00022515062,0.0000069512994,0.000029047298,0.010910461],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981974,0.00012844325,0.00029785078,0.0005119005,0.00037384903,0.00049057644],"domain_scores_gemma":[0.9987531,0.0003792116,0.000060428247,0.00048679236,0.00018499541,0.00013550122],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008683994,0.00018225571,0.00018824107,0.0002638314,0.00023116653,0.0017027266,0.0005585832,0.000085971384,0.00004031263],"category_scores_gemma":[0.00016619392,0.00015731074,0.00008132534,0.0008378324,0.000023611481,0.001325992,0.00020357114,0.00008751867,0.00084458577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016404066,0.00028258943,0.0006041479,0.00038223836,0.00027139043,0.00012949487,0.012534549,0.0043795886,0.0770759,0.09879398,0.048365522,0.7555402],"study_design_scores_gemma":[0.0010962243,0.0020577621,0.0058380947,0.00021397119,0.00001774204,0.000057519,0.005407815,0.9534356,0.0069013387,0.005578852,0.018757412,0.0006376594],"about_ca_topic_score_codex":0.000024794808,"about_ca_topic_score_gemma":0.000077881064,"teacher_disagreement_score":0.949056,"about_ca_system_score_codex":0.000049814127,"about_ca_system_score_gemma":0.00018440821,"threshold_uncertainty_score":0.99993336},"labels":[],"label_agreement":null},{"id":"W4385570854","doi":"10.18653/v1/2023.acl-long.370","title":"SQuARe: A Large-Scale Dataset of Sensitive Questions and Acceptable Responses Created through Human-Machine Collaboration","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Korea Advanced Institute of Science and Technology; Institute for Basic Science; Seoul National University","keywords":"Square (algebra); Alice (programming language); Volume (thermodynamics); Scale (ratio); Computer science; Library science; Geography; Cartography; Mathematics; Physics; Programming language; Geometry","score_opus":0.017971828390566706,"score_gpt":0.30658503547694327,"score_spread":0.28861320708637656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385570854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58737713,0.000094227806,0.39987308,0.0033659057,0.00033081553,0.0006789447,0.0031781918,0.0012303928,0.0038713324],"genre_scores_gemma":[0.9760858,0.00008318624,0.020322997,0.000276901,0.00002991922,0.000021116435,0.0011119698,0.000011448069,0.0020566697],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990527,0.00013965549,0.00017554886,0.00028093756,0.00016571529,0.00018543418],"domain_scores_gemma":[0.99928516,0.000108448265,0.000070932176,0.0003425641,0.00014560821,0.000047281996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037741254,0.000094001305,0.00013190183,0.00012641361,0.000270589,0.00011122452,0.00013563773,0.00005530862,0.000026024767],"category_scores_gemma":[0.000089409645,0.00008510433,0.000015086315,0.0012263288,0.000041270338,0.0005496311,0.00015271068,0.000069905305,0.00004203023],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044823246,0.0007547144,0.0038533376,0.00019875543,0.00023951361,0.00022727385,0.016424885,0.001096871,0.52801406,0.13851362,0.2971051,0.013123617],"study_design_scores_gemma":[0.0038036779,0.0020833246,0.03305551,0.00019238814,0.000108595734,0.00012533422,0.006373506,0.16411898,0.6339132,0.011459674,0.14349419,0.0012715838],"about_ca_topic_score_codex":0.0005908966,"about_ca_topic_score_gemma":0.0015679225,"teacher_disagreement_score":0.38870868,"about_ca_system_score_codex":0.00001773947,"about_ca_system_score_gemma":0.000049245147,"threshold_uncertainty_score":0.3470454},"labels":[],"label_agreement":null},{"id":"W4385571787","doi":"10.18653/v1/2023.findings-acl.152","title":"Contrastive Learning of Sociopragmatic Meaning in Social Media","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Atomic Energy of Canada Limited; University of Oxford","keywords":"Computer science; Sarcasm; Natural language processing; Artificial intelligence; Meaning (existential); Task (project management); Code (set theory); Domain (mathematical analysis); Representation (politics); Bridge (graph theory); Linguistics; Psychology","score_opus":0.017660802280077117,"score_gpt":0.24568869191509637,"score_spread":0.22802788963501924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74792534,0.000016010601,0.21817379,0.00071190536,0.00045721288,0.00014851554,5.453615e-7,0.000769265,0.031797417],"genre_scores_gemma":[0.9978891,0.0000039382667,0.0018141642,0.000017076054,0.000039947186,0.000004558183,0.0000010585462,0.0000039360248,0.00022621981],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929625,0.00006598655,0.0001540619,0.00013026934,0.000175767,0.00017766446],"domain_scores_gemma":[0.9996087,0.00022448879,0.000054535223,0.000056820598,0.00003290564,0.000022573233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041626845,0.00005277757,0.00011652308,0.00014809203,0.00007776826,0.000023797607,0.00017003373,0.000041861585,0.000020937403],"category_scores_gemma":[0.00019548943,0.000050228195,0.000032992953,0.0006706857,0.00002211526,0.00015074191,0.00006979013,0.0001306664,0.00009887024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020399475,0.00007555515,0.0047199456,0.00008476503,0.000055192046,0.000089038935,0.09089216,0.0017647796,0.031000312,0.54739565,0.001505539,0.32239667],"study_design_scores_gemma":[0.0028461823,0.00025503966,0.12303921,0.00018128823,0.000016923663,0.000016488693,0.015155797,0.7009026,0.05055587,0.10525553,0.00097427034,0.00080081646],"about_ca_topic_score_codex":0.000026074938,"about_ca_topic_score_gemma":0.00003391965,"teacher_disagreement_score":0.6991378,"about_ca_system_score_codex":0.000021783751,"about_ca_system_score_gemma":0.000028128019,"threshold_uncertainty_score":0.20482464},"labels":[],"label_agreement":null},{"id":"W4385571819","doi":"10.18653/v1/2023.findings-acl.289","title":"ClaimDiff: Comparing and Contrasting Claims on Contentious Issues","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Misinformation; Argument (complex analysis); Computer science; GRASP; Politics; Epistemology; Data science; Artificial intelligence; Political science; Computer security; Law; Philosophy","score_opus":0.03060270369584239,"score_gpt":0.26072390515212535,"score_spread":0.23012120145628295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.938618,0.00003926563,0.044871416,0.001517947,0.00047799028,0.00014262214,4.930965e-7,0.0013949886,0.012937287],"genre_scores_gemma":[0.99521124,0.000020079437,0.0016915444,0.00027160437,0.000040976785,0.000006753539,0.0000014267046,0.0000061516157,0.0027502086],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991655,0.000027834432,0.00013012657,0.00026893322,0.00016249766,0.00024510513],"domain_scores_gemma":[0.9995857,0.00008130958,0.000032036784,0.00019612393,0.000030125682,0.000074723044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020614929,0.00009482124,0.00013478078,0.00010625116,0.0001892844,0.00020444902,0.00018574743,0.00003851294,0.000008014229],"category_scores_gemma":[0.000029823912,0.00007938181,0.0000292758,0.00026466622,0.000024156665,0.00017027138,0.00010424748,0.00010122593,0.00029689155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047470898,0.00016415097,0.045470104,0.00006797298,0.00015972897,0.00027384338,0.0020911316,0.0004281985,0.032674305,0.42129618,0.018062273,0.47926462],"study_design_scores_gemma":[0.0025929133,0.0006522195,0.21645214,0.00015664982,0.000016137586,0.00008601571,0.0005948524,0.71799827,0.027480671,0.019028584,0.014073548,0.0008679813],"about_ca_topic_score_codex":0.00007619541,"about_ca_topic_score_gemma":0.000027164495,"teacher_disagreement_score":0.71757007,"about_ca_system_score_codex":0.000011443848,"about_ca_system_score_gemma":0.0000065312643,"threshold_uncertainty_score":0.38160393},"labels":[],"label_agreement":null},{"id":"W4385571961","doi":"10.18653/v1/2023.acl-short.17","title":"A Weakly Supervised Classifier and Dataset of White Supremacist Language","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; Carnegie Mellon University; University of Pittsburgh","keywords":"Classifier (UML); Computer science; Artificial intelligence; Counterexample; Generalization; Speech recognition; Natural language processing; Mathematics","score_opus":0.01541823408194179,"score_gpt":0.2504659125987392,"score_spread":0.2350476785167974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9062672,0.00006288929,0.08226492,0.0012604723,0.00035440066,0.00022649804,0.00027735013,0.0006594425,0.00862678],"genre_scores_gemma":[0.9826276,0.000028571878,0.01351686,0.00021971848,0.000034534216,0.0000072280613,0.00019468958,0.000008219744,0.0033625807],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993573,0.000026308839,0.00012386244,0.00020391562,0.00013846705,0.00015014823],"domain_scores_gemma":[0.99950576,0.000028481063,0.000024152288,0.00036269397,0.000018962139,0.000059981536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019692864,0.00006383815,0.0000883521,0.00010038823,0.000072491945,0.000046629517,0.0002442747,0.000033534216,0.000063458225],"category_scores_gemma":[0.000018924087,0.0000531089,0.000019197823,0.00042436935,0.000027521606,0.00021680006,0.00025751165,0.000050718794,0.00010858961],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063441585,0.00016857688,0.007780331,0.00030038194,0.000114923176,0.0003385317,0.013449692,0.00007042725,0.4510555,0.0213968,0.24975093,0.25551045],"study_design_scores_gemma":[0.002952068,0.0007408085,0.04532873,0.00011505272,0.00004459759,0.00022706736,0.0034459226,0.5196712,0.28651866,0.0026126858,0.13700353,0.0013396699],"about_ca_topic_score_codex":0.000065740875,"about_ca_topic_score_gemma":0.00004919174,"teacher_disagreement_score":0.5196008,"about_ca_system_score_codex":0.000004529345,"about_ca_system_score_gemma":0.000015438087,"threshold_uncertainty_score":0.21657181},"labels":[],"label_agreement":null},{"id":"W4385573793","doi":"10.18653/v1/2022.emnlp-main.809","title":"Directions for NLP Practices Applied to Online Hate Speech Detection","year":2022,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"European Social Fund; Fundação para a Ciência e a Tecnologia; Ministério da Ciência, Tecnologia e Ensino Superior","keywords":"Computer science; Conceptualization; Task (project management); Artificial intelligence; Generalization; Natural language processing; Situated; Quality (philosophy); Epistemology","score_opus":0.026233301741495664,"score_gpt":0.2818900551993356,"score_spread":0.2556567534578399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04713904,0.000020371874,0.93937767,0.0028456824,0.0016370801,0.00087496656,0.000013448914,0.0008477145,0.007244059],"genre_scores_gemma":[0.8215699,0.000007642369,0.16868278,0.0013143548,0.00026564146,0.00073851686,0.0000127993135,0.00002167708,0.0073866653],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988195,0.000046975976,0.0001741966,0.0004347622,0.0002631768,0.00026139236],"domain_scores_gemma":[0.9992133,0.00010117628,0.00015288418,0.0003650902,0.000067056935,0.0001004948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040046457,0.00010830474,0.000105810715,0.00020873058,0.0007927401,0.00015384851,0.00041049093,0.00002934922,0.00008197681],"category_scores_gemma":[0.00009657598,0.00011124999,0.00006165458,0.0008318687,0.0000072018206,0.0002724128,0.00024421295,0.00016596081,0.00006258462],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008514436,0.00027501493,0.000011481477,0.000010410935,0.00003163737,0.0000043546615,0.0003396876,0.0015154575,0.06987408,0.004655217,0.0024425685,0.92075497],"study_design_scores_gemma":[0.0005038405,0.00075073563,0.00036662695,0.0000024713531,0.000019505937,0.00011402457,0.0005220076,0.036171146,0.16372116,0.0023875055,0.79506916,0.00037179896],"about_ca_topic_score_codex":0.00022449349,"about_ca_topic_score_gemma":0.00047369776,"teacher_disagreement_score":0.92038316,"about_ca_system_score_codex":0.00011430712,"about_ca_system_score_gemma":0.00003939107,"threshold_uncertainty_score":0.6097196},"labels":[],"label_agreement":null},{"id":"W4385573884","doi":"10.18653/v1/2022.emnlp-main.819","title":"A Federated Approach to Predicting Emojis in Hindi Tweets","year":2022,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of Alberta","funders":"","keywords":"Emoji; Computer science; Hindi; Artificial intelligence; Machine learning; Task (project management); Natural language processing; World Wide Web; Social media","score_opus":0.012252662949465658,"score_gpt":0.21221018677420805,"score_spread":0.19995752382474238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.556016,0.000014546464,0.34029692,0.0007099402,0.0004104604,0.0003571331,0.0000010143649,0.000507742,0.10168623],"genre_scores_gemma":[0.98449,2.9720505e-7,0.013250422,0.0005848983,0.000024920759,0.00008282959,0.0000022095048,0.0000061538744,0.0015582668],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988975,0.00008697888,0.00015020085,0.00034055667,0.000267117,0.0002576703],"domain_scores_gemma":[0.9996848,0.000017685274,0.000026655096,0.00017427697,0.000017640534,0.000078944206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039847076,0.00007682773,0.00008753859,0.0001772877,0.0003075412,0.00014491507,0.00036061805,0.000020999876,0.000044913126],"category_scores_gemma":[0.000022465385,0.000077528864,0.000024326557,0.0009785552,0.0000038780227,0.00016940259,0.0002971507,0.00019269885,0.00003600594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001657353,0.0023204626,0.054554895,0.00007845425,0.0001065848,0.00033311313,0.03190538,0.069824345,0.026686644,0.02787115,0.030492224,0.755661],"study_design_scores_gemma":[0.0012093812,0.0006150119,0.021953823,0.000013099863,0.000003850995,0.00022685606,0.0017963136,0.9424021,0.010666189,0.0008773754,0.019566067,0.000669923],"about_ca_topic_score_codex":0.00044867565,"about_ca_topic_score_gemma":0.000032757416,"teacher_disagreement_score":0.8725778,"about_ca_system_score_codex":0.00010720017,"about_ca_system_score_gemma":0.00004688174,"threshold_uncertainty_score":0.31615353},"labels":[],"label_agreement":null},{"id":"W4385734113","doi":"10.18653/v1/2023.wassa-1.25","title":"Identifying Slurs and Lexical Hate Speech via Light-Weight Dimension Projection in Embedding Space","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Utterance; Dimension (graph theory); Computer science; Representation (politics); Embedding; Space (punctuation); Identity (music); Natural language processing; Word (group theory); Identification (biology); Speech recognition; Artificial intelligence; Linguistics; Mathematics; Aesthetics","score_opus":0.016908834620384817,"score_gpt":0.2701923306497711,"score_spread":0.25328349602938627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385734113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7833165,0.000044888075,0.21104921,0.0017245382,0.0009979529,0.0002933163,1.5899649e-7,0.000855002,0.0017184372],"genre_scores_gemma":[0.97720134,0.00007187156,0.020154418,0.00006392108,0.000094631534,0.000017592767,0.0000023639443,0.000015698879,0.0023781382],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986027,0.000067876485,0.00020368154,0.0004911869,0.00027440465,0.00036016942],"domain_scores_gemma":[0.9995447,0.000040011524,0.000049316066,0.00024429982,0.000033395685,0.00008830172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049811776,0.00013768476,0.00014027252,0.00043383308,0.00018411536,0.00023720074,0.00017518197,0.000097962875,0.000010674442],"category_scores_gemma":[0.000029667679,0.00012297214,0.000037498874,0.0012432784,0.00001761797,0.0006950663,0.00023211518,0.00018908201,0.00022520783],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007589251,0.0001723325,0.008581823,0.00018054685,0.0000484347,0.0006318757,0.0064663435,0.0004977738,0.58924407,0.019289067,0.00471943,0.3700924],"study_design_scores_gemma":[0.0007817982,0.0001847346,0.014340539,0.00017521583,0.000008979815,0.00025586068,0.00032116883,0.64372927,0.32772696,0.00910675,0.0028274972,0.0005412116],"about_ca_topic_score_codex":0.0002137858,"about_ca_topic_score_gemma":0.00011563159,"teacher_disagreement_score":0.6432315,"about_ca_system_score_codex":0.000059742735,"about_ca_system_score_gemma":0.000018005947,"threshold_uncertainty_score":0.50146586},"labels":[],"label_agreement":null},{"id":"W4385764438","doi":"10.24963/ijcai.2023/694","title":"Evaluating GPT-3 Generated Explanations for Hateful Content Moderation","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Moderation; Fluency; Content (measure theory); Social psychology; Psychology; Quality (philosophy); Cognitive psychology; Computer science; Epistemology; Mathematics education","score_opus":0.2562098803625319,"score_gpt":0.36501066480185435,"score_spread":0.10880078443932245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385764438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0998128,0.000008014304,0.89662695,0.0014558316,0.00043457758,0.000314709,0.0000024818464,0.0006937858,0.0006508653],"genre_scores_gemma":[0.7999741,0.000010916828,0.18913163,0.00048516912,0.00016119404,0.00036372629,0.00009431528,0.000014611962,0.009764348],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918073,0.00003624642,0.000162427,0.00024125501,0.0001865355,0.00019279543],"domain_scores_gemma":[0.9994411,0.00006777058,0.00004013184,0.00019487643,0.00020947796,0.00004668209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004450801,0.0000704987,0.000068017776,0.00012430562,0.0002920762,0.00020713093,0.0001675005,0.000038348746,0.000015876956],"category_scores_gemma":[0.00010728958,0.00006352139,0.000039891034,0.0004284339,0.0000058624455,0.00033840115,0.00003769912,0.00003765802,0.00016484417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023307084,0.00006542598,0.000059489725,0.00002417192,0.000061237144,0.0000060291836,0.0012132296,0.0660968,0.35326955,0.17343313,0.018667443,0.3870802],"study_design_scores_gemma":[0.00029627568,0.00008894611,0.00018979567,0.000003983935,0.0000031223221,0.0000027034675,0.00004923983,0.94626516,0.049748994,0.0021023145,0.0011618044,0.000087637585],"about_ca_topic_score_codex":0.000032912285,"about_ca_topic_score_gemma":0.000030760217,"teacher_disagreement_score":0.8801684,"about_ca_system_score_codex":0.000031037634,"about_ca_system_score_gemma":0.00004811791,"threshold_uncertainty_score":0.2590327},"labels":[],"label_agreement":null},{"id":"W4385775977","doi":"10.5281/zenodo.8238783","title":"About the Immigration Status of David DePape After the Attempted Murder on Paul Pelosi Dated October 28th 2022 - #How \"Cancel Culture\" in the United State of America (U.S.A) is Really Enabling Racism on Twitter & Elsewhere - #Michael Ayele (a.k.a) W","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Immigration; State (computer science); Culture of the United States; Criminology; History; Sociology; Political science; Economic history; Gerontology; Law; Medicine","score_opus":0.027186504507037978,"score_gpt":0.25381401261933245,"score_spread":0.22662750811229448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385775977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97034603,0.00023547983,0.008100956,0.012688763,0.00023016917,0.0015617103,0.0002997101,0.00058937713,0.005947828],"genre_scores_gemma":[0.99472004,0.0009125911,0.00010054542,0.001748996,0.00005477051,0.0000011714708,0.00063074566,0.0002736845,0.0015574797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971196,0.00089939125,0.00032216555,0.0004279138,0.0007635225,0.0004673851],"domain_scores_gemma":[0.99819154,0.00009707933,0.0002495035,0.0009103585,0.0004700235,0.00008150295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008716505,0.00018471386,0.00015975343,0.0003303838,0.00083829777,0.00051984977,0.0014337435,0.00005300397,0.00032272952],"category_scores_gemma":[0.0002738492,0.00011178003,0.00006459262,0.0030154767,0.00016593799,0.00027495812,0.00051119406,0.00047959178,0.00051460357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013913349,0.0005476463,0.00009302072,0.0001743359,0.0002388466,0.00009295876,0.11264037,0.0024388684,0.05162347,0.0011463782,0.29742002,0.53219277],"study_design_scores_gemma":[0.00065475365,0.0007360503,0.007849619,0.000103790335,0.000015914919,0.000021052045,0.0032631825,0.011687908,0.0045738555,0.00019488999,0.9706632,0.00023580833],"about_ca_topic_score_codex":0.00021432828,"about_ca_topic_score_gemma":0.000007479498,"teacher_disagreement_score":0.67324317,"about_ca_system_score_codex":0.000083989435,"about_ca_system_score_gemma":0.000015617825,"threshold_uncertainty_score":0.6614359},"labels":[],"label_agreement":null},{"id":"W4385785343","doi":"10.25236/ijfs.2023.050811","title":"Social Media Companies’ Moderation of UGC and Journalistic Content Published on Their Platforms","year":2023,"lang":"en","type":"article","venue":"International Journal of Frontiers in Sociology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Vetting; Moderation; Social media optimization; Advertising; Quarter (Canadian coin); User-generated content; Political science; Media studies; Internet privacy; Sociology; Business; History; Psychology; Computer science; Law; Social psychology","score_opus":0.04757185726027149,"score_gpt":0.2785601766416663,"score_spread":0.23098831938139483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385785343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9133166,0.00012410936,0.07998321,0.002897375,0.0034738185,0.000043323103,0.000004122404,0.000017000797,0.00014046117],"genre_scores_gemma":[0.9970326,0.00015161172,0.002331842,0.00016053313,0.0002970106,0.0000015836325,0.0000049244504,0.0000048035413,0.00001510814],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99883294,0.00007381442,0.00049061887,0.00012123007,0.0003355357,0.00014587432],"domain_scores_gemma":[0.99889785,0.00020795786,0.00043023555,0.000063722226,0.00035359772,0.00004663293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078683696,0.00008763751,0.0002635632,0.00052501087,0.000055731067,0.00005976454,0.0005109575,0.00010615357,0.0000063636394],"category_scores_gemma":[0.0003284395,0.00006886699,0.000085921056,0.00013373839,0.00018212262,0.0004291058,0.00006952173,0.00031129463,0.0000016062594],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022611115,0.0006743243,0.04485179,0.00005513063,0.0019921449,0.0007101335,0.13924693,0.0071643465,0.010672523,0.33381844,0.087410845,0.3711423],"study_design_scores_gemma":[0.0055395896,0.0007698281,0.15108322,0.00017587488,0.000024855397,0.00042381173,0.010159184,0.11249693,0.003283317,0.71438515,0.0012610877,0.0003971606],"about_ca_topic_score_codex":0.000005125141,"about_ca_topic_score_gemma":0.000004944499,"teacher_disagreement_score":0.38056672,"about_ca_system_score_codex":0.00012019565,"about_ca_system_score_gemma":0.000072874034,"threshold_uncertainty_score":0.28083146},"labels":[],"label_agreement":null},{"id":"W4385934913","doi":"10.2139/ssrn.4537139","title":"The Right to Life of Children and Cyberbullying Dominates Human Rights: Society Impacts","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wycliffe College","funders":"","keywords":"Human rights; Right to life; Psychology; Political science; Law","score_opus":0.0046865759932403625,"score_gpt":0.22999017131723073,"score_spread":0.22530359532399039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385934913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984959,0.0009069647,0.011379944,0.0020357668,0.00018276325,0.00017477944,0.0000011878724,0.00011839981,0.00024119584],"genre_scores_gemma":[0.9978874,0.0009023815,0.00038915497,0.00007344726,0.00017059295,0.000004445088,0.0000011349343,0.000011520735,0.00055995345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997501,0.000080811056,0.00028882214,0.00023474265,0.00031574728,0.0015788518],"domain_scores_gemma":[0.99921215,0.00009672583,0.00015555247,0.00027006376,0.00008265794,0.00018288236],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002253082,0.00014491288,0.00016327272,0.00010284698,0.0014103788,0.0002494748,0.00065886806,0.000062367464,0.0000033809392],"category_scores_gemma":[0.00005033045,0.000093829476,0.00012980738,0.000556867,0.00006131738,0.000278999,0.00016907745,0.0008058134,0.000032433465],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008493503,0.0001257156,0.0032649094,0.000023821576,0.0013559074,0.000017187984,0.004254921,0.00025573734,0.03479529,0.8405927,0.0107975155,0.10443138],"study_design_scores_gemma":[0.0029958908,0.0023287833,0.034734264,0.00018763855,0.00010379089,0.0018472739,0.0010632933,0.0029012463,0.0418718,0.90166134,0.009196328,0.0011083612],"about_ca_topic_score_codex":0.00017586855,"about_ca_topic_score_gemma":0.0004156348,"teacher_disagreement_score":0.10332302,"about_ca_system_score_codex":0.0001783135,"about_ca_system_score_gemma":0.00041477307,"threshold_uncertainty_score":0.9998897},"labels":[],"label_agreement":null},{"id":"W4386261907","doi":"10.2139/ssrn.4541590","title":"What are Canadian Politicians Doing on Threads?","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École Nationale d'Administration Publique","funders":"","keywords":"Political science; Business","score_opus":0.00931030325524438,"score_gpt":0.2301909456635429,"score_spread":0.22088064240829852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386261907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7715133,0.0038861113,0.10965746,0.074290514,0.013972161,0.00062058767,0.000006968009,0.0017614556,0.024291467],"genre_scores_gemma":[0.99317914,0.0023741587,0.00011814828,0.00070400874,0.00044222633,0.0000039543224,0.0000012658388,0.000018441162,0.0031586627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961765,0.0000664279,0.00015923235,0.00024314402,0.00030305612,0.0030516428],"domain_scores_gemma":[0.99927545,0.000033563265,0.00007872894,0.00027281485,0.000061579005,0.00027784696],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010531282,0.0001317191,0.0001157579,0.0004726711,0.00052429095,0.00057693705,0.000581183,0.00007316981,0.000009249944],"category_scores_gemma":[0.000031109612,0.00012234712,0.00008676779,0.0007057213,0.000017235787,0.0007321004,0.00003465876,0.0012315799,0.00078301626],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006455618,0.000020329455,0.00044537423,0.0000039987362,0.000077235025,0.00017637938,0.0005147576,0.0004106675,0.00016113113,0.7221604,0.0009892784,0.27503398],"study_design_scores_gemma":[0.0010357868,0.0011665393,0.0052999426,0.00034878802,0.000026589123,0.002878771,0.009948586,0.006492457,0.0017779324,0.8835586,0.08657438,0.00089167984],"about_ca_topic_score_codex":0.00599403,"about_ca_topic_score_gemma":0.17530718,"teacher_disagreement_score":0.2741423,"about_ca_system_score_codex":0.001335639,"about_ca_system_score_gemma":0.0023997584,"threshold_uncertainty_score":0.999995},"labels":[],"label_agreement":null},{"id":"W4386304507","doi":"10.18254/s207054760027323-2","title":"Specifics of Canada&amp;apos;s Approach to Online Safety","year":2023,"lang":"en","type":"article","venue":"Russia and America in the 21st Century","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Obligation; Legislation; Statutory law; Democracy; Government (linguistics); Public relations; Internet privacy; Business; Political science; Public administration; Law; Computer science; Politics","score_opus":0.03623293972873543,"score_gpt":0.2602819707001118,"score_spread":0.22404903097137635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386304507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7887674,0.0013587457,0.04069008,0.024910042,0.0029201948,0.0016590432,0.0001838226,0.00051358616,0.13899708],"genre_scores_gemma":[0.9812902,0.0015115701,0.015173768,0.0013247217,0.00014636933,0.0000133921885,0.000034558467,0.000013455464,0.0004919236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900293,0.000070572016,0.00018203618,0.00022612564,0.00025678027,0.00026157583],"domain_scores_gemma":[0.9994433,0.000061594976,0.00005414641,0.0003491197,0.000014724298,0.000077109245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019831641,0.000094597686,0.00014280528,0.00008635444,0.00009157463,0.000033252454,0.00045176817,0.000026322365,0.00000385362],"category_scores_gemma":[0.000025297984,0.0000663597,0.000026393334,0.0011334226,0.00003615881,0.00005347185,0.00011610572,0.00012832922,0.0000097983975],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012116606,0.00064614875,0.001210233,0.00013370524,0.000065668166,0.00006425935,0.016369557,0.0029520225,0.004123752,0.073368214,0.02625859,0.87468666],"study_design_scores_gemma":[0.00028472595,0.00009206906,0.049006578,0.000037143025,0.000006187,0.00003442796,0.003594546,0.005153087,0.00023283946,0.00033414477,0.9409411,0.00028318353],"about_ca_topic_score_codex":0.0151070105,"about_ca_topic_score_gemma":0.0038242654,"teacher_disagreement_score":0.91468245,"about_ca_system_score_codex":0.000034583656,"about_ca_system_score_gemma":0.000090982045,"threshold_uncertainty_score":0.9914515},"labels":[],"label_agreement":null},{"id":"W4386392229","doi":"10.31235/osf.io/6cts8","title":"Gender biases and hate speech: promoters and targets in the Argentinean political context","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Politics; Popularity; Context (archaeology); Political science; Right wing; Sociology; Law; History","score_opus":0.08500512924136282,"score_gpt":0.2873379786053071,"score_spread":0.20233284936394424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386392229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9036831,0.0007736613,0.0676087,0.017845673,0.0018470841,0.0017081999,0.000025766556,0.0007447995,0.005763011],"genre_scores_gemma":[0.9933646,0.00008574837,0.005023101,0.0008687863,0.00008996037,0.000026432439,0.000008895663,0.0000148167765,0.0005176627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99825364,0.00015341911,0.00024656282,0.00064437883,0.00025740606,0.00044461247],"domain_scores_gemma":[0.9991377,0.00015796116,0.000057569996,0.0004825885,0.0000354954,0.00012870933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063985295,0.00022030521,0.00021598699,0.00017837509,0.0000863411,0.00049333065,0.00047449445,0.00015200846,0.000010988558],"category_scores_gemma":[0.00012450856,0.00015350114,0.000051824933,0.00016346244,0.00009223961,0.00011959957,0.00089313084,0.00042656643,0.00003884993],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008220731,0.0006762456,0.017794514,0.0014371467,0.00046575462,0.0027412686,0.021307612,0.00011523162,0.0017915801,0.6271927,0.013588122,0.31280762],"study_design_scores_gemma":[0.003828025,0.0007881158,0.19860661,0.0012446796,0.00017803258,0.0017567028,0.0067010405,0.24240269,0.039989617,0.48329255,0.016777964,0.004433986],"about_ca_topic_score_codex":0.00073173014,"about_ca_topic_score_gemma":0.0002233282,"teacher_disagreement_score":0.30837363,"about_ca_system_score_codex":0.000023028077,"about_ca_system_score_gemma":0.0000513691,"threshold_uncertainty_score":0.62595946},"labels":[],"label_agreement":null},{"id":"W4386566625","doi":"10.18653/v1/2023.eacl-main.237","title":"A Federated Approach for Hate Speech Detection","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Voice activity detection; Computer science; Task (project management); Social media; Emotion detection; Internet privacy; Speech recognition; Artificial intelligence; Machine learning; Natural language processing; Computer security; Data science; Speech processing; World Wide Web; Emotion recognition; Engineering","score_opus":0.022415163177105547,"score_gpt":0.2433323136491364,"score_spread":0.22091715047203087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566625","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016722452,0.0000042650236,0.9712713,0.00019387505,0.0003601907,0.00031394506,7.2723935e-7,0.0015882294,0.0095450515],"genre_scores_gemma":[0.9212215,0.000005939979,0.06943892,0.00015433127,0.00010896468,0.0001315809,0.000011447248,0.000013979561,0.008913321],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910975,0.000023870456,0.00012150261,0.0003238693,0.00014170204,0.00027931275],"domain_scores_gemma":[0.99962884,0.000030284908,0.000030753148,0.00017417564,0.000074422336,0.00006149882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003139251,0.00009054443,0.000085344516,0.00014704106,0.0002684022,0.00025649858,0.00019657832,0.0000653659,0.000006110082],"category_scores_gemma":[0.0000338419,0.00008030272,0.000059806687,0.0008949592,0.0000093060025,0.00026435286,0.000044636567,0.00006466245,0.0002374063],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018432087,0.00003618716,0.000011910398,0.000026412014,0.000021684464,0.000006725887,0.000095230695,0.00025451073,0.05670881,0.0023792058,0.0033145398,0.93712634],"study_design_scores_gemma":[0.0002745384,0.00010136448,0.0001750039,0.000002100603,0.0000025103527,0.000023232837,0.000036801437,0.7131891,0.2803355,0.0012759301,0.0044505848,0.00013331576],"about_ca_topic_score_codex":0.00004280583,"about_ca_topic_score_gemma":0.000016369557,"teacher_disagreement_score":0.93699306,"about_ca_system_score_codex":0.000025677067,"about_ca_system_score_gemma":0.000018011577,"threshold_uncertainty_score":0.327465},"labels":[],"label_agreement":null},{"id":"W4386566992","doi":"10.18653/v1/2023.c3nlp-1.8","title":"Toward Cultural Bias Evaluation Datasets: The Case of Bengali Gender, Religious, and National Identity","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bengali; Unavailability; Nationality; Artifact (error); Identity (music); Process (computing); Cultural identity; Computer science; Natural language processing; Artificial intelligence; Psychology; Social psychology; Political science; Statistics; Mathematics; Immigration; Aesthetics","score_opus":0.14456245023152445,"score_gpt":0.3546193864170398,"score_spread":0.21005693618551532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386566992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9734565,0.00027751192,0.02145083,0.0017516827,0.0005196571,0.00038284023,0.00008275696,0.00025609636,0.001822134],"genre_scores_gemma":[0.99825776,0.00010050774,0.0013764937,0.00010727227,0.00003755667,0.0000113882015,0.000064896085,0.0000023214072,0.000041804215],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990429,0.00011228367,0.00014546156,0.0001879192,0.00040798273,0.00010341388],"domain_scores_gemma":[0.9994388,0.00007981066,0.000057431895,0.00020139152,0.00018971428,0.000032854514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014852652,0.00005895631,0.00005566616,0.00006940976,0.00015796626,0.00014043179,0.00021964847,0.000029621226,0.000014955659],"category_scores_gemma":[0.00024305072,0.00003861061,0.00002531105,0.00048217975,0.000036111254,0.000646786,0.00016127108,0.0000620359,0.000041631312],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027585325,0.0001317975,0.0014855341,0.00015487554,0.00021993545,0.0004833733,0.012787908,0.0019294715,0.008119924,0.3761977,0.4336762,0.16478568],"study_design_scores_gemma":[0.0011171649,0.00013645235,0.010257218,0.000021050404,0.00006264449,0.002875773,0.0029861897,0.84519506,0.009885492,0.12077682,0.006276121,0.00041003007],"about_ca_topic_score_codex":0.0007005462,"about_ca_topic_score_gemma":0.00027317926,"teacher_disagreement_score":0.8432656,"about_ca_system_score_codex":0.000026015763,"about_ca_system_score_gemma":0.000054088334,"threshold_uncertainty_score":0.1574495},"labels":[],"label_agreement":null},{"id":"W4386570977","doi":"10.5539/ijel.v13n5p1","title":"Hate Speech, incitamento all’odio, incitación al odio: EU Parallel Corpora, Legal Discourse, Metadiscourse and Translation","year":2023,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metadiscourse; Linguistics; Dignity; Rhetorical question; Psychology; Sociology; Political science; Law; Philosophy","score_opus":0.023640398661495927,"score_gpt":0.3005813538656628,"score_spread":0.2769409552041669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386570977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40265942,0.0019192329,0.39275083,0.009206602,0.14561509,0.0010707761,0.00034802203,0.0011375493,0.045292478],"genre_scores_gemma":[0.95767206,0.00041262287,0.035126593,0.0005753271,0.00579023,0.000004462143,0.000047798094,0.000030876825,0.00034000166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753565,0.000087877976,0.0006908361,0.00028594222,0.0010962571,0.00030346875],"domain_scores_gemma":[0.9939962,0.00017999155,0.0005193582,0.00021566218,0.004869209,0.0002196013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097509666,0.00021776704,0.00027990047,0.00050095096,0.000099585675,0.00056168286,0.0008494369,0.000094606694,0.000014126676],"category_scores_gemma":[0.005385049,0.00020490638,0.00015701857,0.0003152103,0.00009420094,0.00058072404,0.00014408384,0.00041737244,0.000020867785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013796437,0.0014257152,0.007239929,0.00014285909,0.004699437,0.0103078,0.016829232,0.02753782,0.0038357924,0.5127168,0.17605564,0.2378293],"study_design_scores_gemma":[0.0026489247,0.00046905223,0.0014830697,0.00016602543,0.0001498187,0.00016676364,0.0006285851,0.024286823,0.0016112229,0.0122187,0.9555742,0.00059682707],"about_ca_topic_score_codex":0.00004068646,"about_ca_topic_score_gemma":0.00003393037,"teacher_disagreement_score":0.77951854,"about_ca_system_score_codex":0.000101339756,"about_ca_system_score_gemma":0.00014696945,"threshold_uncertainty_score":0.835584},"labels":[],"label_agreement":null},{"id":"W4386690757","doi":"10.18280/isi.280430","title":"Application of LSTM and GloVe Word Embedding for Hate Speech Detection in Indonesian Twitter Data","year":2023,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Muhammadiyah Surakarta","keywords":"Indonesian; Computer science; Word (group theory); Speech recognition; Natural language processing; Word embedding; Artificial intelligence; Embedding; Linguistics","score_opus":0.02253170171451098,"score_gpt":0.26714233316004266,"score_spread":0.2446106314455317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386690757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36981106,0.000010663,0.62920487,0.000050618368,0.0001814757,0.00042511636,0.000008183924,0.00014633422,0.00016170868],"genre_scores_gemma":[0.9883262,0.000019914196,0.011364398,0.000038906357,0.000037040576,0.000086417924,0.000103800856,0.0000073062233,0.000016009963],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988792,0.000033011966,0.00046383953,0.00020967818,0.00018289659,0.00023135175],"domain_scores_gemma":[0.99905896,0.000062875646,0.00025627867,0.0004672517,0.0001120082,0.000042624146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079878786,0.00011479705,0.00015394845,0.00049743743,0.000121453246,0.0001817694,0.00037430364,0.00009855038,7.760764e-7],"category_scores_gemma":[0.00013845708,0.00011998993,0.000024518004,0.0009993153,0.000039973373,0.003356544,0.0001969631,0.00008234969,0.000027397758],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032458793,0.000008664564,0.0009576915,0.00026871334,0.000010740848,7.762012e-7,0.0026609185,0.00036115976,0.0038861022,0.0005201071,0.00007086928,0.9912218],"study_design_scores_gemma":[0.0005957474,0.00008556912,0.0191571,0.000107178654,0.000007961958,0.000030876723,0.0006606509,0.9444826,0.02572937,0.0071411626,0.0017915263,0.00021024885],"about_ca_topic_score_codex":0.00016605793,"about_ca_topic_score_gemma":0.000057765265,"teacher_disagreement_score":0.99101156,"about_ca_system_score_codex":0.00010069538,"about_ca_system_score_gemma":0.000030349145,"threshold_uncertainty_score":0.48930472},"labels":[],"label_agreement":null},{"id":"W4386708306","doi":"10.18280/isi.280410","title":"Hybrid Deep Learning Approach and Word2Vec Feature Expansion for Cyberbullying Detection on Indonesian Twitter","year":2023,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Word2vec; Indonesian; Feature (linguistics); Computer science; Artificial intelligence; Deep learning; Data science; Psychology; Pattern recognition (psychology)","score_opus":0.013244997479633695,"score_gpt":0.2205470948742381,"score_spread":0.2073020973946044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386708306","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2993731,0.00002378593,0.6973402,0.00009025884,0.00036845787,0.00053873047,0.0000016049946,0.00074565073,0.0015182144],"genre_scores_gemma":[0.989934,0.000031535823,0.009248782,0.00016379321,0.0001098924,0.00025666,0.00006504654,0.000019063531,0.00017119388],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985636,0.000078681565,0.00033329564,0.00029259,0.0003084004,0.00042341856],"domain_scores_gemma":[0.9991602,0.00009358111,0.00022319953,0.00026882926,0.00015039097,0.000103825114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063707656,0.00022648057,0.00019667199,0.00057907635,0.00082465354,0.00063673954,0.00023087545,0.00014587889,0.0000014303967],"category_scores_gemma":[0.00019150552,0.00021738994,0.000077001525,0.00069099094,0.000045953693,0.0024831533,0.00010380053,0.0002839225,0.0000749252],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007460265,0.000013419365,0.00016004073,0.0002649594,0.000023442213,0.0000032923151,0.0055402564,0.004566935,0.001393272,0.0010839563,0.00022874532,0.98664707],"study_design_scores_gemma":[0.0014962527,0.00073217484,0.008679031,0.0002709221,0.000024163895,0.00026548756,0.0016199374,0.9390629,0.029510202,0.0070120776,0.010532765,0.00079408474],"about_ca_topic_score_codex":0.000020879448,"about_ca_topic_score_gemma":0.0000022017537,"teacher_disagreement_score":0.985853,"about_ca_system_score_codex":0.00017268209,"about_ca_system_score_gemma":0.000028505829,"threshold_uncertainty_score":0.88649046},"labels":[],"label_agreement":null},{"id":"W4386713710","doi":"10.18280/isi.280414","title":"Utilizing K-Means Clustering for the Detection of Cyberbullying Within Instagram Comments","year":2023,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cluster analysis; Computer science; Artificial intelligence","score_opus":0.026043458801169237,"score_gpt":0.24966833643089834,"score_spread":0.2236248776297291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386713710","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06578516,0.00003374026,0.9311122,0.00009125909,0.0010393411,0.0005800319,0.0000064792575,0.00046229392,0.00088949874],"genre_scores_gemma":[0.99284184,0.000022192111,0.0067791305,0.00010917961,0.00004480046,0.00014312373,0.0000132782,0.000010224259,0.000036218647],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998654,0.000046755787,0.00057690206,0.00013580202,0.00028254095,0.00030398712],"domain_scores_gemma":[0.99882,0.0001931015,0.00037393978,0.00035709195,0.00020858936,0.00004728625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010309591,0.00014286078,0.00015282055,0.00029786804,0.00065007724,0.00030400095,0.00045066545,0.0000849104,0.0000015370042],"category_scores_gemma":[0.00025750065,0.00011775098,0.00009284396,0.00086411886,0.000063151885,0.0023163192,0.00016412405,0.0001214973,0.000036080895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006106795,0.000016480779,0.00021488128,0.0004743127,0.00008139526,0.0000010349079,0.019821316,0.023112418,0.0072911144,0.0067529962,0.0001273458,0.9420456],"study_design_scores_gemma":[0.0004744879,0.00015330213,0.0023175888,0.00015531952,0.000015051689,0.000023500505,0.0023475736,0.96432155,0.02248337,0.0029710447,0.0045464407,0.00019079218],"about_ca_topic_score_codex":0.00014556127,"about_ca_topic_score_gemma":0.000049939594,"teacher_disagreement_score":0.94185483,"about_ca_system_score_codex":0.00015638085,"about_ca_system_score_gemma":0.000048133938,"threshold_uncertainty_score":0.4999934},"labels":[],"label_agreement":null},{"id":"W4386766023","doi":"10.26443/arc.v32i.1016","title":"University Student Failed!!!","year":2004,"lang":"en","type":"article","venue":"Arc The Journal of the School of Religious Studies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Mathematics education; Psychology","score_opus":0.010509768318876735,"score_gpt":0.23878891628318236,"score_spread":0.22827914796430562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386766023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789326,0.004875505,0.0065064235,0.007843688,0.001045473,0.00012930275,5.6728504e-7,0.00002228923,0.0006441418],"genre_scores_gemma":[0.99293196,0.004906822,0.0017124155,0.000145109,0.000072845265,1.4062624e-7,7.709391e-9,0.0000036442582,0.0002270479],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989378,0.00014260097,0.00025317265,0.00007968526,0.00043465878,0.00015212315],"domain_scores_gemma":[0.9987013,0.000102259466,0.00042919,0.00039170196,0.00032216174,0.00005341735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007177967,0.000094789735,0.00019816062,0.00007398008,0.00029883443,0.00002275548,0.0014912809,0.000024334313,9.0600986e-7],"category_scores_gemma":[0.00016741108,0.00004744451,0.0001788485,0.00033509356,0.0001235887,0.00018007477,0.0004872221,0.00027020086,0.000018194345],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023188833,0.0023993116,0.0752778,0.00046044702,0.01802041,0.0011722201,0.2053449,0.16637324,0.08939672,0.05665358,0.33747363,0.04510887],"study_design_scores_gemma":[0.014673289,0.0069721267,0.306781,0.00306031,0.0019609195,0.0035026572,0.07378924,0.00012701843,0.18324058,0.3535863,0.05055126,0.0017553043],"about_ca_topic_score_codex":0.000057830403,"about_ca_topic_score_gemma":0.000029308248,"teacher_disagreement_score":0.29693273,"about_ca_system_score_codex":0.00014524448,"about_ca_system_score_gemma":0.0001161136,"threshold_uncertainty_score":0.27711958},"labels":[],"label_agreement":null},{"id":"W4386803063","doi":"10.1145/3623396","title":"Multimodal Religiously Hateful Social Media Memes Classification Based on Textual and Image Data","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Asian and Low-Resource Language Information Processing","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Social media; Computer science; Artificial intelligence; Image (mathematics); Natural language processing; Information retrieval; Pattern recognition (psychology); Linguistics; World Wide Web","score_opus":0.017386022366471538,"score_gpt":0.2582952664607165,"score_spread":0.24090924409424494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386803063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059825506,0.000043346117,0.9278081,0.006329489,0.00015503539,0.0003788904,0.00011087032,0.001312421,0.0040363255],"genre_scores_gemma":[0.99072444,0.000014808446,0.008207559,0.00067712524,0.000060945265,0.000020802374,0.00023151953,0.000013457453,0.000049346654],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986916,0.00005781652,0.000303819,0.00031655646,0.0003703797,0.0002598228],"domain_scores_gemma":[0.9990328,0.00012043963,0.00014269218,0.0005389191,0.00005663486,0.000108499335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037034572,0.00018085854,0.00013832764,0.0004514098,0.0006944394,0.0006711963,0.00051027094,0.00012435738,0.000014052168],"category_scores_gemma":[0.00013847866,0.00017086932,0.000032023123,0.00064455887,0.00008463257,0.0019035286,0.00003390826,0.0002721526,0.000085059604],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038560833,0.000028547587,0.000004753299,0.000078628276,0.000006960895,0.000005062158,0.01442319,0.00022164734,0.00047963802,0.000054969532,0.00035864516,0.9842994],"study_design_scores_gemma":[0.0013947597,0.00009686001,0.0032145304,0.0001616439,0.000027569084,0.000027161312,0.018491285,0.96841365,0.0028415266,0.0001317508,0.0047643627,0.0004349159],"about_ca_topic_score_codex":0.000016271939,"about_ca_topic_score_gemma":0.00001935791,"teacher_disagreement_score":0.9838645,"about_ca_system_score_codex":0.000031690088,"about_ca_system_score_gemma":0.00006180423,"threshold_uncertainty_score":0.69678485},"labels":[],"label_agreement":null},{"id":"W4386810309","doi":"10.18280/ria.370413","title":"Enhancing Cyberbullying Detection on Indonesian Twitter: Leveraging FastText for Feature Expansion and Hybrid Approach Applying CNN and BiLSTM","year":2023,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Indonesian; Feature (linguistics); Computer science; Artificial intelligence; Pattern recognition (psychology)","score_opus":0.03319803522907172,"score_gpt":0.2519311943709145,"score_spread":0.21873315914184277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386810309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33148026,0.00010505306,0.66674834,0.0002903868,0.00032704847,0.0005617011,0.0000015322869,0.00030230667,0.00018336404],"genre_scores_gemma":[0.98938954,0.00010971385,0.009401066,0.00015781097,0.00015657404,0.00021222173,0.000009780154,0.0000325725,0.0005307022],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794835,0.00006785641,0.00033745516,0.00089069654,0.00022210657,0.00053351745],"domain_scores_gemma":[0.9989544,0.00023831557,0.00013190441,0.000455679,0.00007344141,0.00014621763],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00077762885,0.00026612438,0.00026022285,0.00040116,0.0007764817,0.00037110134,0.00028058875,0.00011156627,0.00000195448],"category_scores_gemma":[0.00010256091,0.00026576268,0.00007876322,0.00076678116,0.00005503777,0.00038306092,0.00018176384,0.00030842642,0.000050015988],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040937124,0.00004973621,0.00015834864,0.00024134552,0.000021220523,0.000021568236,0.0036915655,0.0067910636,0.15436472,0.000725332,0.000117616815,0.83377653],"study_design_scores_gemma":[0.00008388946,0.00014582087,0.00011555293,0.00013482146,0.000008435412,0.00009765182,0.0011768438,0.55366045,0.44221064,0.00092370814,0.0011655608,0.00027659282],"about_ca_topic_score_codex":0.0000312162,"about_ca_topic_score_gemma":0.0000060980606,"teacher_disagreement_score":0.83349997,"about_ca_system_score_codex":0.00005610304,"about_ca_system_score_gemma":0.000022754113,"threshold_uncertainty_score":0.99997944},"labels":[],"label_agreement":null},{"id":"W4387092975","doi":"10.7202/1106308ar","title":"iTutorGroup: A case study of covert native-speakerism underneath a social justice façade","year":2023,"lang":"en","type":"article","venue":"McGill Journal of Education / Revue des sciences de l éducation de McGill","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Covert; Wage; Economic Justice; Political science; Sociology; Psychology; Media studies; Social psychology; Law; Linguistics","score_opus":0.32489785970724216,"score_gpt":0.4235859500854836,"score_spread":0.09868809037824144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387092975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835188,0.00005545924,0.0088024,0.0010338881,0.0027555218,0.00025777545,0.000009040889,0.00007477656,0.0034923316],"genre_scores_gemma":[0.9896432,0.000055682394,0.009042502,0.00034523016,0.0002668071,0.000021770438,0.0000012833424,0.000013485216,0.00061001],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99752885,0.0004412992,0.00071705226,0.0003612874,0.0005508199,0.0004006719],"domain_scores_gemma":[0.9975161,0.00027075832,0.0008943596,0.00026909672,0.0008420284,0.00020764304],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0024985196,0.00018280742,0.00028763077,0.000812357,0.0017411734,0.0001438652,0.0008612084,0.00009023013,0.000019108587],"category_scores_gemma":[0.00068485754,0.00017873802,0.00012899039,0.0027468903,0.00022035572,0.0011422785,0.000103821905,0.00026495234,0.000017748787],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002569969,0.014569588,0.0047393353,0.0013981054,0.0006612276,0.0023198198,0.36341822,0.025364377,0.018157022,0.17487462,0.03341893,0.36082175],"study_design_scores_gemma":[0.005161756,0.010528477,0.051799245,0.0010897749,0.0010872127,0.09098385,0.5711667,0.07948862,0.015162862,0.06485592,0.10587081,0.0028047906],"about_ca_topic_score_codex":0.00033687975,"about_ca_topic_score_gemma":0.0001609247,"teacher_disagreement_score":0.35801697,"about_ca_system_score_codex":0.000980233,"about_ca_system_score_gemma":0.0007708732,"threshold_uncertainty_score":0.99955845},"labels":[],"label_agreement":null},{"id":"W4387133783","doi":"10.18280/ijsse.130413","title":"Detecting Cyberbullying on Social Media Using Support Vector Machine: A Case Study on Twitter","year":2023,"lang":"en","type":"article","venue":"International Journal of Safety and Security Engineering","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Urmia University of Medical Sciences","keywords":"Social media; Support vector machine; Computer science; Internet privacy; Computer security; Psychology; World Wide Web; Artificial intelligence","score_opus":0.029695639814743414,"score_gpt":0.2819665288578697,"score_spread":0.2522708890431263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387133783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9796604,0.000012803248,0.017951958,0.00032844115,0.001847648,0.000068089066,0.000004303679,0.00008373256,0.000042631196],"genre_scores_gemma":[0.99871224,0.000014576773,0.00061112735,0.00006347165,0.0005785232,0.0000011446339,9.589046e-7,0.000013613345,0.0000043481687],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986487,0.000044150358,0.00038452775,0.00018239344,0.00054177066,0.00019847417],"domain_scores_gemma":[0.99926883,0.00025259322,0.00016327816,0.00008855212,0.00013619318,0.000090563415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006974683,0.00014587364,0.00018390488,0.00045943106,0.00015911322,0.00015785801,0.0003067638,0.000055745943,0.0000071902996],"category_scores_gemma":[0.00017158774,0.0001385415,0.00009033162,0.00026717287,0.000010445016,0.0003024241,0.000116280855,0.00043504414,0.000007140132],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019902657,0.0016700889,0.0044535645,0.00018822945,0.0028916718,0.18957473,0.28546262,0.17426881,0.031182721,0.008799629,0.0004572044,0.29906043],"study_design_scores_gemma":[0.0075488933,0.0019379877,0.021627067,0.0006712694,0.00012225116,0.04618459,0.011005172,0.89719576,0.007958799,0.0007722044,0.0034563246,0.0015196675],"about_ca_topic_score_codex":0.000028005103,"about_ca_topic_score_gemma":0.000009802575,"teacher_disagreement_score":0.722927,"about_ca_system_score_codex":0.00011296652,"about_ca_system_score_gemma":0.000031580188,"threshold_uncertainty_score":0.56495583},"labels":[],"label_agreement":null},{"id":"W4387696100","doi":"10.3389/fcomm.2023.1260540","title":"Social media attacks against female Canadian journalists","year":2023,"lang":"en","type":"article","venue":"Frontiers in Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; University of British Columbia; Government of Canada","keywords":"Disinformation; Social media; Media studies; Political science; Nonprobability sampling; Digital media; Journalism; Criminology; Internet privacy; Sociology; Advertising; Computer science; Law; Business","score_opus":0.027736197768941134,"score_gpt":0.26588398417883036,"score_spread":0.23814778640988923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387696100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75292355,0.0026209268,0.13284442,0.04596395,0.008129451,0.00089257513,0.000024012506,0.0017173302,0.054883786],"genre_scores_gemma":[0.9815448,0.0005579207,0.017334761,0.00023378666,0.00006989363,0.000019645979,0.000050069713,0.000010363213,0.0001787488],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989851,0.00017915036,0.0001949529,0.00016216731,0.00018073569,0.00029787625],"domain_scores_gemma":[0.99913377,0.000049722315,0.00006980684,0.0005828052,0.000052663006,0.00011125173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006404488,0.000081675986,0.00011254298,0.00035252277,0.0003737572,0.0001392559,0.0011248566,0.00009747037,0.0000039244505],"category_scores_gemma":[0.00009251088,0.00009370838,0.000040893123,0.0010623678,0.00004282341,0.00033693848,0.00013547887,0.00027286675,0.000092716524],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000102782515,0.000044027325,0.02500464,0.000016548904,0.00003403204,0.00005245412,0.019123802,0.00043133716,0.00022142212,0.0072888085,0.2951336,0.65263903],"study_design_scores_gemma":[0.0020017067,0.00005467732,0.30712092,0.00021518246,0.000016617047,0.00002386657,0.0052477187,0.20089224,0.0014912414,0.04618569,0.43545517,0.0012949636],"about_ca_topic_score_codex":0.0027379745,"about_ca_topic_score_gemma":0.033781204,"teacher_disagreement_score":0.6513441,"about_ca_system_score_codex":0.0002753846,"about_ca_system_score_gemma":0.00014257032,"threshold_uncertainty_score":0.98384976},"labels":[],"label_agreement":null},{"id":"W4387776273","doi":"10.5209/cjes.89255","title":"Guillén-Nieto, Victoria. 2023. Hate speech: Linguistic perspectives. Berlin: De Gruyter. 211 pp. ISBN: 9783110672466","year":2023,"lang":"en","type":"article","venue":"Complutense Journal of English Studies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sociology; Linguistics; Humanities; Art; Philosophy","score_opus":0.029735663451770863,"score_gpt":0.28466612979690376,"score_spread":0.2549304663451329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387776273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70932597,0.100621946,0.045312714,0.009576785,0.10447606,0.0014751686,0.00006513909,0.0032135746,0.025932644],"genre_scores_gemma":[0.91886675,0.020726396,0.038776685,0.0007429868,0.017362492,0.000026385916,0.000004772498,0.000118922915,0.0033745929],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968941,0.00025172633,0.00086006685,0.0005092231,0.00070572743,0.000779123],"domain_scores_gemma":[0.9934149,0.0005610523,0.00059607107,0.00063128734,0.0045001223,0.0002965972],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018361305,0.00039932187,0.00079065724,0.00045142823,0.00052012276,0.00029050148,0.0011898135,0.00013058473,0.000019840065],"category_scores_gemma":[0.0071769604,0.00034582664,0.00038375473,0.0014443472,0.00020017386,0.00049731537,0.0005720336,0.0007203209,0.000120451856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041332145,0.0006527036,0.0012747569,0.00038866422,0.003711154,0.0076961624,0.21599011,0.0026098578,0.003122919,0.013963637,0.7250818,0.025094876],"study_design_scores_gemma":[0.00571764,0.003153833,0.011352656,0.0015831167,0.0006059136,0.0020079045,0.04056946,0.009673551,0.0053095464,0.032663353,0.88482606,0.0025369735],"about_ca_topic_score_codex":0.0000217569,"about_ca_topic_score_gemma":0.000017688088,"teacher_disagreement_score":0.2095408,"about_ca_system_score_codex":0.00035371073,"about_ca_system_score_gemma":0.00018253167,"threshold_uncertainty_score":0.9998994},"labels":[],"label_agreement":null},{"id":"W4388044495","doi":"10.1080/23311886.2023.2274430","title":"Hate speech and the harm in Indonesian judicial decisions","year":2023,"lang":"en","type":"article","venue":"Cogent Social Sciences","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"Kementerian Pendidikan, Kebudayaan, Riset, dan Teknologi; Lembaga Pengelola Dana Pendidikan; Universitas Gadjah Mada; Ministry of Education","keywords":"Indonesian; Harm; Political science; Law and economics; Judicial opinion; Law; Sociology; Linguistics; Philosophy","score_opus":0.045680707737695,"score_gpt":0.3065063708913793,"score_spread":0.2608256631536843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388044495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97659254,0.0000841928,0.0037134027,0.013435621,0.0008889689,0.00027366678,0.0000015185357,0.00017415173,0.0048359297],"genre_scores_gemma":[0.99892443,0.00009781533,0.00044542033,0.00027689722,0.00012738555,0.00001635709,4.5316406e-7,0.000002397805,0.00010886125],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99875474,0.000114224786,0.00014714815,0.00028334247,0.00039943116,0.0003011178],"domain_scores_gemma":[0.99959636,0.00019259015,0.000048595462,0.00009717346,0.00002259992,0.00004265922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015806259,0.000072636525,0.00010968985,0.0001546148,0.001001928,0.00028486367,0.00060538587,0.00004297023,0.000006467648],"category_scores_gemma":[0.00015084344,0.000048879258,0.000041758747,0.0021042307,0.0005111652,0.00023761285,0.00024815483,0.00009718862,0.00009042417],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003617916,0.00004703742,0.0070911925,0.0000040138793,0.000012221845,0.00007798565,0.009014799,0.000052964762,0.0011828879,0.19037716,0.0035048106,0.7885987],"study_design_scores_gemma":[0.0060083894,0.0003464366,0.33367956,0.00012862946,0.00003206095,0.00008735673,0.0075203604,0.07785831,0.00647527,0.5344499,0.032156814,0.0012569554],"about_ca_topic_score_codex":0.00022750079,"about_ca_topic_score_gemma":0.00023360692,"teacher_disagreement_score":0.7873418,"about_ca_system_score_codex":0.000020323807,"about_ca_system_score_gemma":0.000069735346,"threshold_uncertainty_score":0.7706121},"labels":[],"label_agreement":null},{"id":"W4388102658","doi":"10.5267/j.ijdns.2023.10.021","title":"Potential cyberbullying detection in social media platforms based on a multi-task learning framework","year":2023,"lang":"en","type":"article","venue":"International Journal of Data and Network Science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Identification (biology); Word embedding; Task (project management); Generalization; Artificial intelligence; Focus (optics); Word (group theory); Embedding; Social media; Natural language processing; Deep learning; Contrast (vision); Machine learning; World Wide Web; Linguistics","score_opus":0.031011497328394456,"score_gpt":0.30401353618262983,"score_spread":0.27300203885423535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388102658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32738352,0.000029999119,0.66906416,0.0005255577,0.0028345734,0.00005084915,0.000004606859,0.000055449116,0.000051287396],"genre_scores_gemma":[0.98252124,0.000070598006,0.016473932,0.00012779231,0.00078756263,0.0000012079406,0.000005676795,0.0000052839714,0.000006709652],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980449,0.00003920064,0.00032508437,0.00031953747,0.0009754989,0.00029577457],"domain_scores_gemma":[0.9990367,0.00025163646,0.00025323807,0.00018331304,0.00018079398,0.000094315874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023226277,0.00009783227,0.00012811,0.0005753643,0.0003450046,0.00039472556,0.001810689,0.00006382802,0.000004340538],"category_scores_gemma":[0.0005756489,0.00008478178,0.00003675747,0.0012781891,0.0001150255,0.0015973918,0.0004621642,0.00048672842,0.00001213993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022443265,0.00010648279,0.0037717281,0.000006240855,0.00003221402,0.0004631252,0.0015601194,0.09671372,0.0053089513,0.0018797138,0.00032010148,0.88961315],"study_design_scores_gemma":[0.00057698856,0.00009400898,0.022360202,0.00013713013,0.0000039683446,0.00008552289,0.00011002258,0.9724557,0.0004890043,0.0028598192,0.00070116704,0.0001264903],"about_ca_topic_score_codex":0.0000071432178,"about_ca_topic_score_gemma":0.000019123716,"teacher_disagreement_score":0.8894867,"about_ca_system_score_codex":0.000075474876,"about_ca_system_score_gemma":0.000138489,"threshold_uncertainty_score":0.38063478},"labels":[],"label_agreement":null},{"id":"W4388527109","doi":"10.36948/ijfmr.2023.v05i05.8248","title":"Improvement of Accuracy for Hate Speech Detection Using Modified Feature Extraction","year":2023,"lang":"en","type":"article","venue":"International Journal For Multidisciplinary Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Innovation Cluster (Canada)","funders":"","keywords":"tf–idf; Offensive; Computer science; Gradient boosting; Boosting (machine learning); Logistic regression; Artificial intelligence; Feature extraction; Identification (biology); Classifier (UML); The Internet; Natural language processing; Machine learning; Speech recognition; Term (time); Random forest; World Wide Web; Mathematics","score_opus":0.1410024468009056,"score_gpt":0.4661950302775791,"score_spread":0.32519258347667346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388527109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5480481,0.000027219876,0.4458814,0.001831431,0.0033388163,0.00071631983,0.000029026698,0.0000733565,0.000054331205],"genre_scores_gemma":[0.9730381,0.00009233654,0.02444687,0.000009722986,0.00086972583,0.000109942026,0.000021343043,0.00002484581,0.0013871462],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976319,0.00007895647,0.00039406572,0.00035154886,0.0010805258,0.0004629776],"domain_scores_gemma":[0.9967384,0.00061438716,0.00025712978,0.0002371402,0.0020313237,0.00012166853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027745161,0.0001307643,0.00015013842,0.00097451004,0.0007207588,0.0003429128,0.0009324347,0.000121963676,0.000005535173],"category_scores_gemma":[0.00056410965,0.000119921446,0.00022176227,0.0006170969,0.000048630103,0.00096366677,0.00033205506,0.0004482097,0.000011153559],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005496702,0.00010693424,0.000030036625,0.000039758135,0.00010174413,0.000031555577,0.00039875013,0.0040519247,0.7403057,0.0004751347,0.00056670624,0.25334203],"study_design_scores_gemma":[0.001235368,0.0006446637,0.00059399754,0.00008292361,0.00000752139,0.00022432052,0.0004191711,0.6146561,0.3661122,0.014126669,0.0017595295,0.0001375208],"about_ca_topic_score_codex":0.00005252308,"about_ca_topic_score_gemma":0.00002448338,"teacher_disagreement_score":0.61060417,"about_ca_system_score_codex":0.00029526552,"about_ca_system_score_gemma":0.00016245281,"threshold_uncertainty_score":0.5543567},"labels":[],"label_agreement":null},{"id":"W4389042773","doi":"10.2139/ssrn.4615473","title":"Victim-related Assumptions Underlying Plea-based Sentence Reductions: A Communicative and Experiential Framework","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Plea; Sentence; Experiential learning; Psychology; Linguistics; Cognitive psychology; Natural language processing; Computer science; Political science; Philosophy; Law; Mathematics education","score_opus":0.02218523758591843,"score_gpt":0.28828674034734764,"score_spread":0.2661015027614292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389042773","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27520978,0.0010906489,0.7172235,0.004821755,0.00071087095,0.00017965781,0.0000012290972,0.0005206606,0.00024188448],"genre_scores_gemma":[0.99088645,0.002235985,0.0063341274,0.000081272505,0.00006663056,0.000024229454,0.000004034161,0.000017346625,0.00034989667],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99752504,0.00022830871,0.0002873725,0.00030775767,0.00029041796,0.0013611198],"domain_scores_gemma":[0.999019,0.00014840435,0.00016420551,0.00044312395,0.00010444521,0.00012080346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011177297,0.00015694714,0.0001488473,0.00030763814,0.0011431327,0.00027011076,0.0005920156,0.00012237273,0.000016745113],"category_scores_gemma":[0.00013015738,0.00015518043,0.0000929203,0.0011717296,0.000114130315,0.00050384505,0.000136089,0.002075335,0.00009309252],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079344085,0.00026842047,0.00064687047,0.000017702787,0.00058153045,0.000042576936,0.012941944,0.0030775787,0.008586403,0.8238409,0.00032317542,0.14959353],"study_design_scores_gemma":[0.0012988303,0.00071263686,0.0015535406,0.0002218381,0.00005700575,0.00177719,0.016654298,0.084080815,0.0011274763,0.88984156,0.0020307617,0.0006440776],"about_ca_topic_score_codex":0.000052825795,"about_ca_topic_score_gemma":0.00009070491,"teacher_disagreement_score":0.7156767,"about_ca_system_score_codex":0.0003976989,"about_ca_system_score_gemma":0.0008140437,"threshold_uncertainty_score":0.9016413},"labels":[],"label_agreement":null},{"id":"W4389125280","doi":"10.2139/ssrn.4624575","title":"Laughing to Keep From [User Input Undefined]: ChatGPT, Jewish Humor, and Cultural Erasure","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Judaism; Erasure; Psychology; Computer science; Internet privacy; History; Archaeology","score_opus":0.00928652410865471,"score_gpt":0.2331556940196623,"score_spread":0.22386916991100758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389125280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9266799,0.0017170414,0.065993376,0.0039794007,0.0007335457,0.00013379051,0.000002789365,0.00035931318,0.00040085416],"genre_scores_gemma":[0.9932173,0.0014701041,0.0017977715,0.00047686064,0.00053457974,0.000007489084,0.0000053061353,0.000022943494,0.0024676768],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99714327,0.00008474654,0.0002367364,0.00038508233,0.00036958704,0.001780552],"domain_scores_gemma":[0.9993202,0.000047822778,0.000089535795,0.00026152076,0.00008440121,0.00019652794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096072664,0.00018768797,0.00018749219,0.00016108662,0.00042795402,0.000492748,0.0005617239,0.000089535526,0.000009941747],"category_scores_gemma":[0.00007453177,0.0001616454,0.000078242876,0.0007257239,0.000019639963,0.000631409,0.00019663016,0.0012377471,0.00025006555],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008083689,0.000085874926,0.004273058,0.000015919872,0.00048429432,0.00016379672,0.0070454567,0.0005930057,0.02897356,0.22701752,0.0046398994,0.72662675],"study_design_scores_gemma":[0.0025461374,0.0013279623,0.014638618,0.00018282287,0.000068395515,0.0019573444,0.004548688,0.0066371304,0.0053910585,0.92254424,0.038702827,0.0014547682],"about_ca_topic_score_codex":0.000120701596,"about_ca_topic_score_gemma":0.0009050977,"teacher_disagreement_score":0.725172,"about_ca_system_score_codex":0.00032638607,"about_ca_system_score_gemma":0.00039637377,"threshold_uncertainty_score":0.6591708},"labels":[],"label_agreement":null},{"id":"W4389493777","doi":"10.31577/cai_2023_4_993","title":"Deep Learning Based Misogynistic Bangla Text Identification from Social Media","year":2023,"lang":"en","type":"article","venue":"Computing and Informatics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Bengali; Hatred; Social media; Artificial intelligence; Computer science; Identification (biology); Deep learning; Confusion matrix; Hostility; Intimidation; Machine learning; Natural language processing; Psychology; World Wide Web; Social psychology; Political science","score_opus":0.013661582061727255,"score_gpt":0.23206206428146933,"score_spread":0.21840048221974206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389493777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26281914,0.000025053294,0.7354637,0.00010866816,0.00046515893,0.000047939757,0.0000011084807,0.00052817457,0.00054106663],"genre_scores_gemma":[0.98720026,0.00000876139,0.012447364,0.000102236605,0.00014606363,0.000001676957,0.00005202988,0.0000063931366,0.000035203222],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909264,0.000044699093,0.00033011512,0.00011574705,0.00020491573,0.00021186096],"domain_scores_gemma":[0.99925315,0.00032269733,0.00016327466,0.00014458965,0.000056046996,0.000060262522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040260528,0.000094929805,0.00011662209,0.00013250562,0.00049114344,0.00034065533,0.00024243232,0.00006797976,0.000004725417],"category_scores_gemma":[0.00021469471,0.00009671861,0.000033190125,0.0004036898,0.000033508644,0.0002460195,0.00012180582,0.00017421298,0.00025643106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054945745,0.000019917577,0.001006098,0.00009751085,0.000023011544,0.000005408568,0.032020792,0.017287754,0.0003373414,0.0021709534,0.001361394,0.94566435],"study_design_scores_gemma":[0.00019001526,0.000014759049,0.012906806,0.000020455169,0.000005652302,0.0000021744381,0.00062042964,0.98304737,0.000200923,0.00060008524,0.0022731957,0.00011813839],"about_ca_topic_score_codex":0.000010713534,"about_ca_topic_score_gemma":0.0000026402206,"teacher_disagreement_score":0.96575963,"about_ca_system_score_codex":0.000019304465,"about_ca_system_score_gemma":0.000022893468,"threshold_uncertainty_score":0.39440703},"labels":[],"label_agreement":null},{"id":"W4389518337","doi":"10.18653/v1/2023.banglalp-1.28","title":"Semantics Squad at BLP-2023 Task 1: Violence Inciting Bangla Text Detection with Fine-Tuned Transformer-Based Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Transformer; Baseline (sea); Computer science; Macro; Task (project management); F1 score; Artificial intelligence; Natural language processing; Voltage; Programming language; Engineering","score_opus":0.01369728491858575,"score_gpt":0.21088242187992906,"score_spread":0.19718513696134332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34606028,0.000013032751,0.650426,0.00032548833,0.00019933222,0.00023172003,0.000003986364,0.0009842669,0.0017559361],"genre_scores_gemma":[0.9890659,0.000025536328,0.0094249025,0.0001866549,0.00006598927,0.000054991917,0.0000118202815,0.00002929699,0.0011349098],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978383,0.000067944195,0.00031860382,0.0006229267,0.00055082876,0.00060140097],"domain_scores_gemma":[0.99897796,0.000120420475,0.000101239784,0.0005115828,0.0001285519,0.0001602249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042546203,0.00026240858,0.00021962226,0.00030995844,0.00046756546,0.00017089509,0.00046622485,0.00012881089,0.000030358979],"category_scores_gemma":[0.000024612424,0.00022065814,0.00009980789,0.0017959811,0.00005330151,0.00061585224,0.00007149895,0.00018818746,0.00038457473],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024606113,0.00015722585,0.00045659422,0.00025608076,0.00008661937,0.00023918758,0.0010852317,0.083138004,0.2479801,0.0031140465,0.0005119563,0.6627289],"study_design_scores_gemma":[0.00061310874,0.00030897366,0.00024071046,0.00013605863,0.000012892553,0.000031475425,0.00005949837,0.7315645,0.2650192,0.0011328153,0.0005400479,0.00034071325],"about_ca_topic_score_codex":0.00024052362,"about_ca_topic_score_gemma":0.0012627337,"teacher_disagreement_score":0.66238815,"about_ca_system_score_codex":0.00012029382,"about_ca_system_score_gemma":0.00009519193,"threshold_uncertainty_score":0.8998178},"labels":[],"label_agreement":null},{"id":"W4389518407","doi":"10.18653/v1/2023.banglalp-1.9","title":"Vio-Lens: A Novel Dataset of Annotated Social Network Posts Leading to Different Forms of Communal Violence and its Evaluation","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bengali; Computer science; Artificial intelligence","score_opus":0.049725974081649686,"score_gpt":0.30801025010299005,"score_spread":0.25828427602134035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9656793,0.000042257037,0.03343998,0.00018023947,0.00013567673,0.00028601827,0.000106391424,0.000070490285,0.00005964007],"genre_scores_gemma":[0.9984451,0.000032893062,0.0012206166,0.00008937699,0.000027029124,0.000012973926,0.00015800809,0.000004766354,0.000009234752],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989049,0.00005418462,0.00026638567,0.00020346024,0.00035440645,0.00021670359],"domain_scores_gemma":[0.99943364,0.00006538569,0.00010945207,0.00020420676,0.00014273995,0.000044587683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006457284,0.00009356704,0.00016891822,0.000110327965,0.0001207323,0.000031489,0.00029696766,0.0000447576,0.000007424552],"category_scores_gemma":[0.000049537066,0.000077538,0.000026290114,0.00063848787,0.00001953034,0.00025788316,0.0002846496,0.00007135774,0.000015684118],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022069812,0.00032960201,0.0029892894,0.00023545201,0.00015698711,0.00000545323,0.003962272,0.00673828,0.37181893,0.020626588,0.00812483,0.5847916],"study_design_scores_gemma":[0.0013103023,0.000661666,0.063687965,0.0005241438,0.0000392969,0.0000130298085,0.00016629693,0.8619324,0.06836566,0.0026920086,0.00023966326,0.00036758577],"about_ca_topic_score_codex":0.000039322316,"about_ca_topic_score_gemma":0.000050202936,"teacher_disagreement_score":0.8551941,"about_ca_system_score_codex":0.000023782659,"about_ca_system_score_gemma":0.000025813442,"threshold_uncertainty_score":0.3161908},"labels":[],"label_agreement":null},{"id":"W4389518882","doi":"10.18653/v1/2023.findings-emnlp.730","title":"Legally Enforceable Hate Speech Detection for Public Forums","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Queen's University","keywords":"Task (project management); Law enforcement; Computer science; Perspective (graphical); Enforcement; Set (abstract data type); Speech act; Free speech; Computer security; Internet privacy; Law; Political science; Artificial intelligence; Linguistics; Engineering","score_opus":0.029372632656293626,"score_gpt":0.24699148754473654,"score_spread":0.2176188548884429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014259366,0.000010979409,0.9671295,0.0018563668,0.0013238072,0.00040177398,0.0000014749422,0.0019562854,0.013060407],"genre_scores_gemma":[0.9402523,0.000015541262,0.027130984,0.0003542444,0.00017401401,0.00013588661,0.000009317449,0.000021831966,0.031905897],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99865353,0.000020644275,0.00018673063,0.00036749867,0.00023132452,0.00054027373],"domain_scores_gemma":[0.99923694,0.00006828434,0.000052920666,0.00040180286,0.00012504154,0.00011502563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054235745,0.00012230339,0.00011201068,0.0002717723,0.00033393115,0.0004774147,0.00046965183,0.00008683393,0.000028987706],"category_scores_gemma":[0.000095950556,0.000111665664,0.000103093495,0.0010633928,0.00001528271,0.0010097577,0.00012808514,0.00008795156,0.0007484955],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014109022,0.000024323072,0.00004817905,0.000028006441,0.000028403252,0.000010731713,0.000104575876,0.00013876366,0.023017388,0.065748766,0.009619058,0.9012177],"study_design_scores_gemma":[0.0006720791,0.00038335286,0.00030804187,0.000010314158,0.0000058876803,0.00005559499,0.00007720582,0.3488085,0.37010172,0.017543687,0.2616629,0.0003707196],"about_ca_topic_score_codex":0.000088558234,"about_ca_topic_score_gemma":0.00019852855,"teacher_disagreement_score":0.93999857,"about_ca_system_score_codex":0.000049211998,"about_ca_system_score_gemma":0.00004989728,"threshold_uncertainty_score":0.9620645},"labels":[],"label_agreement":null},{"id":"W4389520181","doi":"10.18653/v1/2023.findings-emnlp.365","title":"HARE: Explainable Hate Speech Detection with Step-by-Step Reasoning","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Computer science; Generalization; Voice activity detection; Generative grammar; Code (set theory); Natural language processing; Artificial intelligence; Language model; Social media; Quality (philosophy); Speech processing; World Wide Web; Epistemology","score_opus":0.008275823746758441,"score_gpt":0.20994694141360548,"score_spread":0.20167111766684703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389520181","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0574536,0.00003453798,0.9286602,0.0003365904,0.00043561726,0.00024216021,0.0000013355365,0.0020441483,0.010791782],"genre_scores_gemma":[0.8518554,0.0000532912,0.102869175,0.00030531292,0.00015470444,0.00010394861,0.000013798216,0.000050513747,0.04459388],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983737,0.000056262536,0.00016677153,0.0005104992,0.00038552715,0.0005072545],"domain_scores_gemma":[0.99916446,0.000039981143,0.0000707548,0.00049902214,0.00009317561,0.00013260989],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039742733,0.00017365886,0.00014169565,0.00017986,0.0003686485,0.0003587469,0.00040079918,0.00008287797,0.000044870314],"category_scores_gemma":[0.00003302565,0.00014444257,0.000056408862,0.0014352403,0.000023679544,0.0007822257,0.00013614832,0.0001752367,0.0008919742],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009227436,0.000085867934,0.0005921545,0.000068487694,0.000107681015,0.0004079068,0.0003587622,0.00039931832,0.044397775,0.0041960734,0.08929031,0.8600034],"study_design_scores_gemma":[0.0012454268,0.0008592853,0.0011377533,0.00011151251,0.00002150018,0.0003422986,0.00056973466,0.24192001,0.57529455,0.0002922107,0.17733926,0.00086643687],"about_ca_topic_score_codex":0.0004892301,"about_ca_topic_score_gemma":0.0002102,"teacher_disagreement_score":0.85913694,"about_ca_system_score_codex":0.00007602776,"about_ca_system_score_gemma":0.000035454806,"threshold_uncertainty_score":0.999886},"labels":[],"label_agreement":null},{"id":"W4389523803","doi":"10.18653/v1/2023.findings-emnlp.983","title":"GTA: Gated Toxicity Avoidance for LM Performance Preservation","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea","keywords":"Offensive; Perplexity; Computer science; Consistency (knowledge bases); Artificial intelligence; Grammar; Generative grammar; Natural language processing; Machine learning; Language model; Operations research; Engineering; Linguistics","score_opus":0.026418551701207854,"score_gpt":0.24704164962242994,"score_spread":0.2206230979212221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389523803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53329533,0.0000058508185,0.4619852,0.00088402646,0.00036668123,0.00023614803,0.0000012388161,0.00088652153,0.0023389566],"genre_scores_gemma":[0.968119,0.00002693256,0.017573668,0.00027442205,0.000092318565,0.00006112259,0.000009561729,0.000008164932,0.013834767],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919695,0.000016941758,0.00012997027,0.0002499817,0.00015687793,0.00024929055],"domain_scores_gemma":[0.9994774,0.00005312368,0.000039714778,0.00029131043,0.000092183895,0.00004625287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003028376,0.000075351956,0.00007243144,0.00007834646,0.0001919791,0.000093021576,0.0003545582,0.00004687248,0.00001163823],"category_scores_gemma":[0.000062199695,0.00006789175,0.00003553804,0.00070806727,0.000011198202,0.00080223475,0.000082269,0.00005908539,0.00026070152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013366216,0.00018900198,0.0061235023,0.00039513316,0.0000754805,0.0000112491325,0.0017444132,0.009481326,0.1523088,0.07552322,0.11924272,0.63477147],"study_design_scores_gemma":[0.00027097535,0.00014400069,0.009100647,0.000013656397,0.0000016940504,0.0000020785683,0.000010047626,0.77451915,0.18423468,0.0015655165,0.029992647,0.00014493591],"about_ca_topic_score_codex":0.000016582226,"about_ca_topic_score_gemma":0.000013995251,"teacher_disagreement_score":0.7650378,"about_ca_system_score_codex":0.00002383807,"about_ca_system_score_gemma":0.000027463086,"threshold_uncertainty_score":0.33508775},"labels":[],"label_agreement":null},{"id":"W4389524498","doi":"10.18653/v1/2023.emnlp-industry.26","title":"Unveiling Identity Biases in Toxicity Detection : A Game-Focused Dataset and Reactivity Analysis Approach","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Ubisoft (Canada)","funders":"Mitacs","keywords":"Computer science; Conversation; Identity (music); Harm; Class (philosophy); Benchmarking; Perspective (graphical); Artificial intelligence; Natural language processing; Machine learning; Psychology; Social psychology; Communication","score_opus":0.03807695971279029,"score_gpt":0.2792286478311847,"score_spread":0.24115168811839438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389524498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6584311,0.000008289563,0.34096405,0.00003794807,0.00005101288,0.00008487848,0.000017530447,0.00023716176,0.00016802366],"genre_scores_gemma":[0.9972282,0.000023868264,0.0025373593,0.0000367896,0.00001876352,0.000014676601,0.000073211944,0.000004278591,0.00006285886],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866915,0.0001265968,0.00018301085,0.0005079026,0.00024010723,0.00027324678],"domain_scores_gemma":[0.9992772,0.00011737027,0.000058892627,0.00043970346,0.00002236257,0.000084520616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009432144,0.00011099164,0.00018622476,0.0006914658,0.000108297696,0.00024241832,0.00024939177,0.000067807945,0.000008609039],"category_scores_gemma":[0.00017823448,0.000105933155,0.00005422538,0.0044636447,0.000025560528,0.001256644,0.00022230606,0.00014629337,0.000040323004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013879874,0.00096724246,0.043597255,0.00015815385,0.00069610815,0.00020412606,0.002108719,0.026355421,0.1842893,0.001844889,0.0011826146,0.7384574],"study_design_scores_gemma":[0.00025028057,0.000035629768,0.08567141,0.0000053631347,0.000037853297,0.000007974431,0.00006936643,0.8822079,0.03088435,0.00041565928,0.0002295775,0.000184687],"about_ca_topic_score_codex":0.0019288125,"about_ca_topic_score_gemma":0.0044215024,"teacher_disagreement_score":0.8558524,"about_ca_system_score_codex":0.000051777097,"about_ca_system_score_gemma":0.000019601883,"threshold_uncertainty_score":0.43198287},"labels":[],"label_agreement":null},{"id":"W4390143048","doi":"10.1007/978-3-031-29616-1_18","title":"Techlash, Platformization and the Struggle to Govern Online Content","year":2023,"lang":"en","type":"book-chapter","venue":"Global transformations in media and communication/Global transformations in media and communication research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Transparency (behavior); Political science; Compromise; Social media; Public relations; Civil society; Function (biology); Business; Law","score_opus":0.0822778980106377,"score_gpt":0.3267014073164016,"score_spread":0.24442350930576393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390143048","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040291023,0.05596043,0.16060565,0.23199975,0.0015593617,0.023275869,0.0075870245,0.0020159737,0.4767049],"genre_scores_gemma":[0.6847383,0.27175903,0.03597163,0.001091426,0.000093296134,0.001760478,0.0026136327,0.00009091563,0.0018812816],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99526983,0.00068187364,0.0015922565,0.000531718,0.00125731,0.00066698],"domain_scores_gemma":[0.99505264,0.0017790006,0.00022709992,0.0019967193,0.0006132458,0.00033131777],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003714713,0.00049444183,0.00065795425,0.0007441375,0.0012773229,0.00062545284,0.002503633,0.00054645806,0.000020112659],"category_scores_gemma":[0.0004766636,0.0004400449,0.00011352501,0.0018503297,0.0011883816,0.0015370488,0.00068191293,0.0017106982,0.0000601201],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010274028,0.00009425391,0.00019163714,0.000101545666,0.00004860183,0.0000019091135,0.009684557,0.00012255154,0.0000021553526,0.8387377,0.00036674482,0.15054557],"study_design_scores_gemma":[0.009315958,0.0002234845,0.0212061,0.0023838482,0.00011945681,0.0001823104,0.012242479,0.04063778,0.00001898524,0.8713656,0.04085917,0.0014448214],"about_ca_topic_score_codex":0.0007290887,"about_ca_topic_score_gemma":0.017605362,"teacher_disagreement_score":0.64444727,"about_ca_system_score_codex":0.00052701816,"about_ca_system_score_gemma":0.0003173106,"threshold_uncertainty_score":0.99980515},"labels":[],"label_agreement":null},{"id":"W4390143988","doi":"10.17159/obiter.v44i4.17505","title":"PROVIDING A LEGAL DEFINITION FOR CYBERBULLYING IN SOUTH AFRICA","year":2023,"lang":"en","type":"article","venue":"Obiter","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Harm; CLARITY; Interpretation (philosophy); The Internet; Political science; Confusion; Phenomenon; Law enforcement; Enforcement; Public relations; Internet privacy; Criminology; Psychology; Law; Computer science; Epistemology","score_opus":0.04178065195820064,"score_gpt":0.24337168207147306,"score_spread":0.20159103011327242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390143988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5206819,0.000073453295,0.45405635,0.0013703363,0.0013654322,0.001085086,0.00001227883,0.0015537728,0.019801373],"genre_scores_gemma":[0.9796943,0.0000016254153,0.018758278,0.00012224127,0.000082793966,0.00016530647,0.0000070128735,0.0000126423365,0.0011557802],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990679,0.00002790019,0.00015002707,0.00028747617,0.00012933198,0.00033737914],"domain_scores_gemma":[0.9996223,0.00006666299,0.00003995399,0.0001984924,0.00002921327,0.000043394844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034268168,0.000088342465,0.00009107482,0.00024727578,0.00011027296,0.00018957093,0.00021101738,0.000054300326,0.0000050062695],"category_scores_gemma":[0.000060040737,0.00008653137,0.000056501747,0.0006567673,0.000009229742,0.00038289977,0.000078088924,0.00008893525,0.0002374799],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003256751,0.00042875315,0.007216421,0.00070574903,0.00012350653,0.00072966947,0.11030591,0.0019112406,0.13885114,0.37412012,0.024548361,0.34073344],"study_design_scores_gemma":[0.0067057014,0.0011255451,0.009041769,0.0007447446,0.00004144075,0.00011580996,0.0017542364,0.40279993,0.06302229,0.085485846,0.42656505,0.002597648],"about_ca_topic_score_codex":0.000008834231,"about_ca_topic_score_gemma":0.000007796042,"teacher_disagreement_score":0.45901242,"about_ca_system_score_codex":0.00004029328,"about_ca_system_score_gemma":0.000032864547,"threshold_uncertainty_score":0.35286468},"labels":[],"label_agreement":null},{"id":"W4390244963","doi":"10.18280/ria.370611","title":"Short Text Classification Based on Hybrid Semantic Expansion and Bidirectional GRU (BiGRU) based Method to Improve Hate Speech Detection","year":2023,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Voice activity detection; Speech recognition; Artificial intelligence; Natural language processing; Speech processing","score_opus":0.03859458254636253,"score_gpt":0.2889214900949905,"score_spread":0.25032690754862796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390244963","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105987705,0.000011660352,0.8901872,0.0013862755,0.0008599648,0.00049757323,0.0000054408433,0.0005679095,0.0004962526],"genre_scores_gemma":[0.976479,0.000015155331,0.02198562,0.00032248252,0.00012945535,0.00012249393,0.000013986131,0.000029432058,0.00090239965],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99747574,0.00019541591,0.00044723824,0.0010009108,0.00042326437,0.0004574062],"domain_scores_gemma":[0.9984028,0.0003480804,0.00009658662,0.00076045014,0.00017614398,0.00021595525],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013066373,0.00025848593,0.00022668269,0.00066342356,0.0004306577,0.00024859523,0.0003806012,0.00010871853,0.000030799147],"category_scores_gemma":[0.00019133306,0.0002644158,0.00011313354,0.0017181548,0.00004144608,0.000273096,0.000092263734,0.00026011214,0.0009546924],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004076427,0.000065971704,0.00004559631,0.000034301112,0.0000055959445,0.000018400497,0.000085942054,0.034185033,0.21619783,0.00017172686,0.00015595055,0.74899286],"study_design_scores_gemma":[0.000031586354,0.00019607478,0.00051911036,0.00004906162,0.0000058159408,0.000015031508,0.00004684864,0.533494,0.463961,0.00027666084,0.0012389827,0.00016583415],"about_ca_topic_score_codex":0.00006142724,"about_ca_topic_score_gemma":0.000024302337,"teacher_disagreement_score":0.87049127,"about_ca_system_score_codex":0.0001240428,"about_ca_system_score_gemma":0.000057746343,"threshold_uncertainty_score":0.9999808},"labels":[],"label_agreement":null},{"id":"W4390266861","doi":"10.1016/j.chb.2023.108123","title":"Towards comprehensive cyberbullying detection: A dataset incorporating aggressive texts, repetition, peerness, and intent to harm","year":2023,"lang":"en","type":"article","venue":"Computers in Human Behavior","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Harm; Repetition (rhetorical device); Computer science; Flexibility (engineering); Aggression; Social media; Psychology; Internet privacy; Social psychology; World Wide Web; Mathematics","score_opus":0.035641506001030825,"score_gpt":0.30207476656083937,"score_spread":0.26643326055980854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390266861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8883358,0.000060512437,0.10842707,0.0003826575,0.001243316,0.00078654254,0.000060317274,0.00063896645,0.000064798754],"genre_scores_gemma":[0.98339754,0.000014792053,0.015447313,0.00040951266,0.00016978964,0.00026199277,0.00021572247,0.000029679444,0.00005363282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977151,0.00012096148,0.00047529192,0.0008625391,0.00038338263,0.0004426954],"domain_scores_gemma":[0.99862945,0.00006618276,0.0002413155,0.0006740723,0.00017134935,0.00021760738],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033000635,0.0002824905,0.00030384702,0.0006213212,0.00047949416,0.0004364082,0.00068495446,0.000104203056,0.000009212614],"category_scores_gemma":[0.000050409522,0.00030856434,0.000056581794,0.0011565469,0.00009546748,0.0004678191,0.0010573018,0.0003400761,0.00008288334],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062788,0.0004364791,0.008649647,0.00024071547,0.000068211775,0.0047612707,0.0069387686,0.0020195157,0.066538945,0.008255047,0.0138115715,0.88821703],"study_design_scores_gemma":[0.008713608,0.0038081557,0.7645544,0.0042046914,0.00023014631,0.0036144203,0.0035128763,0.0805937,0.076035835,0.014083859,0.033985198,0.0066631427],"about_ca_topic_score_codex":0.00024612187,"about_ca_topic_score_gemma":0.000114585004,"teacher_disagreement_score":0.8815539,"about_ca_system_score_codex":0.00015664045,"about_ca_system_score_gemma":0.000044161097,"threshold_uncertainty_score":0.99993664},"labels":[],"label_agreement":null},{"id":"W4390271731","doi":"10.18280/ria.370630","title":"A Hybrid CNN-LSTM and XGBoost Approach for Crime Detection in Tweets Using an Intelligent Dictionary","year":2023,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Pattern recognition (psychology); Natural language processing","score_opus":0.0666959693140477,"score_gpt":0.2879931256328182,"score_spread":0.2212971563187705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390271731","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25841397,0.0000969023,0.7400675,0.00005913977,0.00038211924,0.00043995178,0.0000034225247,0.00025530884,0.00028166542],"genre_scores_gemma":[0.9862393,0.00009030927,0.013029408,0.000053976797,0.00013147094,0.00009596616,0.000016220227,0.000024467487,0.00031885054],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809337,0.00008721276,0.00043901257,0.0007326144,0.00017814741,0.00046965707],"domain_scores_gemma":[0.9990666,0.00011658067,0.00009725964,0.00048307158,0.000093298106,0.0001432282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007800252,0.00019710153,0.00020795717,0.00046053596,0.00032443937,0.00017793865,0.00037849115,0.00008962581,0.000008711473],"category_scores_gemma":[0.000092484195,0.00021360171,0.00007865973,0.00091532024,0.0000657295,0.0005765409,0.0001503866,0.00019599665,0.00006994392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010300493,0.00054355245,0.0003599831,0.0002356505,0.00003337327,0.00006122155,0.0036872127,0.22650048,0.086227015,0.005782546,0.000107913555,0.67635804],"study_design_scores_gemma":[0.000044849723,0.00018682271,0.00016418038,0.000032674936,0.0000058365745,0.00009045209,0.0004369559,0.81336075,0.18113811,0.0036474648,0.0006888656,0.00020305168],"about_ca_topic_score_codex":0.00012101311,"about_ca_topic_score_gemma":0.0000141323035,"teacher_disagreement_score":0.72782534,"about_ca_system_score_codex":0.00010080258,"about_ca_system_score_gemma":0.000041922278,"threshold_uncertainty_score":0.87104255},"labels":[],"label_agreement":null},{"id":"W4390548110","doi":"10.1007/978-3-031-41237-0_16","title":"Far-Right Political Extremism and the Radicalisation of the Anti-vaccine Movement in Canada","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Disinformation; Politics; Social media; Political science; Appropriation; Realm; Political communication; Public relations; Media studies; Sociology; Internet privacy; Law; Computer science; Epistemology","score_opus":0.0056689301725368485,"score_gpt":0.1773214838295071,"score_spread":0.17165255365697024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390548110","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017380706,0.0014349271,0.0075973268,0.03514905,0.0017850959,0.00090327486,0.000017970196,0.00006934979,0.9513049],"genre_scores_gemma":[0.6807037,0.00021440488,0.00036128456,0.003703758,0.00017338578,0.000013320269,0.0000037976347,0.000027205655,0.31479913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988976,0.000025508712,0.00028800903,0.00025847534,0.00035291465,0.0001774954],"domain_scores_gemma":[0.9993739,0.00007490398,0.000067114495,0.00039894856,0.000028470888,0.00005666712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021508832,0.00014404174,0.00020035473,0.000054720233,0.0000485573,0.000048567894,0.00037964302,0.00007923957,0.00009253797],"category_scores_gemma":[0.00001227648,0.00007090139,0.000056483874,0.000058872643,0.00008033274,0.000041727966,0.00021419371,0.00027251575,0.0000039470588],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026407974,0.0000019683998,0.000020038695,0.000016511252,0.000015253173,0.000008523505,0.000032483465,0.000003543595,0.000017897879,0.9965909,0.0005726628,0.0027175816],"study_design_scores_gemma":[0.0013395,0.000040905175,0.0019985666,0.00040252143,0.000069115085,0.000059441034,0.000051558327,0.028366314,0.0031292944,0.80560195,0.15848929,0.00045155553],"about_ca_topic_score_codex":0.4239475,"about_ca_topic_score_gemma":0.5106815,"teacher_disagreement_score":0.6789656,"about_ca_system_score_codex":0.00021855843,"about_ca_system_score_gemma":0.0004041816,"threshold_uncertainty_score":0.57988846},"labels":[],"label_agreement":null},{"id":"W4390661940","doi":"10.51685/jqd.2024.003","title":"Proud Boys on Telegram","year":2024,"lang":"en","type":"article","venue":"Journal of Quantitative Description Digital Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Moonshot Research and Development Program; George Washington University; John S. and James L. Knight Foundation","keywords":"Misinformation; Social media; Opposition (politics); Social connectedness; Media studies; Exploratory analysis; Feminism; Political science; Sociology; Criminology; Law; Psychology; Social psychology; Computer science","score_opus":0.04361547790318788,"score_gpt":0.28029670626826225,"score_spread":0.23668122836507438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390661940","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32721597,0.0012555309,0.65593016,0.0016268088,0.007215387,0.00016994252,0.000016847102,0.0002298838,0.00633948],"genre_scores_gemma":[0.9883167,0.000053551412,0.0109086055,0.000109072906,0.00026397296,0.000002606304,0.000002395141,0.000013152052,0.0003299096],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986,0.000056782228,0.00040717988,0.00019426952,0.0005503979,0.0001913571],"domain_scores_gemma":[0.9990193,0.00026673323,0.00016226919,0.00014427041,0.00026270785,0.00014468592],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004313404,0.00013644602,0.0001844656,0.0004302535,0.00005258173,0.0011408414,0.00033621775,0.000055728196,0.000011338981],"category_scores_gemma":[0.000580348,0.00010198927,0.00016727185,0.0005598432,0.00005040539,0.0030186079,0.000031870495,0.0003385922,0.00034359592],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016515215,0.00032629492,0.000119891636,0.00007090035,0.00018795491,0.0010004451,0.006436484,0.000112659174,0.009115751,0.34839082,0.01923394,0.6148397],"study_design_scores_gemma":[0.0037736078,0.024648864,0.01659474,0.0053684814,0.00018473435,0.0055995244,0.0067242235,0.08155409,0.06398657,0.30810842,0.48078436,0.002672394],"about_ca_topic_score_codex":0.000001491669,"about_ca_topic_score_gemma":0.0000013940529,"teacher_disagreement_score":0.66110075,"about_ca_system_score_codex":0.00009377111,"about_ca_system_score_gemma":0.00011797708,"threshold_uncertainty_score":0.99989605},"labels":[],"label_agreement":null},{"id":"W4390722673","doi":"10.48550/arxiv.2401.02974","title":"Efficacy of Utilizing Large Language Models to Detect Public Threat Posted Online","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centennial College","funders":"California State University Long Beach","keywords":"Moderation; Transparency (behavior); Identification (biology); Scale (ratio); Computer security; Internet privacy; Advertising; Computer science; Psychology; Business; Social psychology; Geography","score_opus":0.1278831013225399,"score_gpt":0.22676681601446239,"score_spread":0.09888371469192248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390722673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5707253,0.000039255963,0.42746744,0.00010319654,0.00036127423,0.00029860274,0.000052343818,0.00054968416,0.00040289917],"genre_scores_gemma":[0.99549663,0.00006544756,0.0031535332,0.00006882281,0.00006090818,0.0000010677621,0.000046569276,0.00003312576,0.0010738916],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978664,0.00010588123,0.0002615294,0.0010718997,0.00016369765,0.0005306132],"domain_scores_gemma":[0.99777365,0.000119174605,0.00020808034,0.0014396985,0.00020133244,0.00025808645],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033835287,0.00030765464,0.00039167373,0.00065309915,0.00013739658,0.000108139095,0.0017584353,0.00028664616,0.000014495064],"category_scores_gemma":[0.00008431587,0.00035310996,0.00025980826,0.001496852,0.00003598905,0.00036049122,0.0024907007,0.0005074095,0.000118819255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005000035,0.001249047,0.0013731593,0.0006967845,0.0010562072,0.003149961,0.007870867,0.67340505,0.009907317,0.2543054,0.0008572336,0.04562897],"study_design_scores_gemma":[0.0016480507,0.0002604263,0.002483944,0.0003588905,0.00010349064,0.000012192789,0.00076983793,0.9657341,0.0053500775,0.02207195,0.00023812593,0.0009689118],"about_ca_topic_score_codex":0.0005519406,"about_ca_topic_score_gemma":0.000563793,"teacher_disagreement_score":0.4247713,"about_ca_system_score_codex":0.0001583188,"about_ca_system_score_gemma":0.00017553847,"threshold_uncertainty_score":0.9998921},"labels":[],"label_agreement":null},{"id":"W4390840431","doi":"10.29173/cjfy30026","title":"A Discourse of Hate: A Content Analysis of Responses to Queer Representation in Online Social Media","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Family and Youth / Le Journal Canadien de Famille et de la Jeunesse","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Queer; Ignorance; Lesbian; Transgender; Sexual orientation; Gender studies; Theme (computing); Representation (politics); Sociology; Rhetoric; Critical discourse analysis; Sexual identity; Public sphere; Identity (music); Social media; Heterosexism; Homosexuality; Queer theory; Human sexuality; Political science; Aesthetics; Law; Art; Politics; Linguistics","score_opus":0.039102198326054285,"score_gpt":0.3019829754625674,"score_spread":0.26288077713651314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390840431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893122,0.001558245,0.0069103814,0.0015099131,0.00038187066,0.000061464365,0.00013923772,0.0000050804165,0.00012165698],"genre_scores_gemma":[0.99812853,0.00019668788,0.0012808354,0.00022552189,0.000101967955,0.0000012180983,0.0000039531647,0.000012243484,0.000049041555],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99790156,0.00055259734,0.0006907935,0.00017550356,0.00029594448,0.00038361526],"domain_scores_gemma":[0.9981226,0.0003415101,0.00029285817,0.00013454177,0.0003384872,0.0007700266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021989632,0.00014039964,0.0004611355,0.0023482041,0.0001162723,0.00020776823,0.00038279276,0.000118737466,0.0000040733094],"category_scores_gemma":[0.0006655589,0.00013078537,0.00021046793,0.0016230197,0.00012062057,0.0003999542,0.000024147746,0.0005072576,2.1702249e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011832911,0.00026799887,0.15676579,0.00020546524,0.0031563246,0.018787472,0.6774155,0.013546742,0.016510405,0.025412178,0.0019317522,0.084817074],"study_design_scores_gemma":[0.0012576985,0.0004482076,0.8967897,0.00066387135,0.00058711343,0.001769097,0.09095704,0.0042909323,0.00084636087,0.0013219469,0.00069127744,0.0003767112],"about_ca_topic_score_codex":0.07665565,"about_ca_topic_score_gemma":0.3241679,"teacher_disagreement_score":0.740024,"about_ca_system_score_codex":0.0003848568,"about_ca_system_score_gemma":0.0042429,"threshold_uncertainty_score":0.92949295},"labels":[],"label_agreement":null},{"id":"W4390952812","doi":"10.31235/osf.io/qfaj3","title":"How October 7th, 2023, changed fear and exposure to hate amongst Jewish and Israeli members of universities","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Employment and Social Development Canada","funders":"","keywords":"Antisemitism; Judaism; Respondent; Psychology; Social psychology; Demography; Political science; History; Sociology; Law","score_opus":0.011645800266004343,"score_gpt":0.21529298863663257,"score_spread":0.20364718837062823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390952812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96199113,0.0036662116,0.0133037055,0.008338526,0.0021147928,0.00074473285,0.00009251285,0.00046678007,0.009281584],"genre_scores_gemma":[0.93626136,0.00044844518,0.010743338,0.00026540793,0.0001542988,0.000018063694,0.000008997903,0.000029038298,0.052071072],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985195,0.000055406825,0.00015487264,0.0007171551,0.00029266498,0.0002604147],"domain_scores_gemma":[0.9990958,0.00003429278,0.000084723775,0.00049070816,0.000112592104,0.00018188676],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023539082,0.0002557276,0.0003246038,0.00032838772,0.00006895006,0.0004864162,0.00039317098,0.00024026447,0.000016165908],"category_scores_gemma":[0.000009448368,0.0002487959,0.0000757296,0.00028246013,0.00009084607,0.00021801615,0.0022884717,0.00038423517,0.000013883491],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032826507,0.0003390841,0.0025178685,0.010237058,0.0029772713,0.0013560383,0.057788488,0.001289177,0.02555547,0.084087364,0.18861915,0.62490475],"study_design_scores_gemma":[0.009777149,0.0098521635,0.03580464,0.012532129,0.0023379372,0.001120635,0.08120684,0.11010863,0.2324606,0.10524031,0.38151798,0.018040981],"about_ca_topic_score_codex":0.0009924653,"about_ca_topic_score_gemma":0.0005604498,"teacher_disagreement_score":0.6068638,"about_ca_system_score_codex":0.000055991964,"about_ca_system_score_gemma":0.000085962696,"threshold_uncertainty_score":0.9999964},"labels":[],"label_agreement":null},{"id":"W4391020680","doi":"10.1109/mts.2023.3340235","title":"Technological Solutions to Online Toxicity: Potential and Pitfalls","year":2023,"lang":"en","type":"article","venue":"IEEE Technology and Society Magazine","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Concordia University","funders":"","keywords":"Misinformation; Disinformation; Context (archaeology); Social media; Computer science; Process (computing); Internet privacy; Data science; Risk analysis (engineering); Computer security; Business; World Wide Web","score_opus":0.014332573194151432,"score_gpt":0.241260016478174,"score_spread":0.22692744328402256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391020680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74403554,0.0001426705,0.22894901,0.02357615,0.00021958955,0.00018722506,0.000009951777,0.0027824955,0.00009735556],"genre_scores_gemma":[0.96896356,0.00053487223,0.028900944,0.0006490639,0.00005153705,0.000029098881,0.0000038907096,0.000009474531,0.0008575586],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99879974,0.00001790806,0.00015750666,0.0004629359,0.00012642122,0.00043545943],"domain_scores_gemma":[0.99946076,0.00002729267,0.000033443634,0.00033794504,0.00004920805,0.00009134853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028051384,0.00014414387,0.00017691994,0.0002815187,0.00039699982,0.000056709378,0.0003543784,0.000410712,0.000003912919],"category_scores_gemma":[0.000056566525,0.00013375553,0.000055995883,0.0018599263,0.00042701286,0.00013120825,0.00048790028,0.00035609,0.00013443182],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012180746,0.00023172256,0.00042570732,0.00003896188,0.00011408538,0.00014343878,0.00046888652,0.0001107079,0.4708462,0.14937946,0.02866394,0.34956473],"study_design_scores_gemma":[0.005425787,0.0041620573,0.050041575,0.0002516254,0.000186394,0.0028077466,0.0030369577,0.24171112,0.11068038,0.39809754,0.17970999,0.0038888343],"about_ca_topic_score_codex":0.00000194935,"about_ca_topic_score_gemma":0.0000066016264,"teacher_disagreement_score":0.3601658,"about_ca_system_score_codex":0.000020307227,"about_ca_system_score_gemma":0.000020130336,"threshold_uncertainty_score":0.54543924},"labels":[],"label_agreement":null},{"id":"W4391164676","doi":"10.2139/ssrn.4701228","title":"Proposing Amendments Against Cyberbullying in Sri Lanka: Recommendations from United Kingdom, Canada and Fiji.","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sri lanka; Kingdom; Political science; Geography; Socioeconomics; Sociology; Environmental planning; Tanzania; Biology","score_opus":0.011052713967516541,"score_gpt":0.2379009683416379,"score_spread":0.22684825437412137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391164676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9575522,0.001312632,0.035727154,0.0038264862,0.00095735095,0.00013681555,0.0000068631466,0.00011092291,0.000369562],"genre_scores_gemma":[0.99693525,0.0010053128,0.0014764672,0.00026637982,0.0001340825,0.0000057235015,0.000018427485,0.000012973616,0.00014537654],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99784863,0.0001150834,0.00028586158,0.00031444736,0.00024992466,0.0011860582],"domain_scores_gemma":[0.99955064,0.00008167775,0.0000725177,0.00015804684,0.00003870621,0.00009840062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071567757,0.00015137049,0.00013253713,0.0003119523,0.00027693695,0.00044612185,0.00030280885,0.0000546677,0.000007984641],"category_scores_gemma":[0.000033086246,0.00014225837,0.000033249595,0.00068815716,0.00001559201,0.00047047253,0.00008030724,0.0014319535,0.0000065078707],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000442744,0.00013275721,0.0042327056,0.0000459194,0.00055688387,0.00052875705,0.0042531625,0.0008914634,0.008899105,0.13403453,0.001308505,0.8450719],"study_design_scores_gemma":[0.00592854,0.001170506,0.003153752,0.003611799,0.0001949845,0.003760307,0.010220577,0.27713603,0.008809833,0.34884557,0.33357,0.003598097],"about_ca_topic_score_codex":0.21932673,"about_ca_topic_score_gemma":0.5516387,"teacher_disagreement_score":0.8414738,"about_ca_system_score_codex":0.001651412,"about_ca_system_score_gemma":0.0025741318,"threshold_uncertainty_score":0.7858718},"labels":[],"label_agreement":null},{"id":"W4391539955","doi":"10.5430/wjel.v14n2p358","title":"COVID-19 and Advice Speech Act: A Syntactic-Pragmatic Study","year":2024,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Advice (programming); Speech act; Coronavirus disease 2019 (COVID-19); Computer science; Linguistics; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Indirect speech; Natural language processing; Virology; Medicine; Philosophy; Programming language","score_opus":0.008461763084251566,"score_gpt":0.27255495145125547,"score_spread":0.2640931883670039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391539955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93810064,0.010461693,0.02051557,0.0021301627,0.007040163,0.0006112283,0.000006050852,0.00087773707,0.020256767],"genre_scores_gemma":[0.991533,0.00003908963,0.006173429,0.00039418566,0.00067647547,0.0000028705163,3.6995064e-7,0.000014573175,0.0011660523],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986655,0.00014982806,0.0003540929,0.00022261194,0.00039651347,0.0002114192],"domain_scores_gemma":[0.9987297,0.00035323287,0.00014120656,0.00027823803,0.0001407423,0.00035684483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012271712,0.00013871155,0.00021857976,0.00050865783,0.00009808661,0.0005300587,0.00042688765,0.00003233529,0.000117255426],"category_scores_gemma":[0.0016819593,0.000111373934,0.0000829886,0.00078579906,0.00002107239,0.0008002599,0.00011223775,0.00043968268,0.000018403916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017469436,0.0011009353,0.0031145166,0.0011897277,0.0009440592,0.033298682,0.4571097,0.00021084539,0.0039986614,0.007507647,0.030589702,0.46076083],"study_design_scores_gemma":[0.006569904,0.0036073443,0.0030721028,0.0015412454,0.00075034506,0.006991556,0.08737141,0.012198712,0.0052177156,0.0033688701,0.8673187,0.0019921253],"about_ca_topic_score_codex":0.00007157126,"about_ca_topic_score_gemma":0.000244734,"teacher_disagreement_score":0.836729,"about_ca_system_score_codex":0.00011606972,"about_ca_system_score_gemma":0.00022326704,"threshold_uncertainty_score":0.51113683},"labels":[],"label_agreement":null},{"id":"W4391594738","doi":"10.32920/25176287.v1","title":"“Influencer marketing is not a way around the law”: Regulatory Compliance and Law Enforcement in the Canadian Social Media Influencer Field","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; Centre for Social Innovation; McMaster University; York University","funders":"York University","keywords":"Influencer marketing; Intermediary; Enforcement; Compliance (psychology); Public relations; Outreach; Scholarship; Business; Law enforcement; Social media; Marketing; Political science; Law; Relationship marketing; Marketing management; Psychology","score_opus":0.03186351317316094,"score_gpt":0.2666527222907835,"score_spread":0.23478920911762258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391594738","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37112853,0.0016341946,0.0011320997,0.07431223,0.005005422,0.0025425164,0.00006582798,0.00046225195,0.5437169],"genre_scores_gemma":[0.9765571,0.000029754152,0.0004844321,0.022138327,0.00036762335,0.00008095266,0.000002550214,0.000013900635,0.0003253942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997532,0.00023993482,0.00039140257,0.00070301746,0.00061129226,0.00052235235],"domain_scores_gemma":[0.99845606,0.00046291776,0.00011265781,0.0007706,0.00008064641,0.000117141564],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019302386,0.0003042168,0.00023742116,0.00011022128,0.00074360304,0.0013997109,0.0013916101,0.0003178324,0.00009466629],"category_scores_gemma":[0.000056416546,0.00019474646,0.00010612619,0.00027657868,0.00024737619,0.00015952962,0.0009940555,0.0013144587,0.00005314171],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031635303,0.000018170671,0.00025966176,0.00031528357,0.00010295871,0.00009471717,0.03271266,0.00023817964,0.00008434857,0.921823,0.008095442,0.036223926],"study_design_scores_gemma":[0.0016822637,0.00022519866,0.040420704,0.0036760392,0.00027363564,0.00026960063,0.008758395,0.09312225,0.006156563,0.38228467,0.45853662,0.004594054],"about_ca_topic_score_codex":0.25324842,"about_ca_topic_score_gemma":0.5648465,"teacher_disagreement_score":0.6054285,"about_ca_system_score_codex":0.00029376944,"about_ca_system_score_gemma":0.00034184766,"threshold_uncertainty_score":0.99963695},"labels":[],"label_agreement":null},{"id":"W4391594745","doi":"10.32920/25176287","title":"“Influencer marketing is not a way around the law”: Regulatory Compliance and Law Enforcement in the Canadian Social Media Influencer Field","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; Centre for Social Innovation; McMaster University; York University","funders":"York University","keywords":"Influencer marketing; Intermediary; Enforcement; Outreach; Compliance (psychology); Scholarship; Public relations; Business; Law enforcement; Social media; Marketing; Competition (biology); Political science; Law; Relationship marketing; Marketing management; Psychology","score_opus":0.03186351317316094,"score_gpt":0.2666527222907835,"score_spread":0.23478920911762258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391594745","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37112853,0.0016341946,0.0011320997,0.07431223,0.005005422,0.0025425164,0.00006582798,0.00046225195,0.5437169],"genre_scores_gemma":[0.9765571,0.000029754152,0.0004844321,0.022138327,0.00036762335,0.00008095266,0.000002550214,0.000013900635,0.0003253942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997532,0.00023993482,0.00039140257,0.00070301746,0.00061129226,0.00052235235],"domain_scores_gemma":[0.99845606,0.00046291776,0.00011265781,0.0007706,0.00008064641,0.000117141564],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019302386,0.0003042168,0.00023742116,0.00011022128,0.00074360304,0.0013997109,0.0013916101,0.0003178324,0.00009466629],"category_scores_gemma":[0.000056416546,0.00019474646,0.00010612619,0.00027657868,0.00024737619,0.00015952962,0.0009940555,0.0013144587,0.00005314171],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031635303,0.000018170671,0.00025966176,0.00031528357,0.00010295871,0.00009471717,0.03271266,0.00023817964,0.00008434857,0.921823,0.008095442,0.036223926],"study_design_scores_gemma":[0.0016822637,0.00022519866,0.040420704,0.0036760392,0.00027363564,0.00026960063,0.008758395,0.09312225,0.006156563,0.38228467,0.45853662,0.004594054],"about_ca_topic_score_codex":0.25324842,"about_ca_topic_score_gemma":0.5648465,"teacher_disagreement_score":0.6054285,"about_ca_system_score_codex":0.00029376944,"about_ca_system_score_gemma":0.00034184766,"threshold_uncertainty_score":0.99963695},"labels":[],"label_agreement":null},{"id":"W4391737492","doi":"10.53771/ijstra.2024.6.1.0111","title":"Cyberbullying of women on Twitter","year":2024,"lang":"en","type":"article","venue":"International Journal of Science and Technology Research Archive","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child and Family Research Institute","funders":"","keywords":"Harassment; The Internet; Psychology; Verbal abuse; Social psychology; Internet privacy; Computer science; Human factors and ergonomics; Poison control; World Wide Web; Medicine","score_opus":0.024926903528972564,"score_gpt":0.3427822901308036,"score_spread":0.317855386601831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391737492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97079235,0.00021950643,0.015678084,0.009879932,0.00075583794,0.00006882406,0.0000017651597,0.00004193634,0.0025617487],"genre_scores_gemma":[0.9948283,0.00015624963,0.004805549,0.000056374894,0.00007355024,0.000004318684,7.5818534e-8,0.000003121589,0.000072452356],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99778074,0.000041321164,0.00022981914,0.00022372302,0.0013847229,0.00033969525],"domain_scores_gemma":[0.9980983,0.00022710806,0.00006950041,0.00016137672,0.0013316195,0.00011208208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034067624,0.000059163754,0.000104403785,0.003425413,0.00013468193,0.0002225316,0.0016938552,0.0000375547,0.000008533005],"category_scores_gemma":[0.00087864744,0.000044405417,0.00002477486,0.0017174156,0.0016215796,0.0005574557,0.00045392552,0.0005580502,0.000017766919],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006130594,0.000084319916,0.0005318968,0.000015534626,0.000090494264,0.0006071554,0.003840529,0.000012652726,0.24774192,0.31574,0.0012329195,0.43004128],"study_design_scores_gemma":[0.0007008933,0.0033612999,0.0016082973,0.0009148983,0.000004390868,0.0026361055,0.002951648,0.012996058,0.27768898,0.6448985,0.051998932,0.00024002271],"about_ca_topic_score_codex":0.000008680154,"about_ca_topic_score_gemma":8.890777e-7,"teacher_disagreement_score":0.42980126,"about_ca_system_score_codex":0.000202171,"about_ca_system_score_gemma":0.0006472253,"threshold_uncertainty_score":0.5974778},"labels":[],"label_agreement":null},{"id":"W4391913134","doi":"10.1002/bsl.2648","title":"From Reddit to manifestos: Forensic evaluation of incel online activity","year":2024,"lang":"en","type":"article","venue":"Behavioral Sciences & the Law","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Context (archaeology); Social media; Collateral; Internet privacy; Interpretation (philosophy); Forensic science; World Wide Web; Computer science; Empirical research; Medicine; Political science; History","score_opus":0.09750501899434923,"score_gpt":0.37236932954316165,"score_spread":0.27486431054881244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391913134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98935825,0.00011422973,0.005193314,0.003091312,0.0010811769,0.00026228436,0.000018900175,0.00012144759,0.0007590914],"genre_scores_gemma":[0.99455285,0.0000019664844,0.0051060077,0.000104272905,0.0001378897,0.000018515888,0.00000200776,0.0000041423527,0.00007231963],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99817437,0.00013249335,0.00015036578,0.00040297525,0.0009257194,0.0002140663],"domain_scores_gemma":[0.9993528,0.000053888958,0.000050366452,0.00038490052,0.00009498946,0.000063049534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012763493,0.00009922872,0.0001015156,0.00006697059,0.00023595107,0.00027464912,0.0008563909,0.00004221319,0.000044728567],"category_scores_gemma":[0.000015089786,0.00006525066,0.00005987007,0.0009586505,0.00020411657,0.0006063053,0.00020797383,0.000113957365,0.000057589965],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009897764,0.0001737179,0.00015566369,0.000005511681,0.000008612231,0.000010735495,0.0022101991,0.00047445708,0.06403278,0.028069554,0.0006865923,0.9041623],"study_design_scores_gemma":[0.00076735223,0.0026536975,0.046908934,0.0005659457,0.00046007588,0.000084318846,0.0012911807,0.3609617,0.41295296,0.15370221,0.018409122,0.001242487],"about_ca_topic_score_codex":0.0049392637,"about_ca_topic_score_gemma":0.001825721,"teacher_disagreement_score":0.90291977,"about_ca_system_score_codex":0.00007507338,"about_ca_system_score_gemma":0.00013662127,"threshold_uncertainty_score":0.7466722},"labels":[],"label_agreement":null},{"id":"W4392000216","doi":"10.4236/jcc.2024.122006","title":"Analysis of Public Sentiment regarding COVID-19 Vaccines on the Social Media Platform Reddit","year":2024,"lang":"en","type":"article","venue":"Journal of Computer and Communications","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Social media; Coronavirus disease 2019 (COVID-19); Sentiment analysis; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Microblogging; Advertising; Internet privacy; Media studies; Computer science; Political science; Virology; World Wide Web; Sociology; Business; Medicine; Artificial intelligence","score_opus":0.06871244268204685,"score_gpt":0.3187487962503896,"score_spread":0.25003635356834275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392000216","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078958236,0.001927024,0.8600564,0.05725462,0.00066297496,0.00010474284,0.000007800763,0.00007742149,0.0009507713],"genre_scores_gemma":[0.9917132,0.0004530836,0.0072971866,0.00037383137,0.00013369613,0.0000024901826,0.000003024139,0.0000037774862,0.000019709694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990038,0.00015997453,0.0003722164,0.00009885194,0.00026144684,0.00010370224],"domain_scores_gemma":[0.9980155,0.000987544,0.00020425563,0.0005513456,0.00014786657,0.00009343929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010464985,0.00007751597,0.00019883596,0.00050070096,0.0003596234,0.00032544121,0.0011014992,0.000036388396,0.000013373359],"category_scores_gemma":[0.00006424384,0.00005098807,0.00020185867,0.001158924,0.000055212444,0.00031275087,0.0003255999,0.0002509945,0.000002193715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024139104,0.00029611253,0.0006219035,0.000054319655,0.004010962,0.0000238566,0.026071832,0.0010794431,0.00031716016,0.51173085,0.020781009,0.43498838],"study_design_scores_gemma":[0.0007690862,0.00036202383,0.01197005,0.00018399078,0.0010758815,0.00026812917,0.0011909165,0.7984497,0.00038722574,0.020611947,0.16435568,0.0003753763],"about_ca_topic_score_codex":0.0000061865,"about_ca_topic_score_gemma":0.000018332123,"teacher_disagreement_score":0.91275495,"about_ca_system_score_codex":0.00005590837,"about_ca_system_score_gemma":0.00011547915,"threshold_uncertainty_score":0.31382373},"labels":[],"label_agreement":null},{"id":"W4392121144","doi":"10.1145/3641510","title":"Combating Islamophobia: Compromise, Community, and Harmony in Mitigating Harmful Online Content","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Social Computing","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Waterloo; University of Toronto","funders":"","keywords":"Islamophobia; Moderation; Faith; Harmony (color); Compromise; Public relations; Sociology; Scholarship; Political science; Social psychology; Social science; Law; Psychology; Epistemology","score_opus":0.084079500959639,"score_gpt":0.3032594720689645,"score_spread":0.21917997110932547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392121144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66877544,0.00011500413,0.32675177,0.003028572,0.00051381584,0.00018584475,0.000008951828,0.00046804696,0.00015257802],"genre_scores_gemma":[0.96724474,0.000017924645,0.032028593,0.00051819417,0.00011074006,0.000007662897,0.0000064396877,0.000023228311,0.000042459134],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981711,0.0003768315,0.00042674522,0.00038808538,0.00025511585,0.0003821321],"domain_scores_gemma":[0.99876606,0.0006959588,0.00007503178,0.00031967164,0.000064905646,0.00007834952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076569605,0.00021831892,0.00026726295,0.00024824723,0.0012411425,0.0004822092,0.0005720054,0.000118278134,0.000006702319],"category_scores_gemma":[0.000060611634,0.00023844218,0.00010829901,0.0007621829,0.000086593434,0.00034735465,0.000087532615,0.0013613584,0.000013601648],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013614267,0.00028902187,0.00018631582,0.00016559243,0.000071185255,0.00005473255,0.015093041,0.00076882873,0.007510732,0.0014056549,0.00009365261,0.97434765],"study_design_scores_gemma":[0.0028841868,0.00057283574,0.020623956,0.001784906,0.0000757428,0.00021036592,0.010778633,0.9358989,0.013989953,0.010673808,0.0010994432,0.0014072468],"about_ca_topic_score_codex":0.0006070653,"about_ca_topic_score_gemma":0.00023410244,"teacher_disagreement_score":0.9729404,"about_ca_system_score_codex":0.00012779076,"about_ca_system_score_gemma":0.000049632632,"threshold_uncertainty_score":0.972339},"labels":[],"label_agreement":null},{"id":"W4392663948","doi":"10.31234/osf.io/gswm6","title":"Accuracy prompts protect professional content moderators from the illusory truth effect","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; John Templeton Foundation","keywords":"Content (measure theory); Psychology; Cognitive psychology; Social psychology; Mathematics","score_opus":0.030132730207182032,"score_gpt":0.26618568469577203,"score_spread":0.23605295448858998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392663948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77869636,0.0033269755,0.16027157,0.010098031,0.028792737,0.009583386,0.00011136836,0.0035561298,0.005563414],"genre_scores_gemma":[0.9890838,0.000030022191,0.0051786657,0.00051218807,0.0007899081,0.0015332756,0.000035509936,0.00005104771,0.0027855318],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99645466,0.0005722509,0.0004509495,0.0013012482,0.0007685694,0.00045231418],"domain_scores_gemma":[0.99727523,0.00078838045,0.00021637553,0.0014505655,0.00012642767,0.00014300234],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008944657,0.00052476017,0.00043575463,0.00010767761,0.0003347957,0.0009993316,0.001848413,0.0004139333,0.00008316665],"category_scores_gemma":[0.00032373948,0.00028259234,0.0003425826,0.00025088945,0.000069815695,0.00018768142,0.0038673722,0.0021015997,0.00054519076],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036354508,0.00041463564,0.0002497841,0.0012746669,0.0014698807,0.0003412917,0.006279397,0.0011859452,0.013619556,0.03799121,0.026446043,0.91036403],"study_design_scores_gemma":[0.0023086788,0.0010316444,0.0038390567,0.0053775418,0.0003299788,0.000103728715,0.00027023975,0.45059115,0.2350863,0.28292117,0.01473799,0.0034024967],"about_ca_topic_score_codex":0.00068676437,"about_ca_topic_score_gemma":0.000035687714,"teacher_disagreement_score":0.90696156,"about_ca_system_score_codex":0.00015129863,"about_ca_system_score_gemma":0.0005768034,"threshold_uncertainty_score":0.9999626},"labels":[],"label_agreement":null},{"id":"W4392669787","doi":"10.18653/v1/2023.eval4nlp-1.9","title":"Can a Prediction’s Rank Offer a More Accurate Quantification of Bias? A Case Study Measuring Sexism in Debiased Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debiasing; Computer science; Sentence; Rank (graph theory); Statistics; Benchmark (surveying); Artificial intelligence; Natural language processing; Econometrics; Psychology; Mathematics; Social psychology","score_opus":0.10039459710483373,"score_gpt":0.2963982998557292,"score_spread":0.19600370275089546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392669787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9247079,0.000013886063,0.0738852,0.00020478337,0.0001408934,0.0004926009,0.0000067383926,0.00040468472,0.00014330773],"genre_scores_gemma":[0.9987843,0.0000045490933,0.00078798924,0.000026401183,0.00001784005,0.00008488657,0.000005063115,0.000010760293,0.00027818963],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855083,0.00015882887,0.00035166676,0.00037800154,0.00032836746,0.00023231517],"domain_scores_gemma":[0.99914926,0.00007795567,0.00009158344,0.00052479823,0.00008927043,0.00006712539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008407178,0.00012212005,0.00017115986,0.00043485974,0.00008830683,0.00007611267,0.00026405297,0.00005388834,0.000004914553],"category_scores_gemma":[0.000076656564,0.00010983245,0.000047559442,0.0013768768,0.000015078236,0.00038376395,0.00008904968,0.00012031412,0.0000131080205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027440477,0.00289166,0.043646052,0.0004006299,0.0004094427,0.016512096,0.37102622,0.25518936,0.11927168,0.004988462,0.00095514656,0.18443485],"study_design_scores_gemma":[0.0010462194,0.00012521603,0.007077516,0.000035714897,0.00001123105,0.00021732024,0.013675251,0.9684946,0.008898872,0.00025218658,0.0000049543173,0.00016095334],"about_ca_topic_score_codex":0.008354714,"about_ca_topic_score_gemma":0.0033626591,"teacher_disagreement_score":0.71330523,"about_ca_system_score_codex":0.000057743608,"about_ca_system_score_gemma":0.000069925794,"threshold_uncertainty_score":0.99824876},"labels":[],"label_agreement":null},{"id":"W4392693097","doi":"10.1007/978-981-97-1274-8_21","title":"Detection of Cyberbullying in Social Media Texts Using Explainable Artificial Intelligence","year":2024,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Social media; Computer science; Artificial intelligence; Information retrieval; World Wide Web","score_opus":0.06479327528948592,"score_gpt":0.3013920897076237,"score_spread":0.2365988144181378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392693097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017639471,0.0006395076,0.9299515,0.00029551593,0.0010811451,0.0004991335,0.000009902119,0.00014305586,0.06561629],"genre_scores_gemma":[0.93734634,0.0008527912,0.061340846,0.00008840871,0.00010714492,0.000023170975,0.000012935781,0.000015246885,0.00021312416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980769,0.000031127587,0.00089652865,0.00029702848,0.00044669557,0.00025169476],"domain_scores_gemma":[0.9983261,0.00018657139,0.00031235837,0.0008506433,0.00026624984,0.000058026308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013073565,0.00019603822,0.0002603697,0.0019617486,0.00038942343,0.00044964798,0.0016502814,0.00017034229,0.000004013785],"category_scores_gemma":[0.000059658072,0.00021336292,0.000053477357,0.0011120997,0.000551701,0.0041900035,0.001394826,0.00053355296,0.000031390515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029257183,0.000011474361,0.000002246209,0.000051856867,0.0000028401694,0.0000010275423,0.0040575787,0.0005885132,0.00016082858,0.55434227,0.0000023431494,0.4407761],"study_design_scores_gemma":[0.000074421456,0.000040746938,0.000109810055,0.0005242066,0.0000072216008,0.000035837962,0.00017090568,0.85729945,0.0012812081,0.13538152,0.004735706,0.00033895817],"about_ca_topic_score_codex":0.000038974154,"about_ca_topic_score_gemma":0.000079090794,"teacher_disagreement_score":0.9355824,"about_ca_system_score_codex":0.00026022238,"about_ca_system_score_gemma":0.00024132944,"threshold_uncertainty_score":0.8700687},"labels":[],"label_agreement":null},{"id":"W4392729266","doi":"10.1109/tcss.2024.3359010","title":"User-Centric Modeling of Online Hate Through the Lens of Psycholinguistic Patterns and Behaviors in Social Media","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Computational Social Systems","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Guelph; Toronto Metropolitan University","funders":"","keywords":"Social media; Computer science; Lens (geology); Human–computer interaction; Internet privacy; Computer security; World Wide Web; Physics; Optics","score_opus":0.034758364329108705,"score_gpt":0.29505509735135327,"score_spread":0.26029673302224454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392729266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24497059,0.00009296936,0.7530989,0.00023318337,0.0012763859,0.00015602213,0.000084840794,0.00005187595,0.000035247733],"genre_scores_gemma":[0.99910027,0.000023422224,0.00061709946,0.000016952505,0.00019567901,0.000016510729,0.0000063252996,0.000011461793,0.000012260281],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866104,0.000120217,0.0004304481,0.00023965359,0.00039374866,0.00015488768],"domain_scores_gemma":[0.9994657,0.00022834819,0.000088224704,0.00007745844,0.00011855672,0.000021724265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020027715,0.00011720777,0.00020126696,0.00016259239,0.00021940966,0.000074143565,0.00018820318,0.00008695278,0.0000034167751],"category_scores_gemma":[0.000005091162,0.00010278976,0.00009653103,0.0005621159,0.00005465365,0.00016300518,0.0000030359863,0.00022265216,0.0000031200875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033092118,0.00039823048,0.00006405802,0.00026878217,0.00010530366,0.000012759618,0.01837939,0.94266164,0.00017941956,0.020235155,0.000044330256,0.017617818],"study_design_scores_gemma":[0.00041989863,0.000054346026,0.0014339555,0.00018180873,0.0000416148,0.000013124274,0.00069400837,0.99408996,0.00007581689,0.0027648008,0.00007065579,0.0001599903],"about_ca_topic_score_codex":0.0007479118,"about_ca_topic_score_gemma":0.00014150294,"teacher_disagreement_score":0.7541297,"about_ca_system_score_codex":0.000065250744,"about_ca_system_score_gemma":0.000083311694,"threshold_uncertainty_score":0.41916448},"labels":[],"label_agreement":null},{"id":"W4392947462","doi":"10.1063/5.0198822","title":"Transformer-based models for hate speech classification","year":2024,"lang":"en","type":"article","venue":"AIP conference proceedings","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Transformer; Speech recognition; Artificial intelligence; Natural language processing; Engineering; Electrical engineering","score_opus":0.04710967688376341,"score_gpt":0.2685192096191227,"score_spread":0.22140953273535927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392947462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008150993,0.00007419338,0.9779848,0.00381722,0.00037280965,0.00046139065,0.000005172046,0.0007977868,0.00833565],"genre_scores_gemma":[0.9640183,0.00002864814,0.034819204,0.00019816653,0.00008566133,0.00019950353,0.000006448656,0.000017832124,0.0006262371],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861234,0.000004666607,0.00022492302,0.00055811886,0.00025455072,0.00034538453],"domain_scores_gemma":[0.9993532,0.000040879913,0.000044710585,0.00014248039,0.00031551457,0.000103229286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033747175,0.00017365115,0.00013889003,0.0001855214,0.00015099211,0.0009075477,0.00050527876,0.00011250071,0.00001424634],"category_scores_gemma":[0.000021255457,0.0001603368,0.000099699864,0.00045608616,0.000039017006,0.0013862216,0.000016136079,0.00016297911,0.00007103012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025304871,0.000043061424,0.00003979904,0.00030115538,0.000022658009,0.0000031493546,0.0013205094,0.000014769809,0.10108041,0.5313644,0.0015162624,0.36426854],"study_design_scores_gemma":[0.000179175,0.00015870719,0.000037740163,0.00011137851,0.00001322986,0.000011392621,0.00007523377,0.88982064,0.040236674,0.060029555,0.009122843,0.00020345025],"about_ca_topic_score_codex":0.000014798584,"about_ca_topic_score_gemma":0.0000036498463,"teacher_disagreement_score":0.9558673,"about_ca_system_score_codex":0.00006488816,"about_ca_system_score_gemma":0.00019212031,"threshold_uncertainty_score":0.8751504},"labels":[],"label_agreement":null},{"id":"W4393110041","doi":"10.1016/j.telpol.2024.102735","title":"Agents of platform governance: Analyzing U.S. civil society's role in contesting online content moderation","year":2024,"lang":"en","type":"article","venue":"Telecommunications Policy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Canadian Political Science Association","keywords":"Moderation; Civil society; Corporate governance; Political science; Content (measure theory); Business; Public administration; Law; Social psychology; Psychology; Politics","score_opus":0.05214897827768067,"score_gpt":0.306239917304204,"score_spread":0.25409093902652335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393110041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81037146,0.0065451562,0.15810731,0.011155617,0.0002443878,0.0006545693,0.00006009189,0.0007976732,0.01206374],"genre_scores_gemma":[0.9699765,0.0007573203,0.02880283,0.00015153954,0.000052960193,0.00002277694,0.000024423742,0.000010659483,0.00020098928],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900514,0.0000444276,0.00038420336,0.00019968505,0.0001524186,0.00021414977],"domain_scores_gemma":[0.99892545,0.00013689262,0.00011145543,0.0006970059,0.00008433546,0.000044845532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029495524,0.000106307394,0.00014764277,0.00016357732,0.00014049502,0.00012948712,0.0006954544,0.000060334885,0.000007723337],"category_scores_gemma":[0.00012517234,0.00010946519,0.000097019234,0.001089051,0.000039904597,0.0005780991,0.0002260203,0.00026461165,0.000013772116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008707546,0.00053009053,0.0019691112,0.00012977545,0.0001407985,0.0000045826573,0.012300551,0.007051343,0.036746543,0.30008647,0.0009243456,0.6401077],"study_design_scores_gemma":[0.00030588766,0.00005267654,0.014763907,0.00025368162,0.000008874746,0.000015328018,0.00023619266,0.9724478,0.0034052294,0.005254084,0.00307425,0.00018206995],"about_ca_topic_score_codex":0.0026996636,"about_ca_topic_score_gemma":0.00131423,"teacher_disagreement_score":0.96539646,"about_ca_system_score_codex":0.00023023797,"about_ca_system_score_gemma":0.00022629328,"threshold_uncertainty_score":0.44638607},"labels":[],"label_agreement":null},{"id":"W4393146386","doi":"10.1609/aaai.v38i20.30213","title":"Multi-Modal Discussion Transformer: Integrating Text, Images and Graph Transformers to Detect Hate Speech on Social Media","year":2024,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Transformer; Modal; Computer science; Natural language processing; Speech recognition; Artificial intelligence; Engineering; Electrical engineering; Voltage; Materials science","score_opus":0.04765902806975645,"score_gpt":0.2932541412982369,"score_spread":0.24559511322848046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393146386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5550711,0.00012607574,0.40831646,0.024621723,0.002621531,0.0018199412,0.00004974611,0.00082615745,0.006547271],"genre_scores_gemma":[0.9921424,0.00008316903,0.0073661464,0.00012223827,0.000100371544,0.000038120226,5.873477e-7,0.00002250708,0.00012448485],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977106,0.000024836954,0.00050221954,0.00070773903,0.0005619055,0.00049273274],"domain_scores_gemma":[0.99926805,0.00011327043,0.00010271389,0.00013742027,0.00021309649,0.00016542441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006409108,0.00033004247,0.0002901344,0.0003488159,0.00040346078,0.0006328971,0.0008892933,0.00013178143,0.000025072302],"category_scores_gemma":[0.00022565442,0.00019724447,0.00018731564,0.0010323736,0.00023309456,0.0005768377,0.00008341935,0.00053768896,0.0000639453],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007142546,0.000036170266,0.0000036249849,0.00005658394,0.0000135678165,0.0000017835403,0.005527711,0.0000047704784,0.24356027,0.03527628,0.0000584848,0.7153893],"study_design_scores_gemma":[0.000045786786,0.0003464728,0.00014861977,0.00061678875,0.00002103004,0.000013321135,0.001790298,0.01663527,0.9500238,0.029858889,0.00016925269,0.00033049574],"about_ca_topic_score_codex":0.000053146334,"about_ca_topic_score_gemma":0.0000959763,"teacher_disagreement_score":0.71505886,"about_ca_system_score_codex":0.00006298762,"about_ca_system_score_gemma":0.000075309006,"threshold_uncertainty_score":0.8043396},"labels":[],"label_agreement":null},{"id":"W4393312564","doi":"10.1007/978-981-99-8937-9_55","title":"Identifying Hidden Factors for Verbal Harassment Comments on Social Media","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Harassment; Psychology; Social psychology; Sociology","score_opus":0.042130375079093674,"score_gpt":0.2675489458060492,"score_spread":0.22541857072695554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393312564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001234404,0.012542844,0.939445,0.0006471902,0.028004756,0.0021513302,0.00009198066,0.0004161471,0.015466337],"genre_scores_gemma":[0.9895603,0.00028788828,0.0003178356,0.00020012095,0.0031726793,0.00007901804,0.000113289156,0.00008814296,0.006180737],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823326,0.000032849268,0.00039629085,0.00062419864,0.00034739607,0.00036602377],"domain_scores_gemma":[0.998902,0.00055447035,0.0001671891,0.0002567959,0.000037883266,0.00008165377],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000292525,0.00038893812,0.00048986514,0.00019037692,0.00020155226,0.0005838068,0.00034010826,0.0005864368,0.0000058428286],"category_scores_gemma":[0.00001988507,0.00032542128,0.00015765052,0.00007432276,0.000032106534,0.00007927205,0.00013242042,0.0006240574,0.000010694375],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016871412,0.00008663954,0.00019306179,0.0017824323,0.0009770046,0.00028478776,0.010525361,0.012665376,0.000059673996,0.46105736,0.015786158,0.4964134],"study_design_scores_gemma":[0.0029683548,0.00095520826,0.00046433316,0.009313255,0.000383944,0.00009731289,0.00013715155,0.47887793,0.00017268273,0.23678842,0.26571357,0.0041278186],"about_ca_topic_score_codex":0.00003323335,"about_ca_topic_score_gemma":0.00010473159,"teacher_disagreement_score":0.9883259,"about_ca_system_score_codex":0.00019274939,"about_ca_system_score_gemma":0.000026175047,"threshold_uncertainty_score":0.9999198},"labels":[],"label_agreement":null},{"id":"W4393439813","doi":"10.5281/zenodo.6020475","title":"Worldwide Gender Differences in Public Code Contributions - Replication Package","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); R package; Code (set theory); Computer science; Programming language; Political science; Biology; Virology","score_opus":0.05505426056193453,"score_gpt":0.2650785159953777,"score_spread":0.21002425543344316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393439813","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014790351,0.0001267685,0.019293176,0.0025802248,0.000415339,0.0008653784,0.96982753,0.0011663298,0.0055773244],"genre_scores_gemma":[0.007953886,0.00028164568,0.0001958547,0.00021452695,0.000105704785,8.0126216e-7,0.9905149,0.00039484064,0.00033788913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99644816,0.00092110294,0.00042547565,0.0009864147,0.0006675486,0.0005512831],"domain_scores_gemma":[0.99712443,0.00007074808,0.00026395623,0.0019246966,0.00040698424,0.00020920656],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014640487,0.00023391191,0.000259812,0.00078995654,0.0025217808,0.0018729126,0.0034835886,0.00014449979,0.032628205],"category_scores_gemma":[0.0016630844,0.00025883317,0.000078892765,0.0016998451,0.00011074739,0.00048753497,0.0028617324,0.00088559825,0.0028934826],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009555191,0.00015745472,0.0000013089523,0.000033354856,0.000025481402,0.00002451654,0.000112969356,0.0000042296515,0.00008663705,0.0037765065,0.9813676,0.014400376],"study_design_scores_gemma":[0.00031773932,0.00015041351,0.00028462723,0.000016584658,0.000009456505,0.00009411745,0.000051807274,0.00021801988,0.00003559009,0.0005287562,0.99802774,0.00026514995],"about_ca_topic_score_codex":0.00006853483,"about_ca_topic_score_gemma":0.000007305798,"teacher_disagreement_score":0.029734723,"about_ca_system_score_codex":0.00050302554,"about_ca_system_score_gemma":0.000021812795,"threshold_uncertainty_score":0.9999864},"labels":[],"label_agreement":null},{"id":"W4393617534","doi":"10.5281/zenodo.5732299","title":"Bash in the Wild: Language Usage, Code Smells, and Bugs - Dataset","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code (set theory); Computer science; Programming language; Code smell; Software; Software quality; Set (abstract data type)","score_opus":0.024043598752681593,"score_gpt":0.2531799358686012,"score_spread":0.22913633711591963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393617534","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019155214,0.00016923729,0.00081920566,0.00066087034,0.000160035,0.00043956112,0.9953582,0.0002478805,0.00195341],"genre_scores_gemma":[0.00037489325,0.00036680017,0.00013057687,0.0007010495,0.00008855401,1.5540323e-7,0.9978849,0.0002861609,0.00016689896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972915,0.00088436494,0.00024231692,0.0006231756,0.00058831065,0.00037033492],"domain_scores_gemma":[0.9983903,0.000056646164,0.0001269573,0.0012546503,0.00006562712,0.0001057963],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015334744,0.00019421213,0.00016854626,0.00033849876,0.0016910307,0.0016174329,0.0035130156,0.00008770926,0.01819395],"category_scores_gemma":[0.0003104524,0.00017479618,0.000031874857,0.0008577742,0.000102766586,0.0003244349,0.0033785156,0.0007960743,0.0018459345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009559174,0.00007091752,1.4158805e-7,0.00004284618,0.0000116964875,0.00012487517,0.0004826647,0.000006351202,0.000032441938,0.00014907,0.9759075,0.02316191],"study_design_scores_gemma":[0.0002489529,0.00016602434,0.000034602523,0.000016474387,0.000010111833,0.0002946047,0.00022498288,0.00013763757,0.000013875299,0.000037430123,0.99862146,0.00019384472],"about_ca_topic_score_codex":0.00021803904,"about_ca_topic_score_gemma":0.000013557783,"teacher_disagreement_score":0.022968067,"about_ca_system_score_codex":0.00009664587,"about_ca_system_score_gemma":0.0000076198453,"threshold_uncertainty_score":0.99960864},"labels":[],"label_agreement":null},{"id":"W4393638055","doi":"10.5281/zenodo.5732298","title":"Bash in the Wild: Language Usage, Code Smells, and Bugs - Dataset","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code (set theory); Computer science; Programming language; Code smell; Software; Software quality","score_opus":0.024043598752681593,"score_gpt":0.2531799358686012,"score_spread":0.22913633711591963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393638055","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019155214,0.00016923729,0.00081920566,0.00066087034,0.000160035,0.00043956112,0.9953582,0.0002478805,0.00195341],"genre_scores_gemma":[0.00037489325,0.00036680017,0.00013057687,0.0007010495,0.00008855401,1.5540323e-7,0.9978849,0.0002861609,0.00016689896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972915,0.00088436494,0.00024231692,0.0006231756,0.00058831065,0.00037033492],"domain_scores_gemma":[0.9983903,0.000056646164,0.0001269573,0.0012546503,0.00006562712,0.0001057963],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015334744,0.00019421213,0.00016854626,0.00033849876,0.0016910307,0.0016174329,0.0035130156,0.00008770926,0.01819395],"category_scores_gemma":[0.0003104524,0.00017479618,0.000031874857,0.0008577742,0.000102766586,0.0003244349,0.0033785156,0.0007960743,0.0018459345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009559174,0.00007091752,1.4158805e-7,0.00004284618,0.0000116964875,0.00012487517,0.0004826647,0.000006351202,0.000032441938,0.00014907,0.9759075,0.02316191],"study_design_scores_gemma":[0.0002489529,0.00016602434,0.000034602523,0.000016474387,0.000010111833,0.0002946047,0.00022498288,0.00013763757,0.000013875299,0.000037430123,0.99862146,0.00019384472],"about_ca_topic_score_codex":0.00021803904,"about_ca_topic_score_gemma":0.000013557783,"teacher_disagreement_score":0.022968067,"about_ca_system_score_codex":0.00009664587,"about_ca_system_score_gemma":0.0000076198453,"threshold_uncertainty_score":0.99960864},"labels":[],"label_agreement":null},{"id":"W4393909283","doi":"10.5281/zenodo.6020474","title":"Worldwide Gender Differences in Public Code Contributions - Replication Package","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); R package; Code (set theory); Computer science; Psychology; Political science; Programming language; Biology; Virology","score_opus":0.05505426056193453,"score_gpt":0.2650785159953777,"score_spread":0.21002425543344316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393909283","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014790351,0.0001267685,0.019293176,0.0025802248,0.000415339,0.0008653784,0.96982753,0.0011663298,0.0055773244],"genre_scores_gemma":[0.007953886,0.00028164568,0.0001958547,0.00021452695,0.000105704785,8.0126216e-7,0.9905149,0.00039484064,0.00033788913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99644816,0.00092110294,0.00042547565,0.0009864147,0.0006675486,0.0005512831],"domain_scores_gemma":[0.99712443,0.00007074808,0.00026395623,0.0019246966,0.00040698424,0.00020920656],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014640487,0.00023391191,0.000259812,0.00078995654,0.0025217808,0.0018729126,0.0034835886,0.00014449979,0.032628205],"category_scores_gemma":[0.0016630844,0.00025883317,0.000078892765,0.0016998451,0.00011074739,0.00048753497,0.0028617324,0.00088559825,0.0028934826],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009555191,0.00015745472,0.0000013089523,0.000033354856,0.000025481402,0.00002451654,0.000112969356,0.0000042296515,0.00008663705,0.0037765065,0.9813676,0.014400376],"study_design_scores_gemma":[0.00031773932,0.00015041351,0.00028462723,0.000016584658,0.000009456505,0.00009411745,0.000051807274,0.00021801988,0.00003559009,0.0005287562,0.99802774,0.00026514995],"about_ca_topic_score_codex":0.00006853483,"about_ca_topic_score_gemma":0.000007305798,"teacher_disagreement_score":0.029734723,"about_ca_system_score_codex":0.00050302554,"about_ca_system_score_gemma":0.000021812795,"threshold_uncertainty_score":0.9999864},"labels":[],"label_agreement":null},{"id":"W4394486122","doi":"10.6084/m9.figshare.20632605","title":"Social Media Protest Conspiracy","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Media studies; Political science; Sociology; Law","score_opus":0.046871492977748945,"score_gpt":0.26894714530248565,"score_spread":0.2220756523247367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394486122","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0396987e-7,0.000060651153,0.0000027266797,0.00008955989,0.00026045134,0.00024265355,0.9986937,0.00020035278,0.00044978628],"genre_scores_gemma":[0.00000265707,0.0000024681522,0.00006789326,0.00020045938,0.00036717328,0.0006911545,0.9985848,0.000012321864,0.00007104306],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985014,0.00013526973,0.00017576717,0.00044736706,0.00046764477,0.00027251712],"domain_scores_gemma":[0.99887985,0.0002624456,0.00019095773,0.0005263519,0.000060970233,0.00007943793],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008453095,0.00021156039,0.00019690201,0.0001314657,0.0003367824,0.00030425805,0.0015154599,0.00023238052,0.6361408],"category_scores_gemma":[0.0010956904,0.00022481817,0.00010949234,0.0003541519,0.000007253105,0.00018424071,0.0008678274,0.00073915615,0.0047316942],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010780934,0.000022104372,1.6651224e-8,0.00008774354,0.000008383796,0.0001452418,0.000037103353,3.8597196e-7,4.941415e-7,0.000011059075,0.9942923,0.0053940765],"study_design_scores_gemma":[0.000102857,0.00002737897,0.000010241649,0.00011922308,0.000004866057,0.000041703603,0.000003147823,0.000010901593,0.000020813564,0.00006982796,0.999331,0.00025805263],"about_ca_topic_score_codex":0.000012939277,"about_ca_topic_score_gemma":0.00002099544,"teacher_disagreement_score":0.6314091,"about_ca_system_score_codex":0.0000666552,"about_ca_system_score_gemma":0.00028619063,"threshold_uncertainty_score":0.99604326},"labels":[],"label_agreement":null},{"id":"W4394931697","doi":"10.55041/ijsrem31109","title":"AUTOMATED HATE SPEECH DETECTION USING RECURRENT NEURAL NETWORK","year":2024,"lang":"en","type":"article","venue":"INTERANTIONAL JOURNAL OF SCIENTIFIC RESEARCH IN ENGINEERING AND MANAGEMENT","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Computer science; Contempt; Artificial intelligence; Variety (cybernetics); Machine learning; Artificial neural network; Convolutional neural network; Psychology","score_opus":0.040851249037068264,"score_gpt":0.32601613914999766,"score_spread":0.2851648901129294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394931697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7568819,0.0015469705,0.23202358,0.0005011198,0.008507552,0.00022007484,9.412078e-7,0.00018443521,0.00013340719],"genre_scores_gemma":[0.9879885,0.00014100863,0.011595025,0.0000037884915,0.00015950711,0.0000036149981,5.2032163e-7,0.000007217812,0.000100857775],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982976,0.00008331319,0.00033375996,0.0002584954,0.00069063745,0.00033619642],"domain_scores_gemma":[0.99951273,0.00007199172,0.00003828342,0.00012836649,0.00015818668,0.00009045667],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003458593,0.000088569344,0.00010513233,0.0013337755,0.00013707469,0.0011095278,0.0003186084,0.000029920371,0.000003159939],"category_scores_gemma":[0.000020735808,0.000077984376,0.0000611538,0.0014697379,0.000049454975,0.0005898693,0.00017628954,0.00039590884,0.000007358562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004666069,0.00008549338,0.000044848228,0.00069244776,0.00014439931,0.0018070056,0.00029609894,0.33300418,0.0159217,0.0103219105,0.0012263369,0.6364089],"study_design_scores_gemma":[0.00014051609,0.00007665259,0.00057040644,0.0009993428,0.000004244662,0.00039353737,0.000017840028,0.99026436,0.00084717065,0.0006738121,0.0059363698,0.000075753895],"about_ca_topic_score_codex":0.000008344757,"about_ca_topic_score_gemma":0.0000030878684,"teacher_disagreement_score":0.6572602,"about_ca_system_score_codex":0.00014692814,"about_ca_system_score_gemma":0.000024047327,"threshold_uncertainty_score":0.9999274},"labels":[],"label_agreement":null},{"id":"W4394969999","doi":"10.22214/ijraset.2024.60284","title":"An Enhanced System to Detect Cyberbullying and Automate Reporting on Twitter Using Text Based Pattern Recognition Technique","year":2024,"lang":"en","type":"article","venue":"International Journal for Research in Applied Science and Engineering Technology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Pattern recognition (psychology); Artificial intelligence; Speech recognition","score_opus":0.0630225182618272,"score_gpt":0.38126984011369475,"score_spread":0.31824732185186755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394969999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38950858,0.000015380056,0.6089999,0.0005356886,0.00036318635,0.0002748528,0.000001006661,0.00024722063,0.00005420276],"genre_scores_gemma":[0.90616417,0.0000063053644,0.09353908,0.00003836371,0.00008111304,0.0001558064,4.232598e-7,0.000013107657,0.0000016523334],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979577,0.00001938973,0.0004054532,0.00051063526,0.00064101914,0.0004658108],"domain_scores_gemma":[0.99916947,0.00010964536,0.00008462562,0.00018965491,0.00030926152,0.0001373259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050588483,0.000117392716,0.00012780758,0.0032887266,0.00027202777,0.00087729626,0.0006736747,0.000100332334,7.395658e-7],"category_scores_gemma":[0.00036575404,0.00010971158,0.000020047455,0.0013801623,0.00009363698,0.0003366256,0.00017226537,0.0005397982,0.0000039972147],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011994923,0.000007832173,0.000011592604,0.000042021984,0.0000056404606,0.00010161632,0.00008437991,0.0020884122,0.63861555,0.0014107828,0.000004331711,0.35761583],"study_design_scores_gemma":[0.00015436877,0.00021038459,0.00007639295,0.0007754206,0.0000013905743,0.0007003818,0.00010539387,0.7254024,0.26990357,0.0022814053,0.00023962106,0.00014922164],"about_ca_topic_score_codex":0.000015296502,"about_ca_topic_score_gemma":0.0000020557789,"teacher_disagreement_score":0.72331405,"about_ca_system_score_codex":0.00048382027,"about_ca_system_score_gemma":0.00016404064,"threshold_uncertainty_score":0.8459788},"labels":[],"label_agreement":null},{"id":"W4395031009","doi":"10.1002/poi3.387","title":"How harassment and hate speech policies have changed over time: Comparing Facebook, Twitter and Reddit (2005–2020)","year":2024,"lang":"en","type":"article","venue":"Policy & Internet","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Harassment; Notice; Social media; Internet privacy; Public relations; Moderation; Sociology; Political science; Computer science; Media studies; Advertising; World Wide Web; Business; Psychology; Law; Social psychology","score_opus":0.021936620218937043,"score_gpt":0.27207352914784516,"score_spread":0.2501369089289081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395031009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92276746,0.0018963635,0.014023179,0.04344024,0.0011015121,0.0010005713,0.000029370052,0.0011022212,0.014639083],"genre_scores_gemma":[0.9584192,0.00014829064,0.00097514683,0.0009138581,0.0005527013,0.000035341327,0.0000049411724,0.00002491905,0.03892559],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985618,0.000053431406,0.00017390681,0.0005098095,0.00022738706,0.00047369424],"domain_scores_gemma":[0.9994024,0.00004208754,0.000050511484,0.000298666,0.00002392469,0.00018240808],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002078064,0.00023689964,0.00022803574,0.00027767086,0.00007246757,0.001595184,0.00029723629,0.000080254154,0.000050245286],"category_scores_gemma":[0.00001971463,0.00021300252,0.00005708582,0.00017374124,0.00008694467,0.0004299932,0.00045708357,0.00022955086,0.00017135109],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011279718,0.00015456957,0.0053327866,0.0006779207,0.00094218086,0.00076254795,0.040019628,0.000022120352,0.08676203,0.03561685,0.4059419,0.42365468],"study_design_scores_gemma":[0.0009529369,0.00039343303,0.013714862,0.00056947535,0.00006239197,0.0009565821,0.00014355175,0.24134912,0.07225904,0.0044734897,0.6640592,0.0010659058],"about_ca_topic_score_codex":0.0015528345,"about_ca_topic_score_gemma":0.00017697427,"teacher_disagreement_score":0.42258877,"about_ca_system_score_codex":0.00011016823,"about_ca_system_score_gemma":0.000032171,"threshold_uncertainty_score":0.99944127},"labels":[],"label_agreement":null},{"id":"W4395956088","doi":"10.29173/cjfy30069","title":"Break the Hate: A Survey of Youth Experiences with Hate and Violent Extremism Online","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Family and Youth / Le Journal Canadien de Famille et de la Jeunesse","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Violent extremism; Hate crime; Love and hate; Criminology; Psychology; Political science; Psychoanalysis; Terrorism; Law","score_opus":0.018290522675517135,"score_gpt":0.2385728048539996,"score_spread":0.22028228217848245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395956088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831193,0.009725689,0.005625956,0.0005409994,0.0005334733,0.000074725715,0.00009182973,0.000010451822,0.00027756084],"genre_scores_gemma":[0.9977694,0.0008719752,0.0008002789,0.00036190404,0.000112238726,0.0000016064213,0.0000027455862,0.000019828443,0.000060002247],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99798477,0.0005086924,0.0004651984,0.00022055946,0.0002905208,0.00053028547],"domain_scores_gemma":[0.99788874,0.0002553528,0.0002588187,0.00019011687,0.00030984322,0.001097136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002691442,0.00022118742,0.00032334594,0.0004195708,0.00040514866,0.0007460513,0.00055617443,0.00012016605,0.000003695954],"category_scores_gemma":[0.00016984211,0.000146855,0.00007890005,0.00051093823,0.00030923547,0.0005138359,0.000034308945,0.0007681685,2.5803882e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047382418,0.0001250918,0.058568366,0.00020611676,0.00082767924,0.012915696,0.8041262,0.0016759617,0.0008109663,0.0042436942,0.0015608381,0.11446558],"study_design_scores_gemma":[0.0028404186,0.0021186857,0.48061746,0.0033014454,0.0003152823,0.049452834,0.44720998,0.0063002696,0.0006243097,0.0014670286,0.004566704,0.0011855762],"about_ca_topic_score_codex":0.1413056,"about_ca_topic_score_gemma":0.21310653,"teacher_disagreement_score":0.4220491,"about_ca_system_score_codex":0.00019911797,"about_ca_system_score_gemma":0.004971622,"threshold_uncertainty_score":0.88194436},"labels":[],"label_agreement":null},{"id":"W4396223314","doi":"10.1002/cl2.1397","title":"Mapping the scientific knowledge and approaches to defining and measuring hate crime, hate speech, and hate incidents: A systematic review","year":2024,"lang":"en","type":"review","venue":"Campbell Systematic Reviews","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Hate crime; Legislation; Scrutiny; Prejudice (legal term); Criminology; Psychology; Rebuttal; Sociology; Political science; Law; Social psychology","score_opus":0.2267327007947307,"score_gpt":0.31179889646385867,"score_spread":0.08506619566912796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396223314","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006049757,0.9635129,0.004508324,0.000071501294,0.0010526007,0.030208046,0.000006212958,0.00019445055,0.00043993513],"genre_scores_gemma":[0.000018918865,0.9898667,0.00248996,0.000122055295,0.00008215056,0.005608146,0.00000767464,0.00009632454,0.0017080969],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9876584,0.0045013963,0.004263654,0.0020164312,0.000781449,0.00077871035],"domain_scores_gemma":[0.99361825,0.0008903319,0.0022443717,0.0026269688,0.00015691927,0.00046318443],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.02234653,0.0013062994,0.008035129,0.0007693802,0.00086680317,0.0036831112,0.0017050247,0.000260844,0.0000022156512],"category_scores_gemma":[0.0027532945,0.0007085814,0.0006933817,0.0024864548,0.00018489997,0.0005660661,0.0016224739,0.000711191,0.0011178893],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9026625e-7,0.000009279778,1.453034e-7,0.9145784,0.00019653502,0.000020072486,0.0013919327,5.288502e-8,6.8672074e-7,0.0007001179,0.0004215811,0.082681],"study_design_scores_gemma":[0.000057161928,0.000026642178,2.2415185e-7,0.8808531,0.003374345,0.0018151136,0.00009641703,0.00042300852,0.0000010523476,0.00010807496,0.11258171,0.00066312973],"about_ca_topic_score_codex":0.000012703626,"about_ca_topic_score_gemma":0.000013608284,"teacher_disagreement_score":0.112160124,"about_ca_system_score_codex":0.0002379536,"about_ca_system_score_gemma":0.0001878462,"threshold_uncertainty_score":0.9999688},"labels":[],"label_agreement":null},{"id":"W4396542874","doi":"10.1109/ihtc58960.2023.10508866","title":"An Examination of Online Hate and Harassment Targeting Immigrants","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Harassment; Immigration; Computer science; Computer security; Internet privacy; Political science; Law","score_opus":0.013258825868064228,"score_gpt":0.2566774003150294,"score_spread":0.24341857444696516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396542874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9418321,0.000012564735,0.05739118,0.00018002185,0.0000992805,0.000057269903,0.0000013424093,0.00019388196,0.0002323552],"genre_scores_gemma":[0.9839144,0.000029919427,0.01571193,0.000032013955,0.00001912534,0.000002158362,0.000009529756,0.0000029911355,0.0002779725],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994526,0.000036828304,0.00011272193,0.00015945135,0.00013043196,0.0001079614],"domain_scores_gemma":[0.9997324,0.000018220931,0.0000379699,0.00013404095,0.000037920887,0.000039457176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034444663,0.00004650289,0.000059129492,0.00009839293,0.000050343504,0.000038070037,0.00012757056,0.000022361704,0.0000058986006],"category_scores_gemma":[0.000013614743,0.00004074956,0.0000115991315,0.00029808993,0.000010622915,0.00027803273,0.000046791283,0.000032351603,0.000013048454],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025983468,0.00006807117,0.0010440035,0.000020612613,0.000008290823,0.000007132522,0.0009390896,0.00012140672,0.1667679,0.002582672,0.00019720984,0.828241],"study_design_scores_gemma":[0.0002898022,0.00025486946,0.42946112,0.000019361918,0.000003345721,0.0000041491508,0.00037339993,0.45526308,0.113194056,0.0005876995,0.0004093703,0.00013974005],"about_ca_topic_score_codex":0.00007851805,"about_ca_topic_score_gemma":0.000029843259,"teacher_disagreement_score":0.8281013,"about_ca_system_score_codex":0.0000068153263,"about_ca_system_score_gemma":0.000008996115,"threshold_uncertainty_score":0.16617188},"labels":[],"label_agreement":null},{"id":"W4396542919","doi":"10.1109/ihtc58960.2023.10508881","title":"Automated Identification of Microaggressions","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Identification (biology); Computer science; Biology","score_opus":0.013223208906149803,"score_gpt":0.2664356526854641,"score_spread":0.2532124437793143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396542919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6461347,0.000025471045,0.33997887,0.0012239281,0.000902424,0.00016217704,0.0000025704805,0.007061888,0.004507994],"genre_scores_gemma":[0.99375606,0.000010766032,0.003815441,0.000019367897,0.000008224872,0.0000045352,0.0000028684858,0.0000024520386,0.0023802763],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99955535,0.00001704597,0.00013306913,0.0001111511,0.00009738803,0.00008602476],"domain_scores_gemma":[0.9996274,0.000018058508,0.000051436247,0.00023790733,0.000041441,0.000023752382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016141555,0.00003065294,0.000040734005,0.00011810773,0.000049760267,0.000027662787,0.00022347886,0.000023264578,0.0000114859295],"category_scores_gemma":[0.000026936592,0.00002606252,0.000022312352,0.0007717039,0.000010356415,0.00012886249,0.000059260394,0.000022833085,0.0005558693],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010477906,0.000021984786,0.00017221006,0.000009692557,0.0000072979124,0.0000042554657,0.00022066329,0.00013835158,0.92905235,0.012587961,0.016924506,0.040859662],"study_design_scores_gemma":[0.00008091396,0.000016173384,0.013985532,0.000011133397,0.0000014604404,0.0000049776986,0.000024292805,0.3263028,0.65691215,0.001266438,0.001334837,0.00005931481],"about_ca_topic_score_codex":0.000013999468,"about_ca_topic_score_gemma":0.0000014210499,"teacher_disagreement_score":0.3476214,"about_ca_system_score_codex":0.0000052070095,"about_ca_system_score_gemma":0.000015354848,"threshold_uncertainty_score":0.7144761},"labels":[],"label_agreement":null},{"id":"W4396671072","doi":"10.1145/3657635","title":"A Hybrid Deep BiLSTM-CNN for Hate Speech Detection in Multi-social media","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Asian and Low-Resource Language Information Processing","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Computer science; Social media; Voice activity detection; Artificial intelligence; Speech recognition; Natural language processing; Speech processing; World Wide Web","score_opus":0.010580423705731345,"score_gpt":0.24609146739213666,"score_spread":0.23551104368640532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396671072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028201032,0.00015122653,0.96941787,0.00070221344,0.00025040694,0.00031851805,0.000013504166,0.0004833724,0.00046184935],"genre_scores_gemma":[0.98305875,0.00001016764,0.016352205,0.00031395027,0.00007184085,0.000080664686,0.000019868658,0.000016434447,0.000076147946],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987935,0.000038525985,0.00036632663,0.00026513272,0.00023203153,0.00030447473],"domain_scores_gemma":[0.9994841,0.00008947722,0.00008183216,0.00020580027,0.000052145286,0.00008660274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033122808,0.00018769791,0.00015251504,0.00065101817,0.0003912392,0.0008081297,0.00027073815,0.000113393406,0.000012959362],"category_scores_gemma":[0.000079835714,0.00018106861,0.00008127868,0.00061112695,0.000038580525,0.002052461,0.0000116834735,0.00031927644,0.000035069057],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027078095,0.000026202104,5.832507e-7,0.00020063302,0.000008429074,0.000009647951,0.022996342,0.00012617827,0.00053621124,0.00002831834,0.000008501917,0.9760319],"study_design_scores_gemma":[0.0019175421,0.00014254129,0.00025373828,0.0004986962,0.000041165764,0.0002466864,0.009957486,0.89198095,0.08371741,0.0008043624,0.009770795,0.0006686566],"about_ca_topic_score_codex":0.00002121519,"about_ca_topic_score_gemma":0.00014132852,"teacher_disagreement_score":0.9753632,"about_ca_system_score_codex":0.00009278646,"about_ca_system_score_gemma":0.000047491656,"threshold_uncertainty_score":0.7792813},"labels":[],"label_agreement":null},{"id":"W4396715353","doi":"10.29173/mlj1299","title":"Talking to Strangers: A Critical Analysis of the Supreme Court of Canada’s Decision in R v Mills","year":2022,"lang":"en","type":"article","venue":"Manitoba Law Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Warrant; Supreme court; Officer; Law; Enforcement; Jurisprudence; Law enforcement; Economic Justice; Power (physics); Position (finance); Political science; Business","score_opus":0.011194873975422119,"score_gpt":0.23348687022270465,"score_spread":0.22229199624728252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396715353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9728666,0.00005671037,0.024566036,0.0012351524,0.00069125416,0.00007589049,0.00001107664,0.000005615608,0.0004916923],"genre_scores_gemma":[0.9971905,0.0000015825582,0.0025413313,0.00023168341,0.000025393385,0.0000020659745,2.0777676e-7,0.0000034647371,0.0000038133658],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99840486,0.00014955283,0.0003370257,0.00013514177,0.00076544663,0.00020794322],"domain_scores_gemma":[0.9993304,0.00013335895,0.000094673844,0.00025791491,0.00010063041,0.00008301032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006847575,0.000065789965,0.00018125259,0.00021508634,0.00032553187,0.000051215895,0.0007219193,0.000017362843,0.000066669825],"category_scores_gemma":[0.00009268426,0.0000531775,0.00011502418,0.0011361071,0.000024834559,0.00010479079,0.00022264187,0.00026145985,2.850412e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005484894,0.0012440736,0.06892851,0.000093894225,0.0016971279,0.001430593,0.008849139,0.39425907,0.040332314,0.07545281,0.010871109,0.3962929],"study_design_scores_gemma":[0.0034765068,0.0020286248,0.66435736,0.0006506797,0.0011378437,0.0018379776,0.03658592,0.1647441,0.05667137,0.024446012,0.042335402,0.0017281909],"about_ca_topic_score_codex":0.2930141,"about_ca_topic_score_gemma":0.93306905,"teacher_disagreement_score":0.64005494,"about_ca_system_score_codex":0.00024396126,"about_ca_system_score_gemma":0.00022273615,"threshold_uncertainty_score":0.71169376},"labels":[],"label_agreement":null},{"id":"W4396832273","doi":"10.1145/3613904.3642669","title":"The ``Colonial Impulse\" of Natural Language Processing: An Audit of Bengali Sentiment Analysis Tools and Their Identity-based Biases","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Defense Advanced Research Projects Agency","keywords":"Bengali; Sentiment analysis; Computer science; Sociotechnical system; Artificial intelligence; Colonialism; Identity (music); Natural language processing; Political science; Aesthetics","score_opus":0.017674424163220005,"score_gpt":0.2905672516684043,"score_spread":0.2728928275051843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396832273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96090525,0.003221933,0.03406975,0.00046022783,0.0005990542,0.00034255814,0.000068189154,0.00017036451,0.0001626408],"genre_scores_gemma":[0.9961221,0.000022097789,0.0035008756,0.000033661803,0.000069813796,0.000020598858,0.000033123157,0.0000101310425,0.00018759951],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983112,0.00014869284,0.00041961117,0.0005295933,0.0003818134,0.00020907847],"domain_scores_gemma":[0.9985761,0.00015920041,0.00030804137,0.00071910134,0.00017099323,0.00006655648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069946155,0.00022996262,0.00039076223,0.00033162677,0.00014480122,0.0007263977,0.00082180375,0.00012794083,0.000012158532],"category_scores_gemma":[0.000069354755,0.0001425896,0.00027636974,0.00078434177,0.00011550613,0.00024875635,0.000941912,0.0003925537,0.000002109728],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014437253,0.0005584673,0.0010424823,0.0019097247,0.0035908325,0.00006468082,0.014129874,0.008078806,0.059681673,0.00557919,0.00036374875,0.90485615],"study_design_scores_gemma":[0.00031074416,0.00031235383,0.0032460603,0.00033864056,0.000684058,0.000008129438,0.0008787113,0.7929912,0.19706348,0.0035681329,0.00010627405,0.0004921889],"about_ca_topic_score_codex":0.0006794443,"about_ca_topic_score_gemma":0.0010817976,"teacher_disagreement_score":0.904364,"about_ca_system_score_codex":0.000041257066,"about_ca_system_score_gemma":0.00024270825,"threshold_uncertainty_score":0.700467},"labels":[],"label_agreement":null},{"id":"W4398174247","doi":"10.1002/poi3.393","title":"The (complex) effect of internet voting on turnout: Theoretical and methodological considerations","year":2024,"lang":"en","type":"article","venue":"Policy & Internet","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Konrad-Adenauer-Stiftung","keywords":"Turnout; Voting; The Internet; Computer science; Political science; Epistemology; World Wide Web; Philosophy; Law; Politics","score_opus":0.04154728053599447,"score_gpt":0.34772429169931784,"score_spread":0.30617701116332335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398174247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.540932,0.0007455064,0.4162774,0.01719081,0.0014084304,0.0005938081,0.000011393675,0.0006898142,0.022150816],"genre_scores_gemma":[0.9971686,0.000015616419,0.0020020176,0.0003805159,0.00015683421,0.000014294518,8.15087e-7,0.000007885973,0.00025342315],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856627,0.0005402755,0.00022914515,0.0002907346,0.0001511403,0.00022241597],"domain_scores_gemma":[0.99623835,0.0034195436,0.00004001288,0.00020819686,0.000024763242,0.00006911939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011159333,0.00013240444,0.00017014125,0.00010638535,0.000067114706,0.00039536835,0.0002804641,0.000060689345,0.00004818455],"category_scores_gemma":[0.0012310626,0.00007484664,0.000087418935,0.00015989893,0.0002789844,0.000081576036,0.00022234369,0.0002487446,0.000056380737],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016825838,0.000006116357,0.000050489332,0.000018572473,0.000032371685,0.000011039025,0.00044977368,0.0000044102644,0.0009331791,0.9688629,0.0015783611,0.028035969],"study_design_scores_gemma":[0.00069074787,0.004029194,0.0033858458,0.0005397609,0.000060843053,0.0008496394,0.00004013909,0.49733952,0.19584402,0.27106282,0.025602944,0.00055452343],"about_ca_topic_score_codex":0.00016148157,"about_ca_topic_score_gemma":0.000016951679,"teacher_disagreement_score":0.6978001,"about_ca_system_score_codex":0.000030053867,"about_ca_system_score_gemma":0.000026592383,"threshold_uncertainty_score":0.3812546},"labels":[],"label_agreement":null},{"id":"W4398361493","doi":"10.7910/dvn/oe6umr/7edtvs","title":"Becker Porter Centola - Wisdom of Partisan Crowds - Preprint.pdf","year":2019,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Preprint; Crowds; Computer science; World Wide Web; Computer security","score_opus":0.014827743270474978,"score_gpt":0.23667473871305628,"score_spread":0.2218469954425813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398361493","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019857142,0.0000019024889,0.00560472,0.000009832262,0.0021300635,0.00047741507,0.9906821,0.00009019126,0.00080516824],"genre_scores_gemma":[0.00023412448,0.000139063,0.0022923932,0.00023708632,0.00017726241,0.000023867968,0.9948385,0.000020238704,0.002037493],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972401,0.00013079416,0.00056693883,0.0009289523,0.00064810325,0.00048511126],"domain_scores_gemma":[0.9954922,0.0000527175,0.0004658957,0.0036839354,0.00011339533,0.00019181002],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00045134456,0.0003776842,0.0005022934,0.00023570422,0.00008567949,0.00020187427,0.0021297026,0.00035125454,0.01681251],"category_scores_gemma":[0.0000935183,0.00037425873,0.00020633859,0.00029549308,0.000104703715,0.0007804614,0.0012279217,0.0004951125,0.20948194],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000235064,0.000112358015,0.000030476991,0.00013978881,0.00008166478,0.000078765006,0.00004701123,0.000017957529,0.00015479111,0.00006640881,0.997856,0.001391235],"study_design_scores_gemma":[0.00040499982,0.00010527584,0.00015843757,0.00012552392,0.00005927015,0.00004796639,0.000015896503,0.00027770194,0.0012579586,0.000039636983,0.99712336,0.00038397845],"about_ca_topic_score_codex":0.0005149736,"about_ca_topic_score_gemma":0.000078625424,"teacher_disagreement_score":0.19266944,"about_ca_system_score_codex":0.00006954471,"about_ca_system_score_gemma":0.00020792181,"threshold_uncertainty_score":0.99987096},"labels":[],"label_agreement":null},{"id":"W4398804797","doi":"10.7910/dvn/rv8akc","title":"Replication Data for: Does Protest Influence Political Speech? Evidence from UK Climate Protest, 2017-2019","year":2023,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Replication (statistics); Politics; Political science; Media studies; Sociology; Law; Statistics; Mathematics","score_opus":0.04853380364154299,"score_gpt":0.3104079342969735,"score_spread":0.2618741306554305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398804797","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000122212,0.0000044239036,0.008904301,0.0001989263,0.0011900495,0.002884421,0.9861223,0.00056009187,0.000013268597],"genre_scores_gemma":[0.000018833358,0.00047377372,0.027987452,0.00037284725,0.00072802097,0.000575534,0.9696031,0.000045834913,0.00019460273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937047,0.00020811122,0.0008414215,0.0031238783,0.00093298446,0.0011889169],"domain_scores_gemma":[0.9806988,0.0008067814,0.0006142116,0.017129136,0.00033635474,0.00041466995],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00187584,0.00060546777,0.00057852006,0.00029472163,0.00042886854,0.001031606,0.00860545,0.00051970757,0.00021002375],"category_scores_gemma":[0.0065834243,0.00052058365,0.00012734307,0.00057332567,0.00017441595,0.0027996355,0.0052015455,0.00073185744,0.095866695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052548527,0.00005434789,0.00004560067,0.0002410173,0.000047273286,0.00009054309,0.000008811022,0.000004646132,0.00034087565,0.00023579125,0.99744684,0.0014317256],"study_design_scores_gemma":[0.00031068808,0.00013932287,0.0004738693,0.0009365944,0.00011620815,0.000040981027,0.000010307437,0.002347896,0.00077331066,0.0009664532,0.9932017,0.0006827064],"about_ca_topic_score_codex":0.008124793,"about_ca_topic_score_gemma":0.0011700022,"teacher_disagreement_score":0.09565667,"about_ca_system_score_codex":0.00020969429,"about_ca_system_score_gemma":0.0005184154,"threshold_uncertainty_score":0.99972457},"labels":[],"label_agreement":null},{"id":"W4399060744","doi":"10.29173/mlj1058","title":"A Proposed Hate Communication Restriction and Freedom of Expression Protection Act: A Possible Compromise to a Continuing Controversy","year":2009,"lang":"en","type":"article","venue":"Manitoba Law Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Compromise; Freedom of expression; Expression (computer science); Political science; Law and economics; Law; Computer science; Sociology; Human rights","score_opus":0.011448350753083269,"score_gpt":0.22071531041698328,"score_spread":0.20926695966390002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399060744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7894271,0.000103884915,0.20772655,0.0011777331,0.00024787724,0.0006467737,0.0000010037433,0.000110092085,0.00055897696],"genre_scores_gemma":[0.9707986,0.00004644066,0.028959343,0.00007892652,0.0000900165,0.000007505254,7.5993086e-7,0.00000645704,0.000011948434],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99876624,0.00017591228,0.00034229533,0.00020821157,0.00029450073,0.00021286496],"domain_scores_gemma":[0.99898374,0.000024722229,0.00031183916,0.00033199164,0.00020266905,0.00014505844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005105286,0.00012825777,0.00018732167,0.0001645207,0.0004726257,0.00039498438,0.00033890453,0.0000772794,0.0000021288279],"category_scores_gemma":[0.0000589101,0.00011398848,0.00005370669,0.00026696897,0.000031904132,0.00078301644,0.00008072641,0.00034104672,0.000004993427],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004306103,0.00020290005,0.00019040548,0.00002333399,0.000021500524,0.00002121312,0.001353331,0.00044931486,0.69947314,0.005786972,0.00025307346,0.29179424],"study_design_scores_gemma":[0.012533739,0.008051973,0.040519033,0.0030792314,0.00011236685,0.0021933424,0.0050762678,0.077672094,0.800418,0.041061494,0.007866881,0.001415567],"about_ca_topic_score_codex":0.0012181059,"about_ca_topic_score_gemma":0.0007217251,"teacher_disagreement_score":0.29037866,"about_ca_system_score_codex":0.00008810194,"about_ca_system_score_gemma":0.000021182981,"threshold_uncertainty_score":0.46483153},"labels":[],"label_agreement":null},{"id":"W4399139043","doi":"10.55041/ijsrem34695","title":"AUTOMATED HATE SPEECH DETECTION USING RECURRENT NEURAL NETWORK","year":2024,"lang":"en","type":"article","venue":"INTERANTIONAL JOURNAL OF SCIENTIFIC RESEARCH IN ENGINEERING AND MANAGEMENT","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Computer science; Benchmark (surveying); Artificial intelligence; Recurrent neural network; Entertainment; Filter (signal processing); Artificial neural network; Machine learning; Deep learning; Data science","score_opus":0.040851249037068264,"score_gpt":0.32601613914999766,"score_spread":0.2851648901129294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399139043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7568819,0.0015469705,0.23202358,0.0005011198,0.008507552,0.00022007484,9.412078e-7,0.00018443521,0.00013340719],"genre_scores_gemma":[0.9879885,0.00014100863,0.011595025,0.0000037884915,0.00015950711,0.0000036149981,5.2032163e-7,0.000007217812,0.000100857775],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982976,0.00008331319,0.00033375996,0.0002584954,0.00069063745,0.00033619642],"domain_scores_gemma":[0.99951273,0.00007199172,0.00003828342,0.00012836649,0.00015818668,0.00009045667],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003458593,0.000088569344,0.00010513233,0.0013337755,0.00013707469,0.0011095278,0.0003186084,0.000029920371,0.000003159939],"category_scores_gemma":[0.000020735808,0.000077984376,0.0000611538,0.0014697379,0.000049454975,0.0005898693,0.00017628954,0.00039590884,0.000007358562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004666069,0.00008549338,0.000044848228,0.00069244776,0.00014439931,0.0018070056,0.00029609894,0.33300418,0.0159217,0.0103219105,0.0012263369,0.6364089],"study_design_scores_gemma":[0.00014051609,0.00007665259,0.00057040644,0.0009993428,0.000004244662,0.00039353737,0.000017840028,0.99026436,0.00084717065,0.0006738121,0.0059363698,0.000075753895],"about_ca_topic_score_codex":0.000008344757,"about_ca_topic_score_gemma":0.0000030878684,"teacher_disagreement_score":0.6572602,"about_ca_system_score_codex":0.00014692814,"about_ca_system_score_gemma":0.000024047327,"threshold_uncertainty_score":0.9999274},"labels":[],"label_agreement":null},{"id":"W4399819156","doi":"10.1515/9782760548534-010","title":"La Publicité Politique Négative Sur Internet Au Canada","year":2017,"lang":"fr","type":"book-chapter","venue":"Presses de l'Université du Québec eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Political science","score_opus":0.012842254568929934,"score_gpt":0.17997305783827175,"score_spread":0.16713080326934182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399819156","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028997146,0.00030504054,0.012940403,0.0020785904,0.0011649806,0.00040345552,0.00010169873,0.00019530172,0.9538134],"genre_scores_gemma":[0.7446331,0.000075103824,0.00024766946,0.00031408475,0.00048925984,0.000008217833,0.000015248577,0.00006461229,0.25415275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99687374,0.00025373002,0.00039378594,0.00095135113,0.0005381587,0.0009892402],"domain_scores_gemma":[0.9963131,0.0005890672,0.0006696978,0.0012154133,0.0005415643,0.0006711899],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035712807,0.0007379097,0.0006184323,0.00023237152,0.0008274092,0.0005779341,0.0025937252,0.0006068361,0.001635913],"category_scores_gemma":[0.00023258872,0.00084681244,0.00029279845,0.000023174367,0.00072187115,0.00061697036,0.0013626987,0.0010770909,0.0002807633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00022681592,0.000087200526,0.011044363,0.0006036657,0.0013753036,0.006111053,0.029046893,0.00008624093,0.00026342564,0.5369565,0.02093786,0.3932607],"study_design_scores_gemma":[0.000576586,0.00015791778,0.0038672602,0.00064426626,0.00016422286,0.00056941685,0.00016377894,0.0011475092,0.0031460351,0.0012591289,0.9874023,0.0009015685],"about_ca_topic_score_codex":0.9969871,"about_ca_topic_score_gemma":0.9984996,"teacher_disagreement_score":0.96646446,"about_ca_system_score_codex":0.00459257,"about_ca_system_score_gemma":0.020981833,"threshold_uncertainty_score":0.9993983},"labels":[],"label_agreement":null},{"id":"W4399855745","doi":"10.1007/978-3-031-62269-4_24","title":"Multi-modal Deep Learning for Detecting Toxicity in Transcribed-Audio Conversations","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley","funders":"","keywords":"Modal; Computer science; Speech recognition; Artificial intelligence; Chemistry","score_opus":0.017474201884108732,"score_gpt":0.2331538534184319,"score_spread":0.21567965153432317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399855745","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006206926,0.0092855105,0.98587584,0.00009392213,0.001804725,0.000787115,0.0000030972308,0.0001659283,0.0013631756],"genre_scores_gemma":[0.9934818,0.00027230827,0.0026486558,0.00005468228,0.0005539286,0.000080470185,0.000013649184,0.000054597218,0.002839887],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981871,0.00005797256,0.00048911665,0.000689379,0.00017063948,0.00040579046],"domain_scores_gemma":[0.9990029,0.00047578165,0.00014677683,0.00024282192,0.0000549733,0.00007678479],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005775343,0.00034686993,0.00048775185,0.00030013878,0.00016778009,0.00033214295,0.00024319804,0.00064358604,0.0000039334404],"category_scores_gemma":[0.00006408481,0.00033062845,0.00013754754,0.00016536201,0.000037205464,0.00011800316,0.000060793773,0.0011139404,0.000004214821],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034918972,0.000017047336,0.00020101765,0.0005578083,0.00009655261,0.00008434866,0.002545266,0.82340384,0.00028061142,0.009867103,0.000009727437,0.16290176],"study_design_scores_gemma":[0.0004187976,0.00010830118,0.000026685082,0.0008033282,0.000021434384,0.000045195924,0.000016374022,0.991123,0.000037612845,0.0025753677,0.004459099,0.0003647538],"about_ca_topic_score_codex":0.00017238547,"about_ca_topic_score_gemma":0.002256013,"teacher_disagreement_score":0.99286115,"about_ca_system_score_codex":0.00014501471,"about_ca_system_score_gemma":0.00003336418,"threshold_uncertainty_score":0.9999146},"labels":[],"label_agreement":null},{"id":"W4400084879","doi":"10.1007/978-3-031-61819-2_4","title":"Social Media Hate Against Female Journalists","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Social media; Psychology; Media studies; Sociology; Political science; Social psychology; Law","score_opus":0.0267471711562612,"score_gpt":0.24459226429191328,"score_spread":0.2178450931356521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400084879","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003623094,0.0005302412,0.0073865354,0.0010966549,0.0025660985,0.00009803057,0.0000068148775,0.0005909755,0.9876884],"genre_scores_gemma":[0.0030393654,0.00028800874,0.0019248663,0.00042904532,0.0016673402,0.0000043889922,0.000014380735,0.000055990255,0.9925766],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983465,0.000010794326,0.0003140242,0.00051840715,0.0005154485,0.00029479322],"domain_scores_gemma":[0.9992517,0.000044060995,0.0001241108,0.0003483163,0.000091359165,0.00014042915],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022352126,0.0003079338,0.00028796162,0.00024790826,0.00018485836,0.0005703927,0.00070287107,0.00035180716,0.00031072332],"category_scores_gemma":[0.000010661263,0.00026912772,0.0002761759,0.00007149528,0.00005253752,0.00021259808,0.0002858141,0.0006431176,0.0038385696],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021461428,0.0000044703165,1.7876755e-7,0.000031369203,0.00006604122,0.00034057282,0.00046678906,0.0000014341973,0.00006570165,0.8934411,0.018773828,0.08680636],"study_design_scores_gemma":[0.00011801802,0.000025470923,0.0000046972814,0.00015105974,0.000028540051,0.0000700594,0.000009027263,0.0004753517,0.00039630983,0.16775449,0.8304764,0.0004905607],"about_ca_topic_score_codex":0.00000450928,"about_ca_topic_score_gemma":0.000051840376,"teacher_disagreement_score":0.8117026,"about_ca_system_score_codex":0.00010225773,"about_ca_system_score_gemma":0.000108243396,"threshold_uncertainty_score":0.9999761},"labels":[],"label_agreement":null},{"id":"W4400084887","doi":"10.1007/978-3-031-61819-2","title":"Online Hate on Social Media","year":2024,"lang":"en","type":"book","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Government of Canada","keywords":"Social media; Internet privacy; Media studies; Political science; Sociology; Computer science; World Wide Web","score_opus":0.027264767423250576,"score_gpt":0.2521766058601175,"score_spread":0.2249118384368669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400084887","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002011585,0.00016006733,0.005957915,0.0015258809,0.004213074,0.00011439252,0.00003023597,0.0010737975,0.9869045],"genre_scores_gemma":[0.00009580384,0.00004790819,0.0023346017,0.00060848787,0.002025472,0.000004764735,0.00006990957,0.000031700692,0.9947814],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864906,0.000018896408,0.00018411074,0.0005025813,0.00041476949,0.00023056567],"domain_scores_gemma":[0.9994253,0.00007563051,0.000054437503,0.00032867523,0.000042336706,0.00007361118],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00011138774,0.00023136163,0.00021260539,0.000203769,0.0000859638,0.00022869077,0.0006102991,0.0003023335,0.0001582987],"category_scores_gemma":[0.000016380754,0.00019259579,0.00015812312,0.00012746926,0.000028930355,0.000085106214,0.00019321285,0.0005549081,0.0049295356],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023470695,0.000026016249,1.3286204e-8,0.00002913711,0.000030370333,0.0000996689,0.00020546894,9.587947e-7,0.000009490036,0.18629466,0.6091089,0.20419292],"study_design_scores_gemma":[0.000083100545,0.000054872304,0.000006968034,0.00009527185,0.000015848831,0.000011845256,0.00000417216,0.0006964416,0.00016767837,0.056638878,0.9419299,0.00029505973],"about_ca_topic_score_codex":0.000004081633,"about_ca_topic_score_gemma":0.000056577086,"teacher_disagreement_score":0.33282092,"about_ca_system_score_codex":0.00013813702,"about_ca_system_score_gemma":0.00027041274,"threshold_uncertainty_score":0.99584526},"labels":[],"label_agreement":null},{"id":"W4400084893","doi":"10.1007/978-3-031-61819-2_5","title":"Conclusion","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Geography","score_opus":0.01044063362792402,"score_gpt":0.2109700833624887,"score_spread":0.20052944973456469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400084893","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.2834425e-7,0.00046064274,0.04869406,0.0004934311,0.0013880593,0.00007964744,0.0000013121398,0.00067407225,0.94820815],"genre_scores_gemma":[0.00024152876,0.000093725845,0.0032594537,0.00026024767,0.00019583224,0.0000017513577,0.0000031166987,0.000019900672,0.9959245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991559,0.000002100512,0.00013101351,0.00037096904,0.00021957554,0.00012048251],"domain_scores_gemma":[0.9994422,0.000014269165,0.000032955366,0.0004139765,0.00003414642,0.00006244324],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007499824,0.00015941224,0.0001247407,0.00011962518,0.000056778426,0.00016112221,0.0003907616,0.00019347285,0.0005713567],"category_scores_gemma":[0.0000018883914,0.00013102822,0.00010424787,0.000027526004,0.000017156099,0.00009151694,0.0003958652,0.000250757,0.009663908],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.78294e-7,8.605003e-7,1.4068135e-8,0.000010373275,0.0000110268675,0.000060632097,0.000017472668,4.1978348e-7,0.000042731197,0.9395027,0.011327563,0.049025808],"study_design_scores_gemma":[0.0000224132,0.000032482323,1.1171674e-7,0.00005804768,0.0000059997765,0.00003295755,3.5699418e-7,0.00088118936,0.0003108143,0.2487482,0.74976915,0.00013828512],"about_ca_topic_score_codex":0.0000072546127,"about_ca_topic_score_gemma":0.000006148403,"teacher_disagreement_score":0.7384416,"about_ca_system_score_codex":0.000042635256,"about_ca_system_score_gemma":0.000042136,"threshold_uncertainty_score":0.99110717},"labels":[],"label_agreement":null},{"id":"W4400084938","doi":"10.1007/978-3-031-61819-2_2","title":"The Far-Right Online Communities and the Dissemination of Hate","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Far right; Political science; Geography; Internet privacy; Computer science; Law","score_opus":0.009441692702943783,"score_gpt":0.22865056251016,"score_spread":0.2192088698072162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400084938","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019507925,0.008617429,0.014503201,0.007220981,0.0009783389,0.00041154813,0.000024263885,0.00021036797,0.96783876],"genre_scores_gemma":[0.021530706,0.004205844,0.0005035875,0.00010737682,0.00007286875,0.0000069121515,0.000012012127,0.000015934345,0.9735448],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936116,0.000027612998,0.00020103435,0.000117826734,0.00020170517,0.00009067258],"domain_scores_gemma":[0.9987945,0.00050251884,0.00009868051,0.00050733896,0.00007735412,0.000019597788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036020824,0.00012968588,0.00014541083,0.00005772944,0.00024698974,0.00023416056,0.00055264647,0.00008415134,0.000024986444],"category_scores_gemma":[0.00001020271,0.00006135098,0.00007383517,0.00003396349,0.00031418778,0.00008326772,0.00029538365,0.0002844656,0.00002076334],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054338075,0.0000023007367,9.716914e-8,0.000012661934,0.00003801991,0.0000013400208,0.00040093958,4.5836117e-7,0.000008284413,0.90962094,0.00069932634,0.089210205],"study_design_scores_gemma":[0.00019539651,0.000091554146,0.000028858885,0.00048095282,0.00008012763,0.000048036676,0.0002430304,0.013720227,0.000719809,0.3786941,0.6054417,0.00025624127],"about_ca_topic_score_codex":0.00009202892,"about_ca_topic_score_gemma":0.00055282813,"teacher_disagreement_score":0.60474235,"about_ca_system_score_codex":0.000012361164,"about_ca_system_score_gemma":0.00001776252,"threshold_uncertainty_score":0.25018203},"labels":[],"label_agreement":null},{"id":"W4400084941","doi":"10.1007/978-3-031-61819-2_1","title":"Introduction","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.008436272288253558,"score_gpt":0.19863699932818416,"score_spread":0.1902007270399306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400084941","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9859402e-7,0.0002605585,0.062915795,0.003109666,0.0032031331,0.00006754354,7.19374e-7,0.0007374842,0.9297048],"genre_scores_gemma":[0.000043237313,0.00007081992,0.0041145957,0.00010005441,0.0020172324,0.0000024597987,0.0000045679744,0.000019224688,0.9936278],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913394,0.0000020703967,0.00012801119,0.00044170304,0.00018243614,0.00011186432],"domain_scores_gemma":[0.9994077,0.0000061588225,0.000032738873,0.00046909007,0.00003817713,0.000046116016],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000081342165,0.00014868073,0.000109176966,0.00015373532,0.00003873656,0.00018634924,0.00027890594,0.00016014154,0.0009491877],"category_scores_gemma":[0.000002742034,0.00012893134,0.00008938463,0.000036947473,0.00001522122,0.00013489128,0.00012774738,0.00027000118,0.013956043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8657507e-7,9.479737e-7,6.1174155e-9,0.000009548403,0.000014608826,0.000014736739,0.000009134665,0.0000012061204,0.00003177025,0.87286204,0.077872396,0.049183212],"study_design_scores_gemma":[0.000013033656,0.00002840035,1.0987113e-7,0.000014592101,0.000007274336,0.000048319027,3.4683316e-7,0.00039595726,0.00035451434,0.20979728,0.78921795,0.00012224328],"about_ca_topic_score_codex":0.00000400814,"about_ca_topic_score_gemma":0.00000411408,"teacher_disagreement_score":0.71134555,"about_ca_system_score_codex":0.000049100978,"about_ca_system_score_gemma":0.000028778262,"threshold_uncertainty_score":0.99996406},"labels":[],"label_agreement":null},{"id":"W4400123646","doi":"10.1145/3675805","title":"Game On, Hate Off: A Study of Toxicity in Online Multiplayer Environments","year":2024,"lang":"en","type":"article","venue":"Games Research and Practice","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute; Ubisoft (Canada)","funders":"Canadian Institute for Advanced Research","keywords":"Leverage (statistics); Computer science; Social media; Video game; Internet privacy; Data science; Multimedia; World Wide Web; Artificial intelligence","score_opus":0.07496877873334366,"score_gpt":0.3900591640580643,"score_spread":0.3150903853247206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400123646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99486,0.0007367963,0.0011503381,0.0012176504,0.00010920648,0.00039485667,0.000005582015,0.000034970537,0.0014906104],"genre_scores_gemma":[0.9968808,0.0007528945,0.0011815685,0.000063066494,0.000036935886,0.000021156766,0.00000161749,0.0000073533174,0.0010545965],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977695,0.00067080883,0.00019316644,0.00041619368,0.00064873236,0.00030159974],"domain_scores_gemma":[0.99800605,0.0014638172,0.000033305343,0.00035130454,0.000044598786,0.000100921585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020597528,0.000089754496,0.00011881418,0.0003235104,0.00005838735,0.0001949586,0.00028877062,0.00004907618,0.000011350962],"category_scores_gemma":[0.0007822085,0.00007619909,0.000017319564,0.00061421545,0.00005956822,0.0007001244,0.00023941748,0.0005535238,0.00006871887],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010636295,0.0070439875,0.0018787149,0.00013989599,0.00016394959,0.0013071783,0.01333113,0.00022223809,0.039420016,0.001655575,0.0007020448,0.9330716],"study_design_scores_gemma":[0.0064847856,0.027653709,0.109938025,0.00093172514,0.000044191762,0.0004545176,0.018376268,0.14932284,0.023640754,0.0042872517,0.657747,0.0011189532],"about_ca_topic_score_codex":0.00029105783,"about_ca_topic_score_gemma":0.00012236294,"teacher_disagreement_score":0.9319527,"about_ca_system_score_codex":0.000048008595,"about_ca_system_score_gemma":0.000050436112,"threshold_uncertainty_score":0.31073087},"labels":[],"label_agreement":null},{"id":"W4400206824","doi":"10.1145/3656156.3663730","title":"Viral Transmissions: Memes as Strategies for Destigmatizing Taboos Around Sexual Health on TikTok","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Virology; Biology","score_opus":0.05300509481322056,"score_gpt":0.3233143374913437,"score_spread":0.2703092426781231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400206824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007958696,0.0008188544,0.98444265,0.0005700669,0.0024644593,0.0008893319,0.000012620275,0.00062070147,0.0022226106],"genre_scores_gemma":[0.9883125,0.000018430936,0.009925207,0.00016823348,0.00020834868,0.000278193,0.0000083397845,0.000028564009,0.0010521908],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768054,0.00032348218,0.00044928864,0.00073556585,0.0003393011,0.00047182932],"domain_scores_gemma":[0.9983454,0.000783584,0.00016490284,0.0003362543,0.00019178678,0.00017808324],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006982104,0.00030578914,0.0003464885,0.00028674258,0.00037090544,0.002260123,0.0004950802,0.00009550175,0.00001052291],"category_scores_gemma":[0.00010809863,0.00026475824,0.00008780581,0.00027029627,0.0000441631,0.0017501072,0.00004077647,0.00037073682,0.00012712096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001515641,0.000102852224,0.000009376387,0.0010638632,0.00028596076,0.00010610733,0.019693632,0.0020609102,0.085145384,0.72728246,0.002759115,0.16133878],"study_design_scores_gemma":[0.0007297168,0.0040150955,0.000040035673,0.0077907816,0.000042984604,0.00037958127,0.020316536,0.8865141,0.03584073,0.01933965,0.023883298,0.001107468],"about_ca_topic_score_codex":0.00042539183,"about_ca_topic_score_gemma":0.000012110018,"teacher_disagreement_score":0.9803538,"about_ca_system_score_codex":0.00019522582,"about_ca_system_score_gemma":0.0008950432,"threshold_uncertainty_score":0.99998045},"labels":[],"label_agreement":null},{"id":"W4400484309","doi":"10.1145/3663529.3664462","title":"Evaluating Social Bias in Code Generation Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Code (set theory); Programming language","score_opus":0.25751621523736423,"score_gpt":0.3771989944879567,"score_spread":0.11968277925059245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400484309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16547261,0.000076872275,0.82707953,0.0008704243,0.00045850564,0.00007213002,3.8427808e-7,0.00029061458,0.0056789396],"genre_scores_gemma":[0.97102785,0.0000036998745,0.027843725,0.00013150815,0.00018926492,0.00001164381,0.0000016000088,0.000004504768,0.0007861814],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928266,0.000055998076,0.0001281106,0.00021874718,0.00019011524,0.0001243912],"domain_scores_gemma":[0.99983335,0.00002174992,0.000011897127,0.00009019384,0.000023484221,0.000019321757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005601936,0.00005173726,0.000052052605,0.00009721358,0.00007125634,0.00027044848,0.00012786842,0.000040771498,0.000018893143],"category_scores_gemma":[0.000015818627,0.00004595045,0.000027806944,0.0003435002,0.000005439674,0.0005236642,0.000041718155,0.000085692176,0.00008127832],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017515723,0.000020124873,0.000007688009,0.000013948646,0.000007663288,0.000018935007,0.0023070623,0.019431658,0.028920416,0.20958868,0.0016228784,0.7380592],"study_design_scores_gemma":[0.000058090645,0.00002543976,0.00002505848,0.0000068299814,0.0000011027195,0.0000036073295,0.0000134476495,0.98119235,0.008156469,0.010202368,0.00025478596,0.000060469294],"about_ca_topic_score_codex":0.00006659386,"about_ca_topic_score_gemma":0.00012903234,"teacher_disagreement_score":0.9617607,"about_ca_system_score_codex":0.000049691404,"about_ca_system_score_gemma":0.000068838795,"threshold_uncertainty_score":0.26079407},"labels":[],"label_agreement":null},{"id":"W4400603174","doi":"10.2307/jj.17102072.6","title":"The Rise of Online Voting in Ontario","year":2024,"lang":"en","type":"book-chapter","venue":"McGill-Queen's University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Voting; Computer science; Political science; Law","score_opus":0.0141250043705017,"score_gpt":0.1961368530772902,"score_spread":0.1820118487067885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400603174","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010248682,0.000007949375,0.0005022659,0.00013223127,0.0005162863,0.00030315452,0.00005488446,0.00018008692,0.99820065],"genre_scores_gemma":[0.004609212,0.00004118901,0.0006884525,0.000017410062,0.000034096793,5.605576e-7,0.000005110782,0.000025596479,0.99457836],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998484,0.000045424487,0.00028711802,0.0005324057,0.00034790076,0.00030311767],"domain_scores_gemma":[0.9988577,0.000100755286,0.00022456454,0.0006157026,0.00011061193,0.000090710695],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020773697,0.00029307004,0.0003129998,0.00026307875,0.00026480033,0.00006882042,0.0010604069,0.00027630437,0.0000064093033],"category_scores_gemma":[0.000007309987,0.0002683983,0.00020246675,0.000029910047,0.00011921533,0.00012775224,0.00086613634,0.00091944024,0.00001284928],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003014631,0.000012196967,0.00000555589,0.000039957402,0.0000767369,0.000277834,0.0001878775,0.00004512488,0.000008619739,0.99195725,0.00019788228,0.0071608336],"study_design_scores_gemma":[0.00024715782,0.00007055881,0.000028252307,0.00032662216,0.000041424206,0.0000050687354,0.00002116705,0.0004969332,0.0003145954,0.0024826485,0.9956889,0.00027667524],"about_ca_topic_score_codex":0.03836209,"about_ca_topic_score_gemma":0.00306876,"teacher_disagreement_score":0.995491,"about_ca_system_score_codex":0.00045233523,"about_ca_system_score_gemma":0.00014954938,"threshold_uncertainty_score":0.9999768},"labels":[],"label_agreement":null},{"id":"W4400791873","doi":"10.1515/9780228021780-004","title":"2 The Rise of Online Voting in Ontario","year":2024,"lang":"en","type":"book-chapter","venue":"McGill-Queen's University Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Voting; Computer science; Political science; Law","score_opus":0.013881802825235668,"score_gpt":0.19591229360016738,"score_spread":0.18203049077493172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400791873","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000100677746,0.000008017326,0.00048446612,0.00013145646,0.00051878043,0.00030243446,0.000055652683,0.00018003782,0.9982185],"genre_scores_gemma":[0.004415537,0.000041852334,0.0006813807,0.000017439323,0.000034654477,5.635809e-7,0.0000052807322,0.000025666306,0.9947776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847996,0.000045581142,0.00028805237,0.00053364184,0.0003488094,0.0003039533],"domain_scores_gemma":[0.99885494,0.00010050928,0.00022557993,0.0006170433,0.00011092239,0.00009100347],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020708915,0.00029394726,0.0003139346,0.00026372838,0.0002653689,0.00006902087,0.0010630331,0.0002771728,0.000006635275],"category_scores_gemma":[0.0000073299216,0.0002692282,0.000203101,0.000030018711,0.00011960436,0.00012812822,0.0008682887,0.0009218429,0.000012953165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030120485,0.000012263858,0.00000539937,0.00004014193,0.00007719306,0.00028230704,0.00018815257,0.000045509893,0.000008406589,0.99187326,0.00020718295,0.00723005],"study_design_scores_gemma":[0.0002467131,0.00007046311,0.000027634,0.00032218563,0.000041368115,0.000005085833,0.000020984668,0.00049045833,0.0003094358,0.002469694,0.99571973,0.00027621695],"about_ca_topic_score_codex":0.038353868,"about_ca_topic_score_gemma":0.0030473764,"teacher_disagreement_score":0.9955126,"about_ca_system_score_codex":0.00045356076,"about_ca_system_score_gemma":0.00014966344,"threshold_uncertainty_score":0.999976},"labels":[],"label_agreement":null},{"id":"W4401043462","doi":"10.18653/v1/2024.naacl-long.236","title":"Exploring Cross-Cultural Differences in English Hate Speech Annotations: From Dataset Construction to Analysis","year":2024,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Linguistics; Speech recognition","score_opus":0.06829547400335344,"score_gpt":0.30021323872302325,"score_spread":0.2319177647196698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401043462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9138832,0.000047397232,0.08365103,0.000215889,0.0011818401,0.000095059455,0.00017957589,0.0003879742,0.0003580073],"genre_scores_gemma":[0.96692276,0.000039443905,0.032387033,0.000068979934,0.00014540787,0.00004303001,0.00028944208,0.0000042676147,0.00009964768],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998748,0.000044132332,0.00024660802,0.00052160525,0.00022975907,0.000209893],"domain_scores_gemma":[0.9993921,0.00008465116,0.000024174391,0.00032068696,0.00009233581,0.00008603704],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00016739331,0.00012199691,0.0001581072,0.00046658417,0.000098745324,0.0015970429,0.0003463853,0.000037328125,0.0000856192],"category_scores_gemma":[0.00008338707,0.00010107787,0.000060582635,0.0023865185,0.00003532553,0.0026925143,0.00011333903,0.00013283019,0.00014588883],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004508842,0.00012398274,0.07778046,0.000054934953,0.0009733457,0.0003327542,0.022731205,0.0035094914,0.006285602,0.023205552,0.0038508277,0.86110675],"study_design_scores_gemma":[0.0010681882,0.00032589078,0.45784774,0.0003503884,0.00031172327,0.000042159656,0.007787636,0.38354698,0.0953993,0.00966138,0.04139267,0.0022659367],"about_ca_topic_score_codex":0.0017310202,"about_ca_topic_score_gemma":0.00085466495,"teacher_disagreement_score":0.8588408,"about_ca_system_score_codex":0.000055490294,"about_ca_system_score_gemma":0.000020981035,"threshold_uncertainty_score":0.9994394},"labels":[],"label_agreement":null},{"id":"W4401049340","doi":"10.1007/978-3-031-56662-2_8","title":"Canada and the Marginalization of Pandemic Dissent","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Dissent; Pandemic; Political science; Coronavirus disease 2019 (COVID-19); Law; Medicine; Infectious disease (medical specialty); Internal medicine; Politics","score_opus":0.006645050457513684,"score_gpt":0.1850315451521062,"score_spread":0.17838649469459253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401049340","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000081977305,0.001739729,0.03977351,0.001497463,0.00077585253,0.00025341203,0.000006954941,0.00009296852,0.9557781],"genre_scores_gemma":[0.023952894,0.000438447,0.00024792246,0.00016471329,0.000051220468,0.0000030854276,0.0000034987636,0.000010304778,0.97512794],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994287,0.0000062501013,0.0001381285,0.00017207058,0.00018949593,0.000065390595],"domain_scores_gemma":[0.9996188,0.00004344931,0.000059100017,0.00021882028,0.000032980515,0.000026820755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010904456,0.00009523746,0.00012234316,0.000034946977,0.00003185506,0.000043366374,0.00017938814,0.00005427596,0.0000416952],"category_scores_gemma":[0.0000041118487,0.000056553803,0.00003177843,0.000026532734,0.000051502517,0.000032216,0.00009605015,0.000105880754,0.00000686262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030470335,4.3194476e-7,0.00000382826,0.000029011906,0.000020442998,0.000004929637,0.000029350866,0.0000032366133,0.0000059194876,0.9897428,0.0022295613,0.007927435],"study_design_scores_gemma":[0.00033545558,0.00004009051,0.000055228113,0.00024270777,0.00007166066,0.00010419402,0.000011330963,0.009553281,0.00027323392,0.27637416,0.7126336,0.0003050293],"about_ca_topic_score_codex":0.19094831,"about_ca_topic_score_gemma":0.35980254,"teacher_disagreement_score":0.71336865,"about_ca_system_score_codex":0.000037717975,"about_ca_system_score_gemma":0.00018740518,"threshold_uncertainty_score":0.81443924},"labels":[],"label_agreement":null},{"id":"W4401717952","doi":"10.1109/tbiom.2024.3446846","title":"A Data Perspective on Ethical Challenges in Voice Biometrics Research","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Biometrics Behavior and Identity Science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"Mozilla Foundation","keywords":"Biometrics; Perspective (graphical); Psychology; Engineering ethics; Computer science; Engineering; Computer security; Artificial intelligence","score_opus":0.25637192312052653,"score_gpt":0.45307111263788774,"score_spread":0.1966991895173612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401717952","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24074881,0.0037179138,0.7409015,0.0064365393,0.005447746,0.0008280494,0.00017522411,0.0005126652,0.001231501],"genre_scores_gemma":[0.99397796,0.0036979946,0.002072772,0.000052506184,0.00003824676,0.000034729725,9.5059244e-7,0.000011424614,0.00011339482],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951928,0.00018411559,0.0002740084,0.0015620124,0.0021751616,0.00061185606],"domain_scores_gemma":[0.9974676,0.00067192613,0.000030594936,0.0011477584,0.00041042798,0.00027170137],"candidate_categories":["bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0066766706,0.00018102198,0.00017389064,0.01749537,0.0007263882,0.0017854667,0.0022502597,0.00024199563,0.000008791505],"category_scores_gemma":[0.00041088162,0.00017212665,0.00005330516,0.05003539,0.0006706863,0.00271658,0.000073343195,0.0015947584,0.00018176358],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029564628,0.0015818285,0.00009008424,0.00009578043,0.000018712506,0.00034788874,0.002155711,0.000049479793,0.020421768,0.053877275,0.00019832916,0.9211336],"study_design_scores_gemma":[0.00655031,0.019558247,0.16918363,0.0026111535,0.0004766187,0.0019009412,0.018565875,0.3557035,0.3217633,0.048840165,0.046316274,0.008529995],"about_ca_topic_score_codex":0.00059145346,"about_ca_topic_score_gemma":0.00035552698,"teacher_disagreement_score":0.91260356,"about_ca_system_score_codex":0.0006188215,"about_ca_system_score_gemma":0.00033792638,"threshold_uncertainty_score":0.99925077},"labels":[],"label_agreement":null},{"id":"W4401813233","doi":"10.1016/j.nlp.2024.100098","title":"HarmonyNet: Navigating hate speech detection","year":2024,"lang":"en","type":"article","venue":"Natural Language Processing Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute","funders":"Vector Institute; Government of Ontario; Canadian Institute for Advanced Research","keywords":"Voice activity detection; Computer science; Speech recognition; Speech processing","score_opus":0.006087059208944044,"score_gpt":0.26614302229227743,"score_spread":0.2600559630833334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401813233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39126688,0.093038455,0.50561935,0.0014972542,0.0056905975,0.00015408793,0.0000012141584,0.0016398622,0.0010923059],"genre_scores_gemma":[0.9700234,0.000036944883,0.028307658,0.00017610336,0.0008705454,0.0000027406882,0.0000011871149,0.000020419368,0.0005609828],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855006,0.000059269416,0.0002597718,0.0003174104,0.00044153724,0.0003719721],"domain_scores_gemma":[0.9994756,0.00003306572,0.000102809216,0.00014667312,0.000121436446,0.00012042861],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00055706885,0.00016853143,0.000123435,0.00015141189,0.00050259806,0.002464079,0.00043440162,0.0000914097,0.000019882134],"category_scores_gemma":[0.000079781996,0.00013234418,0.00010422468,0.0007051903,0.000024991039,0.0015988478,0.000073059964,0.001470094,0.00008713623],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004223396,0.0000072905996,0.0000030461576,0.000045616813,0.0000111544305,0.0007487012,0.001527163,0.000008311622,0.067115076,0.00002422679,0.00006689359,0.9304383],"study_design_scores_gemma":[0.00046747705,0.00013999232,0.0001311472,0.0014668463,0.000033609853,0.024363423,0.00055989804,0.60374695,0.36236247,0.0015675554,0.004568436,0.0005922083],"about_ca_topic_score_codex":0.000020333779,"about_ca_topic_score_gemma":0.000008989083,"teacher_disagreement_score":0.9298461,"about_ca_system_score_codex":0.00012727837,"about_ca_system_score_gemma":0.00009480811,"threshold_uncertainty_score":0.99857146},"labels":[],"label_agreement":null},{"id":"W4401943669","doi":"10.1109/icdh62654.2024.00034","title":"Using Machine Learning to Track Disability Discourse on Social Media","year":2024,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Track (disk drive); Computer science; Social media; Artificial intelligence; Natural language processing; World Wide Web","score_opus":0.047695610086968376,"score_gpt":0.3219592358438867,"score_spread":0.2742636257569183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401943669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79739344,0.000035543802,0.1947976,0.0027396565,0.0012331863,0.00011610313,0.0000026861458,0.00083188456,0.0028499074],"genre_scores_gemma":[0.9908982,0.0000013520965,0.008318239,0.000101883816,0.00029984786,0.0000033962433,0.0000015680079,0.000009184211,0.00036635343],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999019,0.00006384529,0.00011820461,0.0003525778,0.00023370754,0.00021261699],"domain_scores_gemma":[0.99962825,0.00009882186,0.000011840876,0.00015714776,0.000013698217,0.00009021673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028176437,0.00009955492,0.00009140201,0.000052789204,0.00018337654,0.00027103795,0.00021807621,0.000041918873,0.000083230465],"category_scores_gemma":[0.00006406942,0.00007937207,0.00006692072,0.00039171774,0.000033494267,0.00024194218,0.00008435206,0.00021889285,0.00025371436],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023600043,0.00013293084,0.00045516682,0.000036990983,0.000025257947,0.000050204806,0.007348021,0.0013883051,0.009830173,0.045300957,0.0005550163,0.9348534],"study_design_scores_gemma":[0.00033779422,0.00030514304,0.00600144,0.00011206226,0.000028504963,0.000044282522,0.0007137212,0.9336387,0.030314783,0.005256474,0.022415146,0.0008319577],"about_ca_topic_score_codex":0.00010378113,"about_ca_topic_score_gemma":0.00015540692,"teacher_disagreement_score":0.9340214,"about_ca_system_score_codex":0.00008540348,"about_ca_system_score_gemma":0.000026304013,"threshold_uncertainty_score":0.32610694},"labels":[],"label_agreement":null},{"id":"W4402062355","doi":"10.55284/sol.v2022i4.99","title":"Social Media Providers and Human Rights","year":2022,"lang":"en","type":"article","venue":"Science of law.","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Human rights; Social media; Internet privacy; Business; Political science; Computer science; Law","score_opus":0.017106801173377553,"score_gpt":0.2589292910910271,"score_spread":0.24182248991764954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402062355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762383,0.000016004406,0.0008317812,0.000661434,0.00043505407,0.00010448294,0.0000014483547,0.00009043425,0.021621026],"genre_scores_gemma":[0.99831474,9.6280345e-8,0.0015419599,0.00004298063,0.000025245334,0.000005606566,2.450031e-7,0.0000014697323,0.00006768261],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989531,0.0000285529,0.00009361481,0.00024538004,0.00049998576,0.00017936845],"domain_scores_gemma":[0.99968296,0.00001881563,0.000054454216,0.00015186679,0.000038249837,0.000053631473],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00054191326,0.000045932833,0.00006569845,0.00009451694,0.0016251812,0.0000865638,0.00061517017,0.000010493696,0.000017517523],"category_scores_gemma":[0.000010328226,0.000042471234,0.00001860485,0.00048712065,0.0005044236,0.0004665606,0.0003458147,0.00007976112,0.0000025579218],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014843133,0.000021907534,0.000021195416,0.0000031100853,0.000001229846,0.00000452431,0.002602442,0.00000638089,0.027643222,0.9660157,0.0001873478,0.0034914294],"study_design_scores_gemma":[0.0011964495,0.0008425886,0.007161465,0.000015910455,0.0000133188405,0.00012773031,0.0007218775,0.0037973353,0.27441707,0.64712214,0.063830115,0.000754002],"about_ca_topic_score_codex":0.0002008154,"about_ca_topic_score_gemma":0.000067868794,"teacher_disagreement_score":0.3188936,"about_ca_system_score_codex":0.000032057113,"about_ca_system_score_gemma":0.0000566593,"threshold_uncertainty_score":0.99967456},"labels":[],"label_agreement":null},{"id":"W4402070518","doi":"10.62051/zw6md078","title":"Legal Reflections: Optimizing Global Strategies Against Cyber Sexual Violence Through Comparative Perspectives","year":2024,"lang":"en","type":"article","venue":"Transactions on Social Science Education and Humanities Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sexual violence; Criminology; Political science; Computer security; Sociology; Engineering ethics; Computer science; Engineering","score_opus":0.15583682592291628,"score_gpt":0.4549107482990798,"score_spread":0.2990739223761635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402070518","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1809464,0.0020464528,0.38249362,0.0026174055,0.0027375645,0.00075229496,0.00002442796,0.0008788478,0.42750302],"genre_scores_gemma":[0.993999,0.0003485371,0.003207137,0.00009612175,0.00026880016,0.000089526366,0.0000014184382,0.0000065512927,0.0019828896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9976481,0.00018329437,0.00017870081,0.0006569059,0.0008504008,0.00048258167],"domain_scores_gemma":[0.9990356,0.00010249262,0.000026255435,0.00020228006,0.00053905667,0.00009433533],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00075068825,0.00015087849,0.00012610709,0.00040596837,0.0041883686,0.0037235836,0.0005022815,0.00006574043,0.00006153325],"category_scores_gemma":[0.00001389488,0.0001468274,0.00004668971,0.0021635809,0.001615896,0.003433076,0.00002506379,0.0005538017,0.00006574633],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009412014,0.0001847687,6.3086037e-7,0.000020851207,0.000015745936,0.0000021211008,0.0596595,0.00007948131,0.00083072507,0.8414856,0.00031659947,0.09739453],"study_design_scores_gemma":[0.00018895796,0.00048387522,0.00047763577,0.00020362229,0.000013275709,0.000053087697,0.9260676,0.0041397456,0.0022790397,0.03549864,0.03007759,0.0005169436],"about_ca_topic_score_codex":0.00090817007,"about_ca_topic_score_gemma":0.0003778067,"teacher_disagreement_score":0.8664081,"about_ca_system_score_codex":0.00067610055,"about_ca_system_score_gemma":0.0025046493,"threshold_uncertainty_score":0.99731064},"labels":[],"label_agreement":null},{"id":"W4402144219","doi":"10.5430/wjel.v14n6p583","title":"Speech Act Analysis: Pakistani Private Universities as a Case in Point","year":2024,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Point (geometry); Computer science; Mathematics","score_opus":0.005147448786884441,"score_gpt":0.24573183504869936,"score_spread":0.24058438626181491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402144219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811059,0.001761739,0.00636666,0.00015857839,0.00094199675,0.000053307413,0.0000025516263,0.00010455483,0.00950471],"genre_scores_gemma":[0.9941294,0.000026429667,0.004202454,0.00007378171,0.00029014502,4.2190027e-7,6.545143e-7,0.000008057602,0.0012686604],"study_design_codex":"case_report","study_design_gemma":"qualitative","domain_scores_codex":[0.9989271,0.00009333267,0.00031292357,0.00018106267,0.00027118323,0.00021439383],"domain_scores_gemma":[0.99931514,0.00009318595,0.00011131772,0.00024019458,0.00013241991,0.00010771183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006832979,0.00011642464,0.00022421326,0.001436286,0.00004657274,0.00032962553,0.00036377207,0.000036663874,0.00013888607],"category_scores_gemma":[0.00008831734,0.00010085759,0.00021701666,0.0024284215,0.00002057376,0.00080176885,0.00008071836,0.00040337854,0.000016004344],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014686304,0.0002260102,0.000829816,0.000150094,0.0017537994,0.64384174,0.22064136,0.0018820111,0.002322618,0.050209284,0.0020003698,0.075996034],"study_design_scores_gemma":[0.0070594773,0.0024311016,0.0039745327,0.0034996872,0.003084629,0.04361066,0.42643428,0.042911634,0.062663056,0.008167374,0.3923056,0.0038579556],"about_ca_topic_score_codex":0.00028622404,"about_ca_topic_score_gemma":0.0008677724,"teacher_disagreement_score":0.6002311,"about_ca_system_score_codex":0.00020739532,"about_ca_system_score_gemma":0.0001295131,"threshold_uncertainty_score":0.41128534},"labels":[],"label_agreement":null},{"id":"W4402474726","doi":"10.1109/ccece59415.2024.10667078","title":"A Vision-Language Multimodal Framework for Detecting Hate Speech in Memes","year":2024,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Artificial intelligence; Speech recognition; Natural language processing; Human–computer interaction","score_opus":0.010630772304018458,"score_gpt":0.29734760023363566,"score_spread":0.2867168279296172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402474726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.106768444,0.00032023905,0.88952655,0.0006037919,0.00089984445,0.0002682466,0.0000011765686,0.0006109057,0.001000804],"genre_scores_gemma":[0.63704103,0.0000053296735,0.36219594,0.00011128946,0.00011096266,0.0000306016,6.14061e-7,0.000011337735,0.0004929096],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988284,0.00003017915,0.00019889312,0.00044458074,0.00016903554,0.0003289209],"domain_scores_gemma":[0.99924916,0.00033816253,0.000022299917,0.0003014777,0.00002600349,0.000062905136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045010025,0.00012524746,0.00012127245,0.00022433972,0.000088121,0.00044795332,0.00034101456,0.00010666996,0.000040870338],"category_scores_gemma":[0.00018191617,0.0001064782,0.00008458305,0.0005981212,0.000012931271,0.000422546,0.00010774003,0.00023035242,0.00011509664],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000090890935,0.000025673995,0.000026143718,0.000055585246,0.0000117269565,0.00009929992,0.0017163608,0.00008064567,0.0074284356,0.020580389,0.00013408413,0.96983254],"study_design_scores_gemma":[0.00029238034,0.00021030461,0.00020414972,0.00030350662,0.000005357731,0.00005568871,0.00037033658,0.8240894,0.13680206,0.03433198,0.0030065326,0.00032830692],"about_ca_topic_score_codex":0.0001826301,"about_ca_topic_score_gemma":0.00013813609,"teacher_disagreement_score":0.96950424,"about_ca_system_score_codex":0.000050212246,"about_ca_system_score_gemma":0.000033803226,"threshold_uncertainty_score":0.43420547},"labels":[],"label_agreement":null},{"id":"W4402504791","doi":"10.1002/9781394248438.ch31","title":"Hate Neologism in Election Context in India","year":2024,"lang":"en","type":"other","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Neologism; Context (archaeology); Political science; Geography; Linguistics; Philosophy; Archaeology","score_opus":0.00766970586829317,"score_gpt":0.22858809493108936,"score_spread":0.2209183890627962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402504791","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005792178,0.0012123112,0.014049764,0.00022908104,0.0015410754,0.00024371452,9.2740413e-7,0.0006317073,0.9820335],"genre_scores_gemma":[0.02187038,0.00014829602,0.0018122117,0.00028058948,0.00011638781,0.0000368201,0.0000031205293,0.000103838756,0.9756284],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989869,0.00005108408,0.0001673881,0.00043581572,0.000118951335,0.00023987646],"domain_scores_gemma":[0.999639,0.000010669035,0.000048411515,0.00026344086,0.0000062243457,0.000032265616],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017568337,0.00015699194,0.0001818471,0.0008567887,0.000007609876,0.000094032745,0.00030007254,0.00030138146,0.0003531237],"category_scores_gemma":[0.000012320758,0.00014003036,0.00003870336,0.00069326645,0.000017089724,0.00007829518,0.00008736915,0.00037154162,0.0022225385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006544894,0.0000635337,0.00034849407,0.00009022756,0.000026556054,0.0004126332,0.00039264673,0.000004744337,0.00013305499,0.045875855,0.6538522,0.2987935],"study_design_scores_gemma":[0.00038236784,0.00010623933,0.0006669653,0.00038866742,0.0000035088594,0.000035333996,0.000038877322,0.0025384394,0.00059449737,0.008231235,0.9865817,0.00043219991],"about_ca_topic_score_codex":0.0030747629,"about_ca_topic_score_gemma":0.005671908,"teacher_disagreement_score":0.33272946,"about_ca_system_score_codex":0.00008276678,"about_ca_system_score_gemma":0.000048192094,"threshold_uncertainty_score":0.99855435},"labels":[],"label_agreement":null},{"id":"W4402632559","doi":"10.1007/978-3-031-71602-7_21","title":"Experiments in Modeling Disagreement","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.02277986602355848,"score_gpt":0.2599190047508667,"score_spread":0.23713913872730824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402632559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048883026,0.0009359609,0.98826754,0.00038637227,0.002765055,0.00031357628,0.0000013704844,0.00018294004,0.0066583315],"genre_scores_gemma":[0.7661593,0.00011753166,0.23018964,0.0008754884,0.00062912266,0.000035555222,0.000004697267,0.0000657867,0.0019229054],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964454,0.000016095311,0.00048815215,0.0015198883,0.00090573065,0.0006247423],"domain_scores_gemma":[0.9986685,0.00006763145,0.0000875366,0.00097179384,0.000071495364,0.00013304834],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006321975,0.00043089676,0.0003583455,0.0010395024,0.00012074937,0.0006226759,0.0019844,0.00023622288,0.00001897039],"category_scores_gemma":[0.000019153946,0.0003979839,0.000105302206,0.0006552029,0.00015939008,0.00048865855,0.0012028861,0.0007781615,0.00016851023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066727916,0.000046957517,0.000018592564,0.000062590276,0.00001410248,0.00049102254,0.0020146437,0.26523718,0.0004748461,0.033816937,0.000010209901,0.69780624],"study_design_scores_gemma":[0.00012970276,0.0000799059,0.0000030707142,0.0004990266,0.000002686048,0.000032229338,2.894541e-7,0.8397492,0.0015784774,0.15703407,0.0004956355,0.00039569897],"about_ca_topic_score_codex":0.00007323103,"about_ca_topic_score_gemma":0.000125592,"teacher_disagreement_score":0.7656704,"about_ca_system_score_codex":0.0005267737,"about_ca_system_score_gemma":0.0002555495,"threshold_uncertainty_score":0.99984723},"labels":[],"label_agreement":null},{"id":"W4402669780","doi":"10.18653/v1/2024.gebnlp-1.24","title":"Analysis of Annotator Demographics in Sexism Detection","year":2024,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Demographics; Computer science; Natural language processing; Sociology; Demography","score_opus":0.007130768271533387,"score_gpt":0.23790384361041692,"score_spread":0.23077307533888353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402669780","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42434797,0.00013082198,0.57378995,0.00009125155,0.00024126164,0.00003897965,6.33576e-7,0.00017711266,0.001182037],"genre_scores_gemma":[0.9969618,0.00002192428,0.002824819,0.000029295608,0.000011333184,0.000004210077,6.789768e-7,0.0000028125023,0.00014316112],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934465,0.000029754634,0.00016068284,0.00021384282,0.00013961561,0.00011146639],"domain_scores_gemma":[0.99968255,0.00004113778,0.000018599374,0.000200404,0.000027075363,0.000030214924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024583295,0.000055548764,0.00010721693,0.0011567512,0.00002013287,0.00006697024,0.00015807574,0.000048370483,0.000015376885],"category_scores_gemma":[0.000011291406,0.00004909845,0.00010435813,0.0054736338,0.000013577301,0.00023147532,0.00003228899,0.000088302884,0.000012176606],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010345261,0.00009202181,0.015704732,0.00007179088,0.0008037264,0.000073736934,0.0011526122,0.0024527286,0.042450536,0.046277154,0.0000927513,0.8908179],"study_design_scores_gemma":[0.00006789617,0.000071249226,0.027224045,0.000015350202,0.000084229985,0.0000055418204,0.000033244803,0.9368542,0.03235449,0.0015445879,0.0016234407,0.000121739904],"about_ca_topic_score_codex":0.00015215497,"about_ca_topic_score_gemma":0.0006053597,"teacher_disagreement_score":0.93440145,"about_ca_system_score_codex":0.000018598379,"about_ca_system_score_gemma":0.00001948291,"threshold_uncertainty_score":0.26298994},"labels":[],"label_agreement":null},{"id":"W4402671660","doi":"10.18653/v1/2024.acl-long.600","title":"Measuring Political Bias in Large Language Models: What Is Said and How It Is Said","year":2024,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Politics; Computer science; Natural language processing; Political science; Law","score_opus":0.05210208125202521,"score_gpt":0.263815868988379,"score_spread":0.2117137877363538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402671660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44935042,0.009843184,0.41956723,0.08631635,0.0014337039,0.00043560565,0.000018013394,0.001256534,0.03177896],"genre_scores_gemma":[0.9899302,0.00018178363,0.0034411168,0.0031910336,0.0000835696,0.0000069568673,8.645422e-7,0.000012095264,0.0031523549],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986525,0.000048572238,0.00011638209,0.00044373985,0.00027576703,0.00046302087],"domain_scores_gemma":[0.9994603,0.00006138188,0.000011460958,0.00029543514,0.000024576406,0.00014687859],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00039813243,0.00013182378,0.000129594,0.00018576144,0.00006106913,0.0012135884,0.00022639021,0.00008362937,0.00006501376],"category_scores_gemma":[0.000020622405,0.00011293571,0.000052019823,0.00034175898,0.000019770197,0.0017070846,0.0001815942,0.0001916539,0.00010278126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019617697,0.00018472648,0.0006742222,0.000421979,0.00010904928,0.0009239375,0.0338222,0.00003561788,0.0058131022,0.53826493,0.017302753,0.40242788],"study_design_scores_gemma":[0.00066297606,0.00014142922,0.0002864853,0.0005783858,0.000016302454,0.00019211812,0.0053108972,0.8840726,0.06512253,0.018854208,0.024073474,0.0006885787],"about_ca_topic_score_codex":0.00024806889,"about_ca_topic_score_gemma":0.00019616923,"teacher_disagreement_score":0.884037,"about_ca_system_score_codex":0.00007061978,"about_ca_system_score_gemma":0.00004432645,"threshold_uncertainty_score":0.9998233},"labels":[],"label_agreement":null},{"id":"W4403417275","doi":"10.4337/9781803925738.00007","title":"The definitional and methodological challenges of studying hate crimes: evaluating official statistics, victimization, and self-report data","year":2024,"lang":"en","type":"book-chapter","venue":"Edward Elgar Publishing eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hate crime; Criminology; Psychology; Crime statistics; Political science; Data science; Computer science","score_opus":0.16098094888266887,"score_gpt":0.3344047743211416,"score_spread":0.1734238254384727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403417275","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016755011,0.01490342,0.4468698,0.0032180767,0.004594279,0.0012936967,0.00038187686,0.0011283691,0.52744293],"genre_scores_gemma":[0.008584694,0.006108048,0.90003055,0.00044078706,0.0029093842,0.00008883764,0.0006654204,0.0003074441,0.0808648],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969373,0.00021684109,0.0006980955,0.001002133,0.0008526867,0.00029295028],"domain_scores_gemma":[0.9963018,0.0016920973,0.0005026433,0.00092020526,0.00046571143,0.00011755288],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005798749,0.000330634,0.00041822717,0.00018884517,0.0005105761,0.002241103,0.0009971099,0.00030423127,0.000007196534],"category_scores_gemma":[0.0019278469,0.0002581652,0.00004986604,0.000037801037,0.0001871115,0.0006849701,0.0017569758,0.00072729617,0.0000048845227],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014012158,0.000013894131,0.0000035085543,0.0001786824,0.0003188142,0.000092624636,0.0011147568,0.000015212336,0.000010254383,0.78039324,0.0020511535,0.21579386],"study_design_scores_gemma":[0.0005467823,0.00048125203,0.00020015398,0.0007296344,0.0005297258,0.00088579924,0.00030475354,0.041378085,0.000067134984,0.76026636,0.19361192,0.0009984099],"about_ca_topic_score_codex":0.000037497954,"about_ca_topic_score_gemma":0.00007780497,"teacher_disagreement_score":0.4531608,"about_ca_system_score_codex":0.00004834097,"about_ca_system_score_gemma":0.00037241532,"threshold_uncertainty_score":0.99998707},"labels":[],"label_agreement":null},{"id":"W4403534815","doi":"10.1109/codit62066.2024.10708284","title":"Sexism Discovery using CNN, Word Embeddings, NLP and Data Augmentation","year":2024,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton; Université Laval","funders":"","keywords":"Natural language processing; Computer science; Artificial intelligence; Word (group theory); Word-sense disambiguation; Speech recognition; Linguistics; WordNet","score_opus":0.046735851483566695,"score_gpt":0.3241419398995877,"score_spread":0.27740608841602105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403534815","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15009245,0.00035112127,0.846761,0.00042325305,0.0007493948,0.00007723981,0.0000038792673,0.00028300178,0.0012586948],"genre_scores_gemma":[0.9159445,0.000071184135,0.08050336,0.00021359917,0.00016352531,0.0000023131518,0.000019289622,0.000011093289,0.0030710904],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917126,0.000020003416,0.00010789405,0.00041702055,0.0001441732,0.00013965581],"domain_scores_gemma":[0.9994887,0.000032262582,0.000017130638,0.00040758878,0.000010161602,0.000044155116],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00021276527,0.00007790367,0.00005997087,0.000083185565,0.00009604046,0.0011023359,0.00031654103,0.0000311289,0.000016608044],"category_scores_gemma":[0.000010815554,0.000066388275,0.0000135668515,0.00026475775,0.00001764572,0.0025761703,0.00037551986,0.00007557999,0.000035978097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010418614,0.000038019487,0.00026134995,0.00012395359,0.00007854504,0.0001049048,0.0012212382,0.00016964074,0.05071843,0.063009836,0.008084634,0.87617904],"study_design_scores_gemma":[0.00014393406,0.000038674963,0.00038512357,0.00009260097,0.000018564071,0.000107963526,0.00013350567,0.96916795,0.010210414,0.0044470397,0.0150200445,0.00023418876],"about_ca_topic_score_codex":0.0001396587,"about_ca_topic_score_gemma":0.000017195183,"teacher_disagreement_score":0.9689983,"about_ca_system_score_codex":0.000029665254,"about_ca_system_score_gemma":0.000039110437,"threshold_uncertainty_score":0.9999346},"labels":[],"label_agreement":null},{"id":"W4403565706","doi":"10.21275/sr24724150350","title":"Real-Time Content Moderation Using Artificial Intelligence and Machine Learning","year":2021,"lang":"en","type":"article","venue":"International Journal of Science and Research (IJSR)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Merck Canada Inc. (Canada)","funders":"","keywords":"Moderation; Content (measure theory); Computer science; Artificial intelligence; Machine learning; Psychology; Mathematics","score_opus":0.17427628389857697,"score_gpt":0.38140352744548217,"score_spread":0.2071272435469052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403565706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84585804,0.00025288927,0.14951019,0.0033257273,0.0005052571,0.00005202951,9.590025e-7,0.000012964575,0.0004819534],"genre_scores_gemma":[0.9838402,0.0007637419,0.015030663,0.000040668863,0.00017255914,5.997519e-7,4.1959683e-7,0.0000031965772,0.00014793075],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742466,0.00013847517,0.00028850712,0.00023695202,0.001682433,0.00022898882],"domain_scores_gemma":[0.99631184,0.00012963975,0.00011709978,0.00009045009,0.0031879083,0.00016307388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003674411,0.00006371587,0.00009975967,0.00048505803,0.00049422315,0.0009978926,0.00052715547,0.0000321116,0.00001600931],"category_scores_gemma":[0.0010080393,0.00005227801,0.0000275316,0.00058975304,0.000501416,0.0012627657,0.00035062735,0.0003529674,0.0000058521823],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039047736,0.0000593171,0.00026835463,0.000004182933,0.000020189998,0.00023952135,0.0007953874,0.0010926707,0.8096061,0.022265937,0.000010893264,0.16559845],"study_design_scores_gemma":[0.0001412658,0.0002286719,0.0009269419,0.00011246419,0.000003504464,0.0015127446,0.00067999,0.71403265,0.2644554,0.017472051,0.0003201953,0.00011411349],"about_ca_topic_score_codex":0.000100653284,"about_ca_topic_score_gemma":0.0000060748193,"teacher_disagreement_score":0.71294,"about_ca_system_score_codex":0.00013017702,"about_ca_system_score_gemma":0.00057061325,"threshold_uncertainty_score":0.9622701},"labels":[],"label_agreement":null},{"id":"W4403577338","doi":"10.1145/3627673.3679974","title":"Osprey 🪶: A Reference Framework for Online Grooming Detection via Neural Models and Conversation Features","year":2024,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Conversation; Computer science; Communication; Psychology","score_opus":0.028759875902245678,"score_gpt":0.2747591403637519,"score_spread":0.2459992644615062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403577338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05404673,0.00025295324,0.9436095,0.00069767603,0.0006141722,0.00019679718,0.000002533973,0.00045474333,0.00012492185],"genre_scores_gemma":[0.8709933,0.000021227406,0.12849946,0.00015925345,0.000101921505,0.00002017365,0.000004317979,0.000007997082,0.00019229944],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921775,0.000022220785,0.00011829874,0.0003560256,0.00011718103,0.00016850542],"domain_scores_gemma":[0.9995698,0.00012920795,0.000025268311,0.00016844262,0.000049676357,0.000057659527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012787734,0.000104313556,0.00008320787,0.00009995354,0.000114154376,0.00031743277,0.00013325215,0.00009287741,0.000003818893],"category_scores_gemma":[0.000027891148,0.00009037694,0.00003622356,0.00021745948,0.000015873791,0.00073076726,0.00005211595,0.00018370814,0.000004938727],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025784197,0.000014794746,0.0000054078096,0.00006674155,0.000018819224,0.0000049002624,0.0006187803,0.00035984613,0.008009109,0.07781526,0.000060032846,0.9130005],"study_design_scores_gemma":[0.00009470313,0.00012668571,0.0002610278,0.000035051577,0.000008614645,0.000048623097,0.000036304486,0.877714,0.010119163,0.11103208,0.00040472808,0.000119033786],"about_ca_topic_score_codex":0.0000883497,"about_ca_topic_score_gemma":0.000108888475,"teacher_disagreement_score":0.9128815,"about_ca_system_score_codex":0.000031842705,"about_ca_system_score_gemma":0.000016688404,"threshold_uncertainty_score":0.36854646},"labels":[],"label_agreement":null},{"id":"W4403579775","doi":"10.48550/arxiv.2410.13480","title":"Broken Windows: Exploring the Applicability of a Controversial Theory on Code Quality","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Social Fund; Natural Sciences and Engineering Research Council of Canada; European Commission; Athens University of Economics and Business","keywords":"Code (set theory); Quality (philosophy); Computer science; Programming language; Epistemology; Philosophy","score_opus":0.10642681773307179,"score_gpt":0.21387977553922752,"score_spread":0.10745295780615573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403579775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74298054,0.000051039922,0.24592093,0.00022726554,0.0013360401,0.0006162753,0.000051298495,0.0003599104,0.008456735],"genre_scores_gemma":[0.99889284,0.000045854067,0.0001582662,0.00008345496,0.00012309266,0.00000630818,0.0000030522522,0.000014609961,0.00067248935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976429,0.00051188044,0.00028387975,0.0010743703,0.00018237242,0.00030462124],"domain_scores_gemma":[0.9972055,0.0005909233,0.00023694677,0.0017419662,0.00011735957,0.00010733682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013103865,0.0002858074,0.0003770864,0.0001540366,0.00016435895,0.000107502965,0.0017312095,0.00018535064,0.000015951991],"category_scores_gemma":[0.00011210779,0.00024417686,0.0003800716,0.00050177745,0.00021842222,0.00016266879,0.0019701829,0.0009505285,0.00010702614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031202156,0.00013062032,0.00019754756,0.00020451265,0.00021345582,0.000060086626,0.0008545122,0.032600574,0.0003218775,0.95766854,0.00012736344,0.007308862],"study_design_scores_gemma":[0.0013169685,0.00034329062,0.0029784676,0.0003708535,0.0002624045,0.0000067625147,0.0010144691,0.08788543,0.009160762,0.892443,0.0032039497,0.001013624],"about_ca_topic_score_codex":0.0002651463,"about_ca_topic_score_gemma":0.0000538728,"teacher_disagreement_score":0.25591236,"about_ca_system_score_codex":0.00023215228,"about_ca_system_score_gemma":0.00017929834,"threshold_uncertainty_score":0.9957244},"labels":[],"label_agreement":null},{"id":"W4403784918","doi":"10.1080/10511431.2024.2419747","title":"Understanding fallacious reasoning <i>via</i> detecting moves of motivated criticism in Argument Continuity—a new strategy of circular reasoning in coping responses to disagreement within a distorted reasoning context","year":2024,"lang":"en","type":"article","venue":"Argumentation and Advocacy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Epistemology; Analytic reasoning; Argumentation theory; Argument (complex analysis); Criticism; Psychology; Context (archaeology); Coping (psychology); Verbal reasoning; Deductive reasoning; Social psychology; Philosophy; Cognition; Law","score_opus":0.035246680906485986,"score_gpt":0.2840686886128992,"score_spread":0.24882200770641322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403784918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7520326,0.00054845563,0.2464687,0.00017460145,0.00016553492,0.00038068756,0.0000018326486,0.0000778074,0.00014979807],"genre_scores_gemma":[0.9935743,0.000037467205,0.0061343466,0.000104941726,0.000018508134,0.000019594043,0.000004734378,0.000018915629,0.00008715361],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9978014,0.00021231954,0.00075332815,0.0005304997,0.0003587489,0.00034367378],"domain_scores_gemma":[0.99912715,0.0002617876,0.00020347515,0.00021498639,0.000053631007,0.00013897916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009022403,0.00021805482,0.0003464196,0.00052781845,0.00010425614,0.00019753107,0.00018249523,0.00006915242,0.0000068416302],"category_scores_gemma":[0.00030588632,0.0002339619,0.000057663427,0.00095997716,0.000046762907,0.0005663188,0.00010131105,0.00021265745,0.0000017430864],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007758411,0.00041638606,0.06885834,0.0012192002,0.00032496967,0.0004772098,0.15809396,0.009987512,0.49733436,0.08475265,0.000074851865,0.17768474],"study_design_scores_gemma":[0.010649277,0.0021490077,0.0788751,0.022382366,0.00015359484,0.00023433189,0.077732034,0.29114598,0.49554932,0.018587688,0.00025529688,0.002286025],"about_ca_topic_score_codex":0.0019795184,"about_ca_topic_score_gemma":0.0007099395,"teacher_disagreement_score":0.28115845,"about_ca_system_score_codex":0.0003986041,"about_ca_system_score_gemma":0.00020004579,"threshold_uncertainty_score":0.9540689},"labels":[],"label_agreement":null},{"id":"W4404078544","doi":"10.1080/17467586.2024.2407922","title":"Linguistic models of abusive language","year":2024,"lang":"en","type":"article","venue":"Dynamics of Asymmetric Conflict","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada; Queen's University","funders":"","keywords":"Linguistics; Sociology; Psychology; Philosophy","score_opus":0.010959513072492181,"score_gpt":0.24978319288396456,"score_spread":0.23882367981147237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404078544","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027677316,0.0023438418,0.9314277,0.00011238585,0.000902924,0.00014650617,0.00003140351,0.00019820868,0.037159696],"genre_scores_gemma":[0.98971677,0.00010106964,0.009550644,0.000018668086,0.00004283821,0.0000032211901,0.000008590998,0.00001116942,0.0005470177],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898607,0.000023577473,0.0002821018,0.0002556897,0.0002803247,0.0001722425],"domain_scores_gemma":[0.99908876,0.00020809713,0.00008830471,0.00039646527,0.00016245682,0.000055940913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025142566,0.00010815239,0.00019711022,0.00070549885,0.0000240944,0.000055177694,0.0004800327,0.00006862884,0.000005710769],"category_scores_gemma":[0.00016159439,0.00010370234,0.00011224955,0.0018969745,0.000039633323,0.00015053584,0.00011536563,0.00013497694,0.0000145523545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007755569,0.00006005836,0.000033178763,0.0002241818,0.00009963041,0.000078830984,0.003532521,0.0014439366,0.00082795747,0.6217703,0.00007535066,0.3718463],"study_design_scores_gemma":[0.000112071175,0.00011250186,0.000078013116,0.00006842318,0.000017746765,0.000015487052,0.000054056232,0.99151725,0.0030597323,0.0038747727,0.0009744792,0.00011546124],"about_ca_topic_score_codex":0.00034022296,"about_ca_topic_score_gemma":0.000017996226,"teacher_disagreement_score":0.9900733,"about_ca_system_score_codex":0.000054331045,"about_ca_system_score_gemma":0.00008539795,"threshold_uncertainty_score":0.42288586},"labels":[],"label_agreement":null},{"id":"W4404088216","doi":"10.1145/3700794.3700802","title":"A Civics-oriented Approach to Understanding Intersectionally Marginalized Users' Experience with Hate Speech Online","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Civics; Moderation; Ethnic group; Indigenous; Metaphor; Citizenship; Sociology; Internet privacy; Qualitative research; Computer science; Public relations; Political science; Social psychology; Psychology; Pedagogy; Linguistics; Social science","score_opus":0.04557319063069297,"score_gpt":0.26996761551086873,"score_spread":0.22439442488017575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404088216","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06336685,0.000049066613,0.9111688,0.0011889003,0.0019708015,0.0008316329,0.000018229352,0.001174551,0.020231178],"genre_scores_gemma":[0.61450654,0.00002091421,0.3779327,0.0006207882,0.00025121294,0.0002142506,0.000062516796,0.00006862561,0.006322474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962721,0.00009201543,0.00045693797,0.0017235245,0.00086206483,0.0005933865],"domain_scores_gemma":[0.9981935,0.000044203847,0.0001462182,0.001131784,0.0001551691,0.00032910635],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034287275,0.0005565463,0.00045683235,0.0006956195,0.00019637303,0.00095296564,0.0012416196,0.00026495018,0.000051781826],"category_scores_gemma":[0.00002934992,0.0004580577,0.00018192973,0.0012665176,0.00008439356,0.00025560817,0.002508427,0.0010816689,0.000115658855],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014376926,0.002298188,0.00072702876,0.0023966676,0.0020032085,0.0013511789,0.05979049,0.016792057,0.004329318,0.8790317,0.011483535,0.018358897],"study_design_scores_gemma":[0.00443012,0.0025242073,0.00094285596,0.00621212,0.0004065183,0.0029360154,0.028935049,0.7863357,0.015183084,0.11183373,0.031900037,0.008360534],"about_ca_topic_score_codex":0.0003931986,"about_ca_topic_score_gemma":0.00033578876,"teacher_disagreement_score":0.76954365,"about_ca_system_score_codex":0.000806912,"about_ca_system_score_gemma":0.00030863538,"threshold_uncertainty_score":0.9997871},"labels":[],"label_agreement":null},{"id":"W4404088409","doi":"10.1145/3686926","title":"The Politics of Fear and the Experience of Bangladeshi Religious Minority Communities Using Social Media Platforms","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; Universitas Brawijaya","keywords":"Sociology; Deliberation; Politics; Indigenous; Social psychology; Gender studies; Psychology; Political science; Law","score_opus":0.046501669837578814,"score_gpt":0.30444959556034834,"score_spread":0.25794792572276953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404088409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972987,0.00013863447,0.00047449963,0.00060538814,0.0009828816,0.00015580835,0.0000019381137,0.000047491543,0.00029463044],"genre_scores_gemma":[0.998336,0.000043815882,0.0012851238,0.000046544395,0.00024223275,0.0000071382983,3.5617282e-7,0.000007894787,0.00003087006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989215,0.000022979191,0.0003726003,0.00015791703,0.00035361346,0.00017138204],"domain_scores_gemma":[0.99857324,0.0005326514,0.00031110403,0.0003453885,0.00021553773,0.000022059918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048289335,0.00013204817,0.00019215587,0.00010073838,0.00054023997,0.00025515596,0.0015588619,0.000061806124,0.0000012873825],"category_scores_gemma":[0.00012000831,0.00007081493,0.00012821787,0.00024324754,0.0004654141,0.00048137756,0.00080466445,0.00032760864,7.5474867e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032015223,0.00017285603,0.00077154086,0.00076017407,0.0002912142,0.0000015034731,0.36755183,0.00006951687,0.033011068,0.54762113,0.0036649178,0.045764092],"study_design_scores_gemma":[0.0019185485,0.00074495806,0.005507158,0.0021332386,0.00018680662,0.00032224847,0.033533446,0.19538435,0.4674363,0.28935522,0.0027708567,0.0007068596],"about_ca_topic_score_codex":0.00030005517,"about_ca_topic_score_gemma":0.000016134343,"teacher_disagreement_score":0.43442523,"about_ca_system_score_codex":0.000056118082,"about_ca_system_score_gemma":0.000020557394,"threshold_uncertainty_score":0.41551438},"labels":[],"label_agreement":null},{"id":"W4404331838","doi":"10.29173/irie528","title":"Exploring Gender Bias in Search Engines","year":2024,"lang":"en","type":"article","venue":"The International Review of Information Ethics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Search engine; Information retrieval; Computer science; Psychology","score_opus":0.274491186202332,"score_gpt":0.3683936572425915,"score_spread":0.0939024710402595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404331838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017236065,0.021672513,0.8267592,0.08353902,0.005618408,0.00074449927,0.000012999948,0.00039217935,0.04402509],"genre_scores_gemma":[0.83604485,0.14985223,0.0073914393,0.006249645,0.00017767555,0.000094439,0.000025547231,0.000008943014,0.00015523101],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882823,0.000065100125,0.00036371278,0.00006330126,0.0005982374,0.00008140082],"domain_scores_gemma":[0.9991546,0.000364025,0.000054892636,0.00017370684,0.00023541738,0.00001733805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029782224,0.000056870307,0.00007261709,0.00018547924,0.00003281606,0.000121120174,0.0005870517,0.00002938291,0.000029367051],"category_scores_gemma":[0.00070178305,0.000038316848,0.00005338427,0.00043482552,0.000019584546,0.0020273493,0.00010982856,0.0004100969,0.00017672544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026951827,0.0000082886645,0.000017548426,0.0036608002,0.000028332344,0.0000025425757,0.0069045285,0.0008560366,0.00006781813,0.68078977,0.0006984949,0.30696315],"study_design_scores_gemma":[0.00027956037,0.0000630221,0.0019008929,0.02228171,0.000016296604,0.00014042572,0.0006175403,0.31982037,0.011852784,0.012442528,0.63020056,0.0003842935],"about_ca_topic_score_codex":0.000033764507,"about_ca_topic_score_gemma":0.0000026112798,"teacher_disagreement_score":0.81936777,"about_ca_system_score_codex":0.000053079086,"about_ca_system_score_gemma":0.00014177157,"threshold_uncertainty_score":0.22715071},"labels":[],"label_agreement":null},{"id":"W4404444646","doi":"10.1007/s10982-024-09508-1","title":"Hate-Speech Bans are at Odds with Central Principles of Liberalism","year":2024,"lang":"en","type":"article","venue":"Law and Philosophy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political philosophy; Liberalism; Philosophy of law; Odds; Political science; Law; Free speech; Law and economics; Sociology; Criminology; Politics; Medicine; Comparative law; Logistic regression","score_opus":0.016169335032331415,"score_gpt":0.20712094403960252,"score_spread":0.1909516090072711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404444646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74364644,0.0032469337,0.016838107,0.011236243,0.0016163891,0.00053260254,0.000074077056,0.0009916369,0.22181757],"genre_scores_gemma":[0.9962754,0.00003996197,0.002486094,0.0003132984,0.00016419792,0.000005185191,0.00000415373,0.000010925684,0.0007007602],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917734,0.0000234866,0.00012587504,0.0002947024,0.00018029353,0.00019829473],"domain_scores_gemma":[0.9995648,0.000025509484,0.000037631016,0.0002492366,0.000027743996,0.00009505865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006699087,0.000118013784,0.0001304998,0.000044104072,0.0001053596,0.00011860608,0.00018130493,0.000055947174,0.000013842926],"category_scores_gemma":[0.0000016981539,0.000088620895,0.000043423035,0.00019203532,0.00008178183,0.00025735784,0.00009861526,0.00010143351,0.000017336184],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026017866,0.000022094036,0.00027924866,0.0001237111,0.000031283267,0.00009951825,0.00048727804,0.000027070453,0.0007199778,0.9957823,0.000069385285,0.0023320832],"study_design_scores_gemma":[0.0013779831,0.0012964548,0.0046465476,0.0014656108,0.00009586354,0.0007531647,0.000032001186,0.015992245,0.15217078,0.30331495,0.51760834,0.0012460414],"about_ca_topic_score_codex":0.000061248385,"about_ca_topic_score_gemma":0.00006751693,"teacher_disagreement_score":0.6924674,"about_ca_system_score_codex":0.000019005665,"about_ca_system_score_gemma":0.000016806609,"threshold_uncertainty_score":0.3613855},"labels":[],"label_agreement":null},{"id":"W4404558508","doi":"10.1515/ijdlg-2024-0013","title":"Tackling Hate Speech in the Digital Space: Germany’s Plans on an Act Against Digital Violence and its Impact on Ethno-Cultural Minorities","year":2024,"lang":"en","type":"article","venue":"International Journal of Digital Law and Governance","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Safeguarding; Political science; Human rights; Legislature; Government (linguistics); Obligation; Public relations; Law; Sociology","score_opus":0.009204791398131252,"score_gpt":0.26830097227681654,"score_spread":0.2590961808786853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404558508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99013466,0.00064224756,0.00017283879,0.0011171387,0.000552401,0.000068221096,0.00023606814,0.000027939386,0.007048503],"genre_scores_gemma":[0.9988455,0.00037875946,0.000028080512,0.00028770653,0.00030607427,0.0000012762727,0.0000071701256,0.0000088313955,0.00013659606],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998567,0.00001704225,0.00028546754,0.00024924098,0.00067949237,0.00020178112],"domain_scores_gemma":[0.99936277,0.00017247813,0.00015322337,0.00011209036,0.00010477884,0.000094636656],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00015213584,0.00019245331,0.0001515759,0.000078572746,0.00006663561,0.004322686,0.0005836997,0.000052274754,0.0000013814899],"category_scores_gemma":[0.00006371225,0.00012032535,0.00009730176,0.000113367816,0.000068695765,0.005055534,0.000079351616,0.00035065436,0.0000134709635],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005746455,0.0004391974,0.00361458,0.000051928175,0.0002609423,0.0039574653,0.0026829115,0.0011382733,0.0006822728,0.18021078,0.0004443122,0.8059427],"study_design_scores_gemma":[0.015921684,0.027262598,0.27121815,0.04353255,0.00015767032,0.05027512,0.00434322,0.16353676,0.043470744,0.13614567,0.23533341,0.008802409],"about_ca_topic_score_codex":0.000019409694,"about_ca_topic_score_gemma":0.000015417321,"teacher_disagreement_score":0.7971403,"about_ca_system_score_codex":0.00009708067,"about_ca_system_score_gemma":0.000044890447,"threshold_uncertainty_score":0.9967109},"labels":[],"label_agreement":null},{"id":"W4404644149","doi":"10.1007/978-3-031-75813-3_11","title":"Conclusion and a Way Forward","year":2024,"lang":"en","type":"book-chapter","venue":"Law, governance and technology series","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science","score_opus":0.004052232342682685,"score_gpt":0.18513676617672228,"score_spread":0.1810845338340396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404644149","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025738368,0.04863619,0.0022624265,0.022251379,0.0017927834,0.00058427843,0.000087734246,0.0025928486,0.91921854],"genre_scores_gemma":[0.06615163,0.01963906,0.003936144,0.00049302366,0.00016268206,0.00003519339,0.000006198195,0.00006541638,0.9095107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988765,0.0000027542458,0.00017562207,0.0005734207,0.00015475402,0.00021694014],"domain_scores_gemma":[0.99935347,0.0000148110685,0.0001244407,0.00041749206,0.00004350745,0.000046290974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006022982,0.0002657917,0.0002960217,0.00008014444,0.00020094136,0.00013354373,0.00030747024,0.00057106756,0.000012757194],"category_scores_gemma":[0.000008904809,0.00024066378,0.000040612216,0.00008223668,0.00052192097,0.00031520895,0.00077026366,0.00040663293,0.000059563048],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005222071,0.0000018251693,0.0000038446365,0.000051093786,0.000029722902,0.000107023305,0.00004486846,3.6641143e-8,0.00016926217,0.95000196,0.00053706445,0.04904809],"study_design_scores_gemma":[0.000079105805,0.00015482165,0.0000048227394,0.00017416441,0.000015905658,0.00028062533,0.000006693755,0.000035173955,0.0018570286,0.38988408,0.60731703,0.00019054451],"about_ca_topic_score_codex":0.000027830949,"about_ca_topic_score_gemma":0.00024631302,"teacher_disagreement_score":0.60677993,"about_ca_system_score_codex":0.000031295447,"about_ca_system_score_gemma":0.00002556705,"threshold_uncertainty_score":0.9813984},"labels":[],"label_agreement":null},{"id":"W4404644151","doi":"10.1007/978-3-031-75813-3","title":"Free Speech in the Puzzle of Content Regulation","year":2024,"lang":"en","type":"book","venue":"Law, governance and technology series","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Content (measure theory); Speech recognition; Free speech; Linguistics; Computer science; Psychology; Political science; Mathematics; Philosophy; Law","score_opus":0.010255190977480047,"score_gpt":0.19608571315555678,"score_spread":0.18583052217807675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404644151","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024890501,0.042487007,0.0027196566,0.06758283,0.003405836,0.0022255536,0.00029982676,0.0017222567,0.85466653],"genre_scores_gemma":[0.20348565,0.004930561,0.0056955,0.0005445098,0.00025824635,0.00013724386,0.00002412525,0.00006286882,0.78486127],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989835,0.000016694628,0.00024964887,0.0003492251,0.00022791923,0.00017300285],"domain_scores_gemma":[0.9989305,0.000030119423,0.00019632689,0.0007774113,0.000053895918,0.0000117093505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016982372,0.0001713019,0.00025527732,0.00009292921,0.00007152035,0.0000645898,0.0008402631,0.00039627354,0.0000044628778],"category_scores_gemma":[0.000036125984,0.00012979061,0.0000438511,0.00031357483,0.000388284,0.000256591,0.00030794129,0.00038921126,0.000010811709],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005751951,0.0000088261495,0.000022642653,0.00006500737,0.000015601834,0.00004923237,0.000112264264,3.762112e-7,0.0002795619,0.9779118,0.0053588348,0.016170105],"study_design_scores_gemma":[0.00016090856,0.00017007544,0.0002677428,0.0003072489,0.0000149507805,0.00017662512,0.000053235904,0.00003660414,0.0097246785,0.5277515,0.46116924,0.00016715785],"about_ca_topic_score_codex":0.000105457475,"about_ca_topic_score_gemma":0.0019082816,"teacher_disagreement_score":0.4558104,"about_ca_system_score_codex":0.00005029038,"about_ca_system_score_gemma":0.00006482715,"threshold_uncertainty_score":0.5292707},"labels":[],"label_agreement":null},{"id":"W4404644180","doi":"10.1007/978-3-031-75813-3_2","title":"The Evolution of Free Speech in the Era of Social Media","year":2024,"lang":"en","type":"book-chapter","venue":"Law, governance and technology series","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Social media; Free speech; History; Sociology; Political science; Computer science; World Wide Web; Law","score_opus":0.004923495314971253,"score_gpt":0.18833266987234168,"score_spread":0.18340917455737044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404644180","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02836264,0.067890845,0.001026325,0.07434817,0.003945614,0.0013175048,0.00035914552,0.000824804,0.821925],"genre_scores_gemma":[0.9378004,0.0070620812,0.0014478569,0.00009783351,0.00027984855,0.000047792935,0.0000046451514,0.000043818687,0.05321573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99907774,0.000010628113,0.00025921903,0.00024109513,0.00025550864,0.0001557882],"domain_scores_gemma":[0.9990804,0.00008207963,0.00025305018,0.0005151984,0.000061600076,0.000007680637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020419985,0.00014939548,0.00023018921,0.00004922313,0.00013140708,0.00003516252,0.00094388955,0.00037121,0.000003256165],"category_scores_gemma":[0.00004678904,0.00009711701,0.000055796027,0.0001933408,0.000927544,0.0001385271,0.00031214827,0.0005355044,0.000005268533],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008272899,0.0000041463663,0.0000073241577,0.000027144939,0.000018827619,0.000014576658,0.00031376316,8.7172424e-8,0.000117644326,0.9742496,0.00041103028,0.024827585],"study_design_scores_gemma":[0.00010096212,0.00008944592,0.00017947,0.00012467589,0.00001529999,0.000052750056,0.00019080004,0.000011919577,0.0022670033,0.85105073,0.14581154,0.00010542353],"about_ca_topic_score_codex":0.00011655252,"about_ca_topic_score_gemma":0.0046145516,"teacher_disagreement_score":0.9094378,"about_ca_system_score_codex":0.000046296722,"about_ca_system_score_gemma":0.00006158979,"threshold_uncertainty_score":0.39603165},"labels":[],"label_agreement":null},{"id":"W4404725608","doi":"10.1177/13634615241296308","title":"Distort, post, repeat: Laundering antisemitism on “cliquey networks” during COVID-19","year":2024,"lang":"en","type":"article","venue":"Transcultural Psychiatry","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Agence Nationale de la Recherche","keywords":"Blame; Social media; Antisemitism; Coronavirus disease 2019 (COVID-19); Criminology; Scripting language; Law; Sociology; Social network (sociolinguistics); Racism; The Internet; Media studies; Political science; Internet privacy; History; Social psychology; Psychology; Computer science","score_opus":0.010355212507361676,"score_gpt":0.2529711616383758,"score_spread":0.2426159491310141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404725608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6375654,0.0049036914,0.31416613,0.018417604,0.014733671,0.0005666324,0.000016274378,0.0042457543,0.005384843],"genre_scores_gemma":[0.9936842,0.00016816011,0.0027145843,0.0010811632,0.00066322775,0.000020620646,0.000015206444,0.00002837199,0.001624467],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9981255,0.000069336435,0.00029710188,0.00073982996,0.00029674757,0.00047151378],"domain_scores_gemma":[0.9991119,0.00003177903,0.0000390568,0.00046838488,0.000025668473,0.00032319213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017404648,0.00027534494,0.00018760779,0.00012003241,0.00045914398,0.0004283897,0.0005034237,0.00014581141,0.000048342084],"category_scores_gemma":[0.000010614023,0.00022548487,0.0002727115,0.0004973727,0.00004167318,0.0005727856,0.000033078333,0.00047283943,0.00011683217],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006828327,0.0012298598,0.0075069293,0.0065671722,0.0018327584,0.0041912356,0.054636028,0.052139014,0.07762669,0.58952266,0.06963105,0.13443375],"study_design_scores_gemma":[0.018986102,0.0074693733,0.31724158,0.010445263,0.0010216256,0.022668762,0.0055059483,0.19714507,0.026804332,0.05622998,0.31665024,0.019831719],"about_ca_topic_score_codex":0.00009514818,"about_ca_topic_score_gemma":0.00014451734,"teacher_disagreement_score":0.5332927,"about_ca_system_score_codex":0.00014219926,"about_ca_system_score_gemma":0.00010669615,"threshold_uncertainty_score":0.9195006},"labels":[],"label_agreement":null},{"id":"W4404781178","doi":"10.18653/v1/2024.findings-emnlp.924","title":"Misinformation with Legal Consequences (MisLC): A New Task Towards Harnessing Societal Harm of Misinformation","year":2024,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Queen's University","keywords":"Misinformation; Harm; Task (project management); Internet privacy; Social media; Computer science; Political science; Computer security; Engineering; Law; World Wide Web","score_opus":0.012408066400300833,"score_gpt":0.24480782944584872,"score_spread":0.23239976304554788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404781178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047062688,0.00015159251,0.93093014,0.0030089465,0.00045298587,0.00016586116,0.0000024099506,0.00048464988,0.017740734],"genre_scores_gemma":[0.9503423,0.000016561458,0.046692286,0.00018321032,0.000067846,0.0000038070596,0.000009728203,0.00000640393,0.002677872],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988555,0.000016955571,0.00032287574,0.00017985658,0.0004205163,0.00020431122],"domain_scores_gemma":[0.9994791,0.000025491036,0.00010252998,0.00020227292,0.00010287824,0.0000876917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024842453,0.00013415377,0.00013226893,0.00015077121,0.00009569326,0.0008061737,0.00027240918,0.00006694196,0.000046883764],"category_scores_gemma":[0.000016805514,0.00009893769,0.000072960356,0.00057717576,0.000079705154,0.0037224628,0.000044565513,0.00012667086,0.00008218508],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000473531,0.000028186494,0.000016462936,0.00034628197,0.00009976859,0.000027576729,0.012273259,0.000530199,0.016566373,0.059894983,0.010464578,0.899705],"study_design_scores_gemma":[0.0010696931,0.00084248424,0.00048638383,0.0007334813,0.0000635213,0.0007320237,0.0017884831,0.50713325,0.40064147,0.004812008,0.08090062,0.0007965866],"about_ca_topic_score_codex":0.0005080639,"about_ca_topic_score_gemma":0.000018754572,"teacher_disagreement_score":0.9032796,"about_ca_system_score_codex":0.00005838608,"about_ca_system_score_gemma":0.00066672306,"threshold_uncertainty_score":0.7773952},"labels":[],"label_agreement":null},{"id":"W4404984766","doi":"10.1007/978-3-031-78119-3_8","title":"MuLAD: Multimodal Aggression Detection from Social Media Memes Exploiting Visual and Textual Features","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Social media; Artificial intelligence; Aggression; Natural language processing; Information retrieval; World Wide Web; Psychology","score_opus":0.012080476133708684,"score_gpt":0.24719598628816164,"score_spread":0.23511551015445295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404984766","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005059927,0.0015520104,0.98819184,0.0004661278,0.0035312404,0.00026224364,0.000016494945,0.00043002062,0.0004900975],"genre_scores_gemma":[0.9141403,0.00013439657,0.082084306,0.0004437651,0.0029363404,0.000015422533,0.000018315566,0.00006492492,0.00016225979],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960905,0.000048039383,0.00044358245,0.0017710545,0.0010417661,0.0006050887],"domain_scores_gemma":[0.9983348,0.00065703905,0.00024079985,0.00045014248,0.00013570597,0.00018149955],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005248782,0.0005740466,0.00047860196,0.0008119111,0.00058532984,0.0010899563,0.0010992476,0.00055263384,0.000014863071],"category_scores_gemma":[0.00014525848,0.0005111636,0.00013756644,0.00048598336,0.0004899238,0.0006417605,0.0012339018,0.0012424578,0.00004335696],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012665684,0.0000122820875,0.000004396597,0.000023661696,0.000014752093,0.00010985447,0.002372753,0.00041510235,0.0038200363,0.0009611313,0.000013514097,0.99223983],"study_design_scores_gemma":[0.0008385183,0.00035062007,0.00055717095,0.001935557,0.00005659465,0.00023239608,0.000009680801,0.673553,0.063275225,0.25575992,0.0015293019,0.0019020273],"about_ca_topic_score_codex":0.00014412917,"about_ca_topic_score_gemma":0.000621581,"teacher_disagreement_score":0.99033785,"about_ca_system_score_codex":0.00022814434,"about_ca_system_score_gemma":0.0001684926,"threshold_uncertainty_score":0.999947},"labels":[],"label_agreement":null},{"id":"W4405000972","doi":"10.1515/9780776636429-015","title":"CHAPTER B-4 Does Debunking Work? Correcting COVID-19 Misinformation on Social Media","year":2020,"lang":"en","type":"book-chapter","venue":"University of Ottawa Press eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Alberta Innovates; Government of Canada; Ministero dello Sviluppo Economico; Government of Alberta","keywords":"Misinformation; Social media; Coronavirus disease 2019 (COVID-19); Psychology; Internet privacy; Computer science; Sociology; Medicine; World Wide Web; Computer security; Internal medicine","score_opus":0.03988212445818131,"score_gpt":0.2149391235598386,"score_spread":0.17505699910165728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405000972","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013719057,0.000023460578,0.049745183,0.00028346063,0.0008500161,0.00028829582,0.000024755094,0.00040486682,0.9482428],"genre_scores_gemma":[0.54459935,0.00011370619,0.015467145,0.0024631668,0.0015092177,0.0000020239347,0.00014000917,0.00018009379,0.4355253],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859935,0.000030992873,0.00024823402,0.0004222766,0.00048457817,0.00021457812],"domain_scores_gemma":[0.99869627,0.0001674724,0.0005174872,0.0003092751,0.00010806566,0.00020143477],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017682696,0.0002759306,0.00033381282,0.00022040964,0.00044446418,0.00008135691,0.00078072347,0.00031705972,0.000056675774],"category_scores_gemma":[0.0000515175,0.00029199474,0.00020644517,0.000019832089,0.00012570365,0.00020677033,0.00030825942,0.0004501605,0.00004048727],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012704736,0.000011128774,0.00000436187,0.00016069853,0.00013417767,0.00014629698,0.018418472,0.00007543519,0.0000337716,0.7266111,0.002805216,0.2514723],"study_design_scores_gemma":[0.00089835736,0.00010484042,0.000020820651,0.00028433115,0.00009322892,0.000016657223,0.00025389323,0.00081844005,0.0014254132,0.0041108816,0.9912483,0.0007248553],"about_ca_topic_score_codex":0.00014428116,"about_ca_topic_score_gemma":0.00013700753,"teacher_disagreement_score":0.9884431,"about_ca_system_score_codex":0.00014995532,"about_ca_system_score_gemma":0.00010192457,"threshold_uncertainty_score":0.9999532},"labels":[],"label_agreement":null},{"id":"W4405093804","doi":"10.3138/cjc-2023-0033","title":"Perspectives of Canadian Youth on Islamophobic Hate Speech on Social Media","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Sociology; Political science; Media studies","score_opus":0.03234807654974338,"score_gpt":0.24195314368639112,"score_spread":0.20960506713664773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405093804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9029281,0.00556296,0.0012107642,0.025076767,0.0025713143,0.00029072328,0.00008818976,0.00007667331,0.06219451],"genre_scores_gemma":[0.9984364,0.00021605073,0.0010065925,0.00011553394,0.00013621518,9.780065e-7,0.000004700981,0.000011944151,0.0000716172],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896544,0.00015983741,0.0002841939,0.00012840983,0.00022494164,0.00023716467],"domain_scores_gemma":[0.99868935,0.00012139606,0.0001396548,0.0004398673,0.00024099665,0.00036876035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056190795,0.00010705727,0.00015719158,0.0017185112,0.00025315935,0.000196248,0.00097089336,0.00008845077,0.00003921652],"category_scores_gemma":[0.0001249239,0.00010350025,0.00010958961,0.00089514145,0.000087262975,0.0002871971,0.000015628932,0.00045284932,0.000042732783],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048683098,0.0000724094,0.000083514984,0.000041637017,0.00022419648,0.000342883,0.26465648,0.0003351434,0.001048397,0.31691763,0.014293647,0.40193537],"study_design_scores_gemma":[0.0061415657,0.0059799543,0.0779711,0.0097554205,0.0006912073,0.002270024,0.18613242,0.01643598,0.09804135,0.15464586,0.43672976,0.005205362],"about_ca_topic_score_codex":0.08855103,"about_ca_topic_score_gemma":0.5076434,"teacher_disagreement_score":0.42243612,"about_ca_system_score_codex":0.00047962696,"about_ca_system_score_gemma":0.0016554947,"threshold_uncertainty_score":0.9175184},"labels":[],"label_agreement":null},{"id":"W4405113473","doi":"10.25306/skad.1446002","title":"Şiddetin Topolojisi","year":2024,"lang":"tr","type":"article","venue":"Sosyal ve Kültürel Araştırmalar Dergisi (SKAD)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Theology; Humanities; Art; Philosophy","score_opus":0.011120037237899014,"score_gpt":0.24264978390697722,"score_spread":0.23152974666907822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405113473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38265067,0.08934472,0.18109967,0.035634156,0.07401098,0.003976686,0.0004136735,0.010551767,0.22231768],"genre_scores_gemma":[0.94555277,0.0019094652,0.0088542765,0.0011710266,0.0033465214,0.000099224155,0.000046799254,0.00023864146,0.038781263],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917465,0.00044211952,0.0013215411,0.0026314647,0.0015832423,0.0022751666],"domain_scores_gemma":[0.9963929,0.00039196902,0.00027118984,0.0017144991,0.00035559863,0.00087381655],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001585846,0.0011935909,0.00090485334,0.00081513455,0.0009812242,0.0033824386,0.0022638394,0.00089892955,0.0014351349],"category_scores_gemma":[0.00023135536,0.0012126705,0.0009357182,0.0025649394,0.0003991821,0.0014477227,0.0010920109,0.0021346621,0.017244322],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031815088,0.0010915851,0.000817317,0.0018007732,0.001586766,0.0059102504,0.009232178,0.00083708775,0.01269691,0.23734188,0.14470647,0.58366066],"study_design_scores_gemma":[0.0012461685,0.0011722601,0.0014416568,0.0014051753,0.0003355701,0.0012690297,0.00062137144,0.09585261,0.026440842,0.00913534,0.858536,0.0025439607],"about_ca_topic_score_codex":0.00041154554,"about_ca_topic_score_gemma":0.000106362284,"teacher_disagreement_score":0.7138296,"about_ca_system_score_codex":0.0003851788,"about_ca_system_score_gemma":0.0007191572,"threshold_uncertainty_score":0.9994777},"labels":[],"label_agreement":null},{"id":"W4405178022","doi":"10.52922/ti77734","title":"Exposure to and sharing of fringe or radical content online","year":2024,"lang":"en","type":"book","venue":"Australian Institute of Criminology eBooks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mainstream; Content (measure theory); Quarter (Canadian coin); The Internet; Internet privacy; Advertising; Psychology; Computer science; World Wide Web; Business; Political science; Geography; Mathematics","score_opus":0.15028428163746188,"score_gpt":0.2976741620312826,"score_spread":0.14738988039382073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405178022","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7041758,0.0014704255,0.011887146,0.0037746602,0.015767181,0.0033540595,0.00033167517,0.0012445324,0.25799453],"genre_scores_gemma":[0.09948551,0.00003858056,0.021069916,0.00022512606,0.00027799004,0.00002390487,0.000020825732,0.00004282613,0.8788153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803144,0.00001930018,0.0006481545,0.0006950248,0.0002526181,0.00035346457],"domain_scores_gemma":[0.9987754,0.000029292863,0.0002130332,0.0006823595,0.00010892969,0.00019099058],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014074838,0.0003346818,0.0006521679,0.00046966542,0.00005539735,0.000049958435,0.00088823016,0.0005478478,0.00001417881],"category_scores_gemma":[0.000043398315,0.00029333384,0.00013219968,0.000044248405,0.00048701887,0.00011390882,0.0005716731,0.000577033,0.000025286612],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000285151,0.0001446681,0.000062760264,0.0034963847,0.000836759,0.0018387912,0.0032918162,0.000030140447,0.011186314,0.76720256,0.017631816,0.19399287],"study_design_scores_gemma":[0.0017231922,0.0046044476,0.0007471923,0.004941588,0.00061909785,0.0013646024,0.00014830772,0.00007650436,0.04518146,0.031070445,0.9080401,0.0014830277],"about_ca_topic_score_codex":0.0001245842,"about_ca_topic_score_gemma":0.0001284631,"teacher_disagreement_score":0.89040834,"about_ca_system_score_codex":0.00007397586,"about_ca_system_score_gemma":0.00040254998,"threshold_uncertainty_score":0.9999519},"labels":[],"label_agreement":null},{"id":"W4405178788","doi":"10.2139/ssrn.4990476","title":"Politically biased moderation drives echo chamber formation: An analysis of user-driven content removals on Reddit","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Moderation; Echo (communications protocol); Computer science; Computer security","score_opus":0.028433912262476452,"score_gpt":0.27464244058832143,"score_spread":0.24620852832584497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405178788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5095246,0.00032052945,0.48656148,0.0013532997,0.0007180137,0.00032231523,0.000023335173,0.00018257483,0.000993866],"genre_scores_gemma":[0.9945777,0.00085275277,0.0033539452,0.0001451665,0.0003417183,0.000017234048,0.000068140136,0.00002704446,0.00061631267],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99604386,0.00028240803,0.0008465112,0.0006162975,0.00079229,0.0014186372],"domain_scores_gemma":[0.9979509,0.00006308061,0.0005336145,0.00081766985,0.0004457887,0.00018892554],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0016561173,0.00034443146,0.0005841544,0.0011975208,0.00020859916,0.0005575132,0.0007222599,0.00031386592,0.000019408164],"category_scores_gemma":[0.00007129705,0.00030625623,0.00056207256,0.00076623703,0.00004298711,0.0005005028,0.00030079554,0.0029908735,0.000030828254],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016121565,0.00028971338,0.000044394812,0.000093916984,0.0037878596,0.000050905095,0.0022797252,0.1162083,0.004390335,0.841211,0.00007992602,0.031402692],"study_design_scores_gemma":[0.0003508759,0.00080902164,0.00034173913,0.00021969853,0.00072704355,0.00020312834,0.0004352604,0.7195685,0.0039161136,0.27290717,0.00010554642,0.00041593326],"about_ca_topic_score_codex":0.00015036449,"about_ca_topic_score_gemma":0.00081889675,"teacher_disagreement_score":0.6033602,"about_ca_system_score_codex":0.0014286292,"about_ca_system_score_gemma":0.0018993954,"threshold_uncertainty_score":0.99993896},"labels":[],"label_agreement":null},{"id":"W4405194255","doi":"10.5753/stil.2024.245416","title":"Toxic Text Classification in Portuguese: Is LLaMA 3.1 8B All You Need?","year":2024,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blutip (Canada)","funders":"Universidade Federal de Ouro Preto; Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Portuguese; Computer science; Natural language processing; Artificial intelligence; Linguistics","score_opus":0.02507409172674729,"score_gpt":0.26685139629566434,"score_spread":0.24177730456891705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405194255","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22467366,0.0021980589,0.5334752,0.039539143,0.0040283836,0.0007115639,0.0000043532286,0.0029225212,0.19244711],"genre_scores_gemma":[0.9758763,0.000120276214,0.00605865,0.0010110552,0.00011074686,0.000020683012,0.000004506373,0.000012108609,0.016785692],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885905,0.000030311077,0.00021441255,0.00042626,0.00022428861,0.0002456839],"domain_scores_gemma":[0.9994388,0.000028843033,0.000023902121,0.00040323107,0.000028314715,0.00007687178],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027977527,0.00010958067,0.00008988994,0.00023695851,0.00003270601,0.00025511475,0.0003597799,0.00008808157,0.0002100822],"category_scores_gemma":[0.0000147507935,0.000096110896,0.000052656967,0.00074126647,0.000015972788,0.00048805468,0.00007398104,0.00016182414,0.0012528053],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048869524,0.00007333053,0.00029376076,0.0000372227,0.000021664762,0.0000938438,0.0014862755,0.000018073762,0.028331824,0.0756655,0.030728735,0.8632449],"study_design_scores_gemma":[0.00042733154,0.00024290833,0.017924948,0.00012635005,0.000013194858,0.00013933441,0.00036009494,0.5116867,0.05974702,0.010311799,0.39832297,0.00069737626],"about_ca_topic_score_codex":0.0001304928,"about_ca_topic_score_gemma":0.000048555285,"teacher_disagreement_score":0.8625475,"about_ca_system_score_codex":0.000076785676,"about_ca_system_score_gemma":0.00006451313,"threshold_uncertainty_score":0.99952483},"labels":[],"label_agreement":null},{"id":"W4405288398","doi":"10.20355/jcie29601","title":"Classroom Incivility Going Viral on Social Media: One Professor’s Encounters","year":2024,"lang":"en","type":"article","venue":"Journal of Contemporary Issues in Education","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Incivility; Social media; Sociology; Social psychology; Psychology; Media studies; Political science; Law","score_opus":0.030200268093686745,"score_gpt":0.31647519369129007,"score_spread":0.2862749255976033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405288398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94360983,0.0069758296,0.005450126,0.021216791,0.015100926,0.00027220827,0.000003960019,0.00012481134,0.007245531],"genre_scores_gemma":[0.9962532,0.00009973385,0.0017896466,0.00020199757,0.0013075569,0.000007212837,0.000003840325,0.000010012619,0.00032681634],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838936,0.0002182063,0.00055313105,0.0002063427,0.00047218776,0.00016079651],"domain_scores_gemma":[0.99920046,0.00017375319,0.00023615622,0.00016698276,0.00015458441,0.000068056106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012270674,0.00012294404,0.0002249343,0.0004482306,0.00007399326,0.00022625817,0.00039986268,0.00010188484,0.000012126452],"category_scores_gemma":[0.00017737654,0.00011337554,0.000096813725,0.0004062634,0.000035432626,0.0014852426,0.00004100043,0.00052525866,0.000037841775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043570084,0.0021741572,0.004013687,0.00045851254,0.00017495788,0.00023260416,0.07724442,0.000032648335,0.0071160817,0.0501868,0.116371624,0.7415588],"study_design_scores_gemma":[0.0033342994,0.0026985707,0.077309765,0.008391874,0.000090308975,0.0004076032,0.014872564,0.006799786,0.037408054,0.20494893,0.6418424,0.0018958434],"about_ca_topic_score_codex":0.00002295957,"about_ca_topic_score_gemma":0.000023583201,"teacher_disagreement_score":0.73966295,"about_ca_system_score_codex":0.00031262165,"about_ca_system_score_gemma":0.0010216163,"threshold_uncertainty_score":0.46233204},"labels":[],"label_agreement":null},{"id":"W4405368118","doi":"10.31234/osf.io/t9x8r","title":"Moral Stereotyping in Large Language Models","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Globe; Stereotype (UML); Social psychology; Psychology; Sociology; Positive economics; Economics","score_opus":0.02241511617094059,"score_gpt":0.26292220917361614,"score_spread":0.24050709300267556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405368118","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1428604,0.0019063621,0.72283024,0.0010823113,0.0033202553,0.0005164321,0.00001597169,0.0015986202,0.12586944],"genre_scores_gemma":[0.9770343,0.000022625318,0.018592374,0.00022154118,0.00011447586,0.000032256594,0.000007884123,0.00001787265,0.003956695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856913,0.00004844687,0.00023104179,0.00060830556,0.00020518033,0.0003379031],"domain_scores_gemma":[0.9992029,0.000013629429,0.000041218806,0.0006592052,0.00002169912,0.00006132587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034565158,0.00019026536,0.00020123013,0.0002953494,0.000028323206,0.0003897929,0.00070728944,0.00020067827,0.00003160901],"category_scores_gemma":[0.000006913161,0.0001746748,0.00009917267,0.00026202458,0.0000074197274,0.00016707822,0.0026150695,0.0008099114,0.00027617151],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013970529,0.00018289794,0.00016644223,0.0008150708,0.00009435175,0.001193558,0.013306959,0.019151788,0.0005222359,0.81383353,0.0024394456,0.14827971],"study_design_scores_gemma":[0.00011881997,0.000012930706,0.000049183363,0.00020878976,0.0000041780754,0.000010469557,0.00009695728,0.80902475,0.00093193667,0.189101,0.00018114914,0.0002598114],"about_ca_topic_score_codex":0.00042498184,"about_ca_topic_score_gemma":0.0003459933,"teacher_disagreement_score":0.83417386,"about_ca_system_score_codex":0.00008807053,"about_ca_system_score_gemma":0.000101301426,"threshold_uncertainty_score":0.71230316},"labels":[],"label_agreement":null},{"id":"W4405635425","doi":"10.1016/j.dss.2024.114389","title":"The implications of account suspensions on online discussion platforms","year":2024,"lang":"en","type":"article","venue":"Decision Support Systems","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Chulalongkorn University","keywords":"Computer science","score_opus":0.025527056483968833,"score_gpt":0.2984681075807626,"score_spread":0.27294105109679373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405635425","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15316223,0.0009027329,0.8185124,0.006907465,0.012489741,0.0013166313,0.00010423396,0.0009011857,0.0057033775],"genre_scores_gemma":[0.9957034,0.00010194802,0.0010346532,0.000057580197,0.00013988427,0.000034952933,0.00002043938,0.000015611267,0.0028915205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982057,0.000026163372,0.00056035485,0.00038806399,0.0005721765,0.00024753282],"domain_scores_gemma":[0.9980863,0.0005082156,0.00011193628,0.001044331,0.00013985431,0.00010936767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000756783,0.00013974072,0.00017825657,0.00019282427,0.00034632802,0.00038153064,0.0007542743,0.00008561555,0.000022316113],"category_scores_gemma":[0.000100737525,0.00006168269,0.00012921807,0.00069705193,0.00003730456,0.00032299242,0.00017226514,0.00018210156,0.00045069386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037081252,0.00015049952,0.00025500573,0.000033943237,0.000049598257,0.000047116897,0.00046917427,0.00039860388,0.0036712897,0.21319875,0.07965636,0.70203257],"study_design_scores_gemma":[0.0003523415,0.0005551177,0.007218302,0.0007030253,0.000022103639,0.00039359025,0.00057944225,0.056820918,0.002036189,0.022726104,0.90819216,0.00040073937],"about_ca_topic_score_codex":0.000024034229,"about_ca_topic_score_gemma":0.000036177396,"teacher_disagreement_score":0.84254116,"about_ca_system_score_codex":0.00006372145,"about_ca_system_score_gemma":0.00012988306,"threshold_uncertainty_score":0.5792908},"labels":[],"label_agreement":null},{"id":"W4405652488","doi":"10.1007/978-3-031-75813-3_12","title":"Correction to: Free Speech in the Puzzle of Content Regulation: Insights from the West and the Global South","year":2024,"lang":"en","type":"book-chapter","venue":"Law, governance and technology series","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Content (measure theory); Computer science; Linguistics; Philosophy; Mathematics","score_opus":0.008511927878754584,"score_gpt":0.18538795244274733,"score_spread":0.17687602456399276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405652488","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1207125,0.06654031,0.0041712653,0.22192268,0.012916872,0.0045551527,0.0006073966,0.0012305418,0.5673433],"genre_scores_gemma":[0.9633425,0.0012419436,0.0004486727,0.00070606556,0.00017820882,0.000050022572,0.0000051223733,0.00001636521,0.0340111],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990384,0.000022599052,0.00023070829,0.00035974893,0.00022384345,0.0001246826],"domain_scores_gemma":[0.9989006,0.000104607985,0.00018867815,0.00073487,0.00005614973,0.000015084897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001316447,0.00018813457,0.00024280613,0.000027637105,0.00019932934,0.0001303284,0.00072286394,0.00023208292,0.0000042648453],"category_scores_gemma":[0.000057847938,0.00009805175,0.00004378938,0.00020665635,0.00078437955,0.00015527992,0.0004101863,0.0003610535,0.000010569851],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036401423,0.0000032089079,0.0001043001,0.0000061562764,0.000027597747,0.000012445295,0.0005953639,0.0000010804131,0.00001894287,0.9902416,0.0006323495,0.008320573],"study_design_scores_gemma":[0.0004552405,0.00015399022,0.0033809347,0.00034842014,0.000043744014,0.00015108706,0.0004794967,0.00011591042,0.00089573185,0.80071414,0.1930699,0.00019137321],"about_ca_topic_score_codex":0.0010019173,"about_ca_topic_score_gemma":0.018908035,"teacher_disagreement_score":0.84263,"about_ca_system_score_codex":0.00003606103,"about_ca_system_score_gemma":0.000025212352,"threshold_uncertainty_score":0.99899435},"labels":[],"label_agreement":null},{"id":"W4405944926","doi":"10.7592/ejhr.2024.12.4.886","title":"Is humour effective in combating hate speech? Maybe not so clearly","year":2024,"lang":"en","type":"article","venue":"European Journal of Humour Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université de Sherbrooke","funders":"","keywords":"Perception; Psychology; Order (exchange); The Internet; Social psychology; Field (mathematics); Computer science; World Wide Web; Business","score_opus":0.05483572568829413,"score_gpt":0.34835088006479564,"score_spread":0.2935151543765015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405944926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9572173,0.0012548307,0.014589966,0.006102574,0.0011898144,0.00042910827,0.0000030992824,0.0001488397,0.019064482],"genre_scores_gemma":[0.99306065,0.000086492895,0.004593083,0.00018717439,0.0005380686,0.000002079486,3.0097425e-7,0.000046458743,0.0014856764],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9944538,0.002486558,0.0006246324,0.000426174,0.0013313784,0.00067745737],"domain_scores_gemma":[0.9983333,0.00046928544,0.0001378908,0.00037816202,0.00043380045,0.00024757156],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012981807,0.0001818953,0.00026331484,0.0012051787,0.0003315424,0.0016245957,0.0013880776,0.000041386746,0.000074766154],"category_scores_gemma":[0.00043678057,0.00015400426,0.0001824852,0.0014260726,0.00012582428,0.00084089104,0.00046698548,0.0021360042,0.001178054],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018210725,0.00018129109,0.00034874427,0.00017147308,0.00011964326,0.023745228,0.016037144,0.00014032233,0.06524695,0.003633151,0.01337693,0.87681705],"study_design_scores_gemma":[0.007921578,0.015497262,0.14781637,0.009648873,0.00007283266,0.0109842885,0.0055347076,0.06562309,0.47187248,0.011618369,0.25079933,0.0026108152],"about_ca_topic_score_codex":0.00005354747,"about_ca_topic_score_gemma":0.0000057741154,"teacher_disagreement_score":0.8742062,"about_ca_system_score_codex":0.00019318488,"about_ca_system_score_gemma":0.00018428401,"threshold_uncertainty_score":0.99959964},"labels":[],"label_agreement":null},{"id":"W4406115220","doi":"10.14445/23488549/ijece-v11i12p116","title":"A Novel Feature Extraction Classifier for Hateful, Offense, and Neutral Content on X","year":2024,"lang":"en","type":"article","venue":"International Journal of Electronics and Communication Engineering","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Innovation Cluster (Canada)","funders":"","keywords":"Classifier (UML); Artificial intelligence; Pattern recognition (psychology); Feature extraction; Computer science","score_opus":0.02146946363223282,"score_gpt":0.26101924788891173,"score_spread":0.23954978425667892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406115220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09754217,0.007471007,0.8854636,0.008444929,0.00083186734,0.000098529745,0.0000031784864,0.000052359435,0.000092385955],"genre_scores_gemma":[0.97995144,0.0019145566,0.0178164,0.000093842464,0.000103408005,0.0000064773376,0.0000026170105,0.000008361066,0.00010287504],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99951863,0.0000094394845,0.00015655259,0.00009296542,0.00012690485,0.00009553201],"domain_scores_gemma":[0.99948627,0.00013213608,0.00007031926,0.00010736405,0.00016315233,0.00004074303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025244735,0.00007267651,0.0000753929,0.00015963598,0.000044558237,0.00027915172,0.00026448737,0.00004440242,5.787657e-7],"category_scores_gemma":[0.000033314936,0.00006483651,0.000047334444,0.00006533143,0.000008952174,0.0003646534,0.000036157668,0.00027666142,3.764821e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010487964,0.000086569176,0.000014536279,0.000035310346,0.0003349443,0.000010746003,0.0003959759,0.0044828756,0.16877478,0.6396913,0.00058091,0.1854872],"study_design_scores_gemma":[0.0010600915,0.00065180124,0.0016193427,0.00044713132,0.00003328458,0.0015298977,0.000048276655,0.7906762,0.023246368,0.004121013,0.1763124,0.00025420496],"about_ca_topic_score_codex":0.000002696767,"about_ca_topic_score_gemma":0.000003438961,"teacher_disagreement_score":0.8824093,"about_ca_system_score_codex":0.000075914635,"about_ca_system_score_gemma":0.00003988471,"threshold_uncertainty_score":0.26918665},"labels":[],"label_agreement":null},{"id":"W4406124573","doi":"10.1007/s11042-025-20603-w","title":"Unmasking offensive content: a multimodal approach with emotional understanding","year":2025,"lang":"en","type":"article","venue":"Multimedia Tools and Applications","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Offensive; Computer science; Task (project management); Context (archaeology); Harassment; Natural language processing; Artificial intelligence; Psychology; Social psychology","score_opus":0.050406508871172206,"score_gpt":0.24205386100187623,"score_spread":0.19164735213070402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406124573","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024024232,0.000055848806,0.98859483,0.00070527475,0.00005136138,0.0005207865,0.00001044565,0.00014695033,0.0075120833],"genre_scores_gemma":[0.8229825,0.000025280571,0.17552462,0.0003244294,0.00007590907,0.00039024433,0.000033839213,0.000008334342,0.0006348542],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914247,0.0000214211,0.00014089327,0.00036780976,0.00013810022,0.00018928417],"domain_scores_gemma":[0.99941146,0.00012560458,0.000054125794,0.00025347222,0.0000794063,0.00007593882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000948829,0.0001178935,0.00012115563,0.000101125916,0.0003665293,0.00021546654,0.00020134359,0.000057187448,0.0000035531675],"category_scores_gemma":[0.000018001512,0.00009931087,0.000029957506,0.00037327997,0.000089043875,0.00020719686,0.000079800935,0.0001282221,0.000009565268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028194198,0.00027099,0.0018918446,0.00007962014,0.00013413101,0.0000046169616,0.00089290994,0.00054064393,0.00481807,0.70444393,0.00044454492,0.2864505],"study_design_scores_gemma":[0.0047383774,0.0001797798,0.045331385,0.00027270417,0.00010137585,0.00011411552,0.0029094904,0.8903217,0.006854381,0.017249616,0.030843193,0.0010839192],"about_ca_topic_score_codex":0.000034661116,"about_ca_topic_score_gemma":0.00000744476,"teacher_disagreement_score":0.889781,"about_ca_system_score_codex":0.00006399023,"about_ca_system_score_gemma":0.00005457042,"threshold_uncertainty_score":0.40497798},"labels":[],"label_agreement":null},{"id":"W4406433177","doi":"10.2139/ssrn.5097707","title":"&lt;div&gt; But My Ghosts Are So Hard to Hear:&amp;nbsp;&lt;span&gt;Pseudolaw and Conspiracy Culture&lt;/span&gt;&lt;/div&gt;","year":2025,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Span (engineering); Life span; Medicine; Engineering; Gerontology; Structural engineering","score_opus":0.009094097455147835,"score_gpt":0.24004514301931384,"score_spread":0.230951045564166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406433177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65269655,0.026773619,0.29234985,0.015362347,0.0041099316,0.001707347,0.000048555725,0.0010598837,0.0058919475],"genre_scores_gemma":[0.9542256,0.0073138173,0.007371246,0.0033249275,0.00119589,0.00007717022,0.000018365485,0.00011419096,0.026358794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99110425,0.00046273202,0.0010932526,0.0015011786,0.0012313364,0.004607284],"domain_scores_gemma":[0.9965559,0.00016115591,0.00058186677,0.0012176239,0.00068407936,0.0007993622],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0025802401,0.0008902064,0.00094934145,0.00073909,0.0019256995,0.0017049925,0.0019062317,0.0005005918,0.00008206983],"category_scores_gemma":[0.0004320355,0.00083071686,0.00044319508,0.001694741,0.00027448384,0.0012455428,0.0006746426,0.0030995407,0.0005342239],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010406929,0.0011941193,0.004444675,0.00032397264,0.0023403587,0.00041931483,0.0050713248,0.00073473196,0.2507512,0.31520984,0.06725239,0.35121736],"study_design_scores_gemma":[0.005370072,0.0025924111,0.0071739512,0.00092034484,0.00035380744,0.004842409,0.0007282749,0.0021174846,0.013638252,0.07850603,0.88105524,0.0027017498],"about_ca_topic_score_codex":0.00013979399,"about_ca_topic_score_gemma":0.0027360695,"teacher_disagreement_score":0.81380284,"about_ca_system_score_codex":0.0016511081,"about_ca_system_score_gemma":0.0035350968,"threshold_uncertainty_score":0.9994144},"labels":[],"label_agreement":null},{"id":"W4406433374","doi":"10.1002/cl2.70018","title":"Exposure to hate in online and traditional media: A systematic review and meta‐analysis of the impact of this exposure on individuals and communities","year":2025,"lang":"en","type":"review","venue":"Campbell Systematic Reviews","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université du Québec à Montréal; Université du Québec à Trois-Rivières","funders":"","keywords":"Meta-analysis; Psychology; Medicine","score_opus":0.11380913317773368,"score_gpt":0.33667744015680484,"score_spread":0.22286830697907117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406433374","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039760766,0.9860325,0.00013282489,0.000054280987,0.000052934734,0.013346894,0.00028386782,0.000013126368,0.00004381268],"genre_scores_gemma":[0.00026565892,0.9972492,0.00042313183,0.00013292703,0.000007705758,0.0017626376,0.00003414348,0.000015142393,0.000109490284],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9887484,0.006478991,0.003591276,0.00044486843,0.00051091216,0.00022555466],"domain_scores_gemma":[0.99185497,0.0032566902,0.0028442354,0.0017834031,0.00013444293,0.00012623967],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.006031354,0.00065196573,0.014653876,0.00087274326,0.00009407156,0.000099250305,0.0010536979,0.00021020032,0.000017410835],"category_scores_gemma":[0.0014834615,0.00031193678,0.0018253879,0.002535255,0.00009391812,0.00013942335,0.0003167708,0.00037824197,0.00000309519],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.4064814e-7,0.00004425948,0.000003699178,0.9852103,0.012569119,0.0000010711748,0.000814913,0.0000020426037,7.497905e-8,0.000277564,0.00006251075,0.0010140878],"study_design_scores_gemma":[0.0000782634,0.00013936784,0.00001676297,0.7845197,0.21453038,0.000057484183,0.000057673522,0.00002717186,2.122015e-7,0.00004442646,0.00028309802,0.0002455023],"about_ca_topic_score_codex":0.00010120244,"about_ca_topic_score_gemma":0.00009022257,"teacher_disagreement_score":0.20196125,"about_ca_system_score_codex":0.0000752516,"about_ca_system_score_gemma":0.00015133142,"threshold_uncertainty_score":0.9999746},"labels":[],"label_agreement":null},{"id":"W4406450848","doi":"10.48550/arxiv.2501.08284","title":"AfriHate: A Multilingual Collection of Hate Speech and Abusive Language Datasets for African Languages","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; DeepMind; Universität Hamburg; International Development Research Centre; Rockefeller Foundation","keywords":"Computer science; Linguistics; Natural language processing; Political science","score_opus":0.02078586480009493,"score_gpt":0.29669061624019255,"score_spread":0.27590475144009763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406450848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9767114,0.0007914115,0.018798213,0.00025312018,0.00080731383,0.0009586702,0.00083001633,0.0002268105,0.00062306895],"genre_scores_gemma":[0.97933805,0.00014444804,0.018523918,0.00009411076,0.00015464256,0.000119257755,0.0003160521,0.000018058608,0.0012914838],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982958,0.00008800305,0.00034758105,0.0007491738,0.00020538166,0.00031408478],"domain_scores_gemma":[0.9985003,0.00018248969,0.00028700609,0.000780099,0.00016217517,0.00008795524],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003622594,0.0002707629,0.00039874934,0.00029640837,0.00014835718,0.0000991436,0.0005998497,0.00024872593,0.000007670699],"category_scores_gemma":[0.0002548152,0.0002835879,0.00011743162,0.00034927644,0.00007131561,0.00015664182,0.00080336956,0.0003350125,0.0000068820586],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011341342,0.0013027209,0.032408837,0.0077240276,0.0018893355,0.0008155248,0.06631232,0.0008862318,0.11362455,0.0021664482,0.0141500095,0.7575859],"study_design_scores_gemma":[0.0033339842,0.00072014733,0.034385953,0.0014050783,0.00035889,0.0001008651,0.0044088154,0.022147981,0.9216933,0.0014384122,0.00825052,0.0017560527],"about_ca_topic_score_codex":0.0010826013,"about_ca_topic_score_gemma":0.00036122007,"teacher_disagreement_score":0.80806875,"about_ca_system_score_codex":0.00006519504,"about_ca_system_score_gemma":0.00017850932,"threshold_uncertainty_score":0.9999616},"labels":[],"label_agreement":null},{"id":"W4406458169","doi":"10.1109/bigdata62323.2024.10825802","title":"Are Existing Large Language Models Robust Against Jailbreak Attacks?","year":2024,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; University of Manitoba","keywords":"Computer science; Computer security","score_opus":0.03804687895985621,"score_gpt":0.2714046516492349,"score_spread":0.23335777268937868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406458169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034653217,0.0005979196,0.87215924,0.00045776248,0.00066262233,0.00009496195,0.000005441376,0.0015544127,0.08981444],"genre_scores_gemma":[0.9575651,0.000020792315,0.030148657,0.00074226776,0.00024244923,0.000013183863,0.000005685765,0.00002195282,0.0112398835],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879926,0.00003339893,0.00015858775,0.00042625066,0.00022479845,0.00035771492],"domain_scores_gemma":[0.9993899,0.000042332056,0.00004021477,0.00039237255,0.000038023187,0.00009718961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002843571,0.000135304,0.00011341857,0.000119769335,0.0001450253,0.0005261852,0.00038999534,0.000068462046,0.00004940108],"category_scores_gemma":[0.000025189336,0.00011532778,0.00007856605,0.00045978435,0.0000114583,0.0007261282,0.0001829535,0.00018696363,0.00049246394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001240688,0.0002515992,0.00026378263,0.00047058714,0.00017470952,0.00352523,0.00869328,0.037474565,0.009154426,0.3657405,0.051580675,0.5226582],"study_design_scores_gemma":[0.00011606689,0.000017368464,0.00006326416,0.00011257362,0.0000043369278,0.00003630182,0.00040301372,0.98291814,0.002581256,0.0010394603,0.012480161,0.00022808013],"about_ca_topic_score_codex":0.00003699017,"about_ca_topic_score_gemma":0.00006859968,"teacher_disagreement_score":0.9454436,"about_ca_system_score_codex":0.000046781777,"about_ca_system_score_gemma":0.0000309831,"threshold_uncertainty_score":0.6329792},"labels":[],"label_agreement":null},{"id":"W4406530152","doi":"10.33774/apsa-2025-ssz5q","title":"U.S. Public Opinion and Government Regulation of Foreign Social Media Apps: A “Hidden Consensus” About What to Ban?","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Public opinion; Social media; Government (linguistics); Internet privacy; Public relations; Government regulation; Business; Political science; Law; Computer science; Politics","score_opus":0.03539724096650528,"score_gpt":0.25330069708690717,"score_spread":0.21790345612040188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406530152","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092409626,0.002318321,0.791694,0.02913057,0.011087025,0.0040232674,0.00016079565,0.0009827648,0.06819362],"genre_scores_gemma":[0.9444172,0.0005709349,0.052981894,0.00048261252,0.00041636606,0.00012005492,0.000040482784,0.000016851678,0.0009536073],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99782604,0.000113205046,0.0004334475,0.0006594584,0.00070498866,0.00026283684],"domain_scores_gemma":[0.99877316,0.00015193938,0.0002436962,0.00051628443,0.00018726672,0.00012764802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052215526,0.00023458235,0.00034725686,0.00016447049,0.00012315223,0.0005557607,0.000529521,0.00030008002,0.000029729532],"category_scores_gemma":[0.00014492833,0.00023088067,0.00010246313,0.00028370504,0.000055946482,0.00027327577,0.0013506289,0.00023070833,0.000007984167],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000387378,0.00006915526,0.00012909243,0.0002911013,0.00009584897,0.0000016904817,0.0025714114,0.000047199173,0.0005147549,0.21158081,0.0061747213,0.7784855],"study_design_scores_gemma":[0.0068286667,0.0011305986,0.13721387,0.007627276,0.00028134484,0.00009721409,0.010440236,0.14309375,0.08412562,0.47989395,0.12312537,0.0061421227],"about_ca_topic_score_codex":0.000056726014,"about_ca_topic_score_gemma":0.00007072053,"teacher_disagreement_score":0.85200757,"about_ca_system_score_codex":0.0001808897,"about_ca_system_score_gemma":0.00020785768,"threshold_uncertainty_score":0.94150406},"labels":[],"label_agreement":null},{"id":"W4406572044","doi":"10.1016/j.nlp.2025.100126","title":"RESPECT: A framework for promoting inclusive and respectful conversations in online communications","year":2025,"lang":"en","type":"article","venue":"Natural Language Processing Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College; Toronto Metropolitan University; Vector Institute","funders":"","keywords":"Inclusion (mineral); Psychology; Internet privacy; Sociology; Computer science; Social psychology","score_opus":0.010413841497334457,"score_gpt":0.3321838089788432,"score_spread":0.32176996748150877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406572044","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19176786,0.046321336,0.72123563,0.038445134,0.000676547,0.0006336659,0.000008852952,0.00025693144,0.00065400806],"genre_scores_gemma":[0.7313312,0.000049334758,0.26806393,0.00034997336,0.00007218134,0.000007732388,0.0000027578953,0.0000046514333,0.00011816796],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914116,0.00007583802,0.00025146818,0.00018918891,0.00013483477,0.00020748441],"domain_scores_gemma":[0.9991217,0.00024150181,0.00015030672,0.000251863,0.00018570192,0.000048913156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004706533,0.00009419303,0.0001254723,0.00030122534,0.00060178665,0.00041643556,0.0005747952,0.000080402526,0.0000016925719],"category_scores_gemma":[0.0009778319,0.000083649546,0.00003531645,0.00064704916,0.000053186013,0.00043819303,0.00024358406,0.00075344386,5.731034e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042390264,0.00009781494,0.0005588021,0.00008742901,0.000021418979,0.000030482317,0.019312674,0.000007891075,0.003528779,0.015903965,0.00007521842,0.9603331],"study_design_scores_gemma":[0.0040188795,0.00030576118,0.009698825,0.0047962028,0.000074404525,0.0009955489,0.014496501,0.7190985,0.00875588,0.23126675,0.0056091654,0.0008835929],"about_ca_topic_score_codex":0.00002128418,"about_ca_topic_score_gemma":0.00014618764,"teacher_disagreement_score":0.9594495,"about_ca_system_score_codex":0.00012896594,"about_ca_system_score_gemma":0.00022286983,"threshold_uncertainty_score":0.4628517},"labels":[],"label_agreement":null},{"id":"W4406679108","doi":"10.1007/s13178-024-01079-z","title":"“They’re Unable to See my Decision to Detransition for What it is”: How Detrans Youth Perceive and Receive Discourses on Detransition","year":2025,"lang":"en","type":"article","venue":"Sexuality Research and Social Policy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council","keywords":"Psychology; Social psychology","score_opus":0.07642908754821064,"score_gpt":0.4118253459191358,"score_spread":0.3353962583709251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406679108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6387801,0.00006787598,0.18046993,0.17819533,0.0002300174,0.0013893893,0.00016416688,0.00009295159,0.0006102378],"genre_scores_gemma":[0.99171907,0.00020826265,0.0018186917,0.0046590175,0.000416155,0.00009058943,0.000022538286,0.000015482958,0.0010501855],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973989,0.0003040555,0.00020762256,0.00073792785,0.0006196941,0.00073177856],"domain_scores_gemma":[0.9986509,0.00029571773,0.00002733327,0.0003012728,0.00040747138,0.00031731828],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014461558,0.00020345415,0.00026151867,0.00065928214,0.001363673,0.0012862047,0.00032929712,0.00019958151,0.000004000243],"category_scores_gemma":[0.00024861624,0.00019739968,0.00006794492,0.0010454635,0.0001360393,0.0008021137,0.00010404189,0.00031360745,0.000013854989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015756886,0.0003772367,0.00007155853,0.0003502914,0.00010588122,0.000008448724,0.24923214,0.000034118206,0.0122001255,0.031243874,0.011032255,0.6937684],"study_design_scores_gemma":[0.008191472,0.014336978,0.023914186,0.002259523,0.00013533697,0.000018778821,0.4132934,0.0025688498,0.061443165,0.4320312,0.03896118,0.0028459392],"about_ca_topic_score_codex":0.0012648501,"about_ca_topic_score_gemma":0.002065509,"teacher_disagreement_score":0.69092244,"about_ca_system_score_codex":0.00021029937,"about_ca_system_score_gemma":0.00030275062,"threshold_uncertainty_score":0.9999364},"labels":[],"label_agreement":null},{"id":"W4406774802","doi":"10.1177/20563051251313844","title":"Toxic Communication on TikTok: Sigma Masculinities and Gendered Disinformation","year":2025,"lang":"en","type":"article","venue":"Social Media + Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Disinformation; Sigma; Sociology; Political science; Social media; Physics; Astronomy; Law","score_opus":0.0168391676874907,"score_gpt":0.24433624942039023,"score_spread":0.22749708173289954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406774802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7026532,0.0012817172,0.22150579,0.021949586,0.003101139,0.00092234765,0.00001964763,0.0013813834,0.047185168],"genre_scores_gemma":[0.9942547,0.00039442707,0.0039650123,0.0010538885,0.00010441842,0.00002440612,0.000018703908,0.0000047535304,0.00017968012],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992367,0.00006975439,0.00016807874,0.00015244991,0.00020561097,0.00016740673],"domain_scores_gemma":[0.9994137,0.00018527819,0.000069012916,0.00023299629,0.000060996903,0.00003799276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003010885,0.00009726432,0.000113418115,0.000036293743,0.0005689753,0.00016345321,0.00027711238,0.0001301736,0.000005837275],"category_scores_gemma":[0.00006787707,0.00009689898,0.00009718451,0.00027558726,0.00009781425,0.00035315077,0.00012696818,0.00018916393,0.000014290711],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020765132,0.00009223132,0.00007156548,0.000107964865,0.00013160198,0.0000010056295,0.37086743,0.00001558318,0.0006548179,0.22765896,0.030548204,0.36982986],"study_design_scores_gemma":[0.0092177205,0.00049971393,0.035143394,0.0006127863,0.00024545548,0.000020903553,0.28983223,0.08617554,0.034863025,0.43394843,0.10654054,0.0029002533],"about_ca_topic_score_codex":0.000007091649,"about_ca_topic_score_gemma":0.000047672496,"teacher_disagreement_score":0.36692962,"about_ca_system_score_codex":0.000087224216,"about_ca_system_score_gemma":0.00006413208,"threshold_uncertainty_score":0.43761554},"labels":[],"label_agreement":null},{"id":"W4406790439","doi":"10.1371/journal.pone.0317001","title":"Gender biases and hate speech: Promoters and targets in the Argentinean political context","year":2025,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Politics; Popularity; Context (archaeology); Social media; Political science; Sociology; Law; Biology","score_opus":0.05960972641092253,"score_gpt":0.2473307400263937,"score_spread":0.18772101361547117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406790439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99015814,0.00037170656,0.0025312696,0.0045630354,0.000048288777,0.000249741,0.0000017391385,0.000053706222,0.002022401],"genre_scores_gemma":[0.99533224,0.000029359113,0.003292996,0.0011235485,0.000022698834,0.000009116522,9.832215e-7,0.0000030150131,0.00018601766],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992094,0.000071373266,0.00011273114,0.00022485082,0.00014601275,0.00023564258],"domain_scores_gemma":[0.9996245,0.000088249704,0.00001813394,0.00019148272,0.000024496916,0.000053140928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022559975,0.00007799474,0.00010597175,0.00008963157,0.00007423895,0.00013870806,0.00017029945,0.000034562992,0.000004739019],"category_scores_gemma":[0.00010961535,0.000058574453,0.0000137802945,0.00018538996,0.000054383047,0.00012685238,0.000092589944,0.000110587636,0.000008770955],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013254794,0.005164379,0.07614548,0.0009668716,0.00070674624,0.00053394726,0.011361287,0.0000031023976,0.089064345,0.63007647,0.0018261477,0.1840187],"study_design_scores_gemma":[0.0037927814,0.0006906098,0.17512353,0.0010882141,0.0002106615,0.00014139402,0.0018240875,0.05810847,0.6781702,0.07692572,0.0028255535,0.0010987764],"about_ca_topic_score_codex":0.00006456363,"about_ca_topic_score_gemma":0.000030774583,"teacher_disagreement_score":0.58910584,"about_ca_system_score_codex":0.00001172355,"about_ca_system_score_gemma":0.000018938981,"threshold_uncertainty_score":0.23885968},"labels":[],"label_agreement":null},{"id":"W4406928433","doi":"10.1108/oxan-es292533","title":"Canada faces serious social media manipulation threat","year":2025,"lang":"en","type":"article","venue":"Emerald expert briefings","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Internet privacy; Computer security; Computer science; World Wide Web","score_opus":0.011006499468778406,"score_gpt":0.22929702314838465,"score_spread":0.21829052367960625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406928433","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04421335,0.0012341425,0.16487834,0.7820477,0.0027805262,0.0004463212,0.0000074856393,0.0009862168,0.003405944],"genre_scores_gemma":[0.7033427,0.00009648186,0.009130328,0.28303823,0.0005711722,0.00006857583,0.000035721794,0.00002917052,0.0036876574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891937,0.00003060407,0.0001868216,0.0003173364,0.00026884757,0.0002770111],"domain_scores_gemma":[0.9995836,0.000040771636,0.000050835897,0.0002141216,0.00005861187,0.000052057927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007443982,0.0001378414,0.000144108,0.00005932466,0.00035961065,0.00015024663,0.00037397898,0.00006949092,0.000031438914],"category_scores_gemma":[0.000035087924,0.00014019752,0.000045937046,0.00035178612,0.000021765863,0.00031029637,0.000105196385,0.00010997882,0.000012916694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008531578,0.00001668505,0.000021030934,0.000009322682,0.000026947517,0.000021723892,0.0019555185,0.000027268856,0.0031590902,0.017829861,0.89348686,0.08343719],"study_design_scores_gemma":[0.000321,0.000013177967,0.00410112,0.000021340564,0.0000042022657,0.000009127924,0.000018395824,0.0032204168,0.0124742435,0.0036793083,0.9758747,0.0002629671],"about_ca_topic_score_codex":0.8739118,"about_ca_topic_score_gemma":0.37141943,"teacher_disagreement_score":0.6591293,"about_ca_system_score_codex":0.00014365013,"about_ca_system_score_gemma":0.0002757268,"threshold_uncertainty_score":0.64005053},"labels":[],"label_agreement":null},{"id":"W4407090707","doi":"10.1101/2025.01.30.25321414","title":"Sentiment analysis of employees and COVID-19 vaccine hesitancy at workplace","year":2025,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Registered Nurses' Association of Ontario","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Sentiment analysis; Business; Virology; Computer science; Medicine; Artificial intelligence; Outbreak; Internal medicine","score_opus":0.016843563884330483,"score_gpt":0.2783707912387036,"score_spread":0.2615272273543731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407090707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7587633,0.0013791466,0.23667465,0.001490346,0.00051443983,0.00028825557,0.000025864356,0.00020588543,0.000658094],"genre_scores_gemma":[0.9802053,0.00048624547,0.010947949,0.00041038223,0.0000535094,0.000051706298,0.000027911228,0.000011994213,0.0078049954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981284,0.00014967704,0.00040037135,0.00076108525,0.0003307151,0.00022973535],"domain_scores_gemma":[0.9982642,0.00015852587,0.0002577627,0.0010442929,0.00008037508,0.00019487864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050926313,0.00023963244,0.0005594924,0.00069404836,0.00012530872,0.00008578758,0.0006789145,0.00017736576,0.00007368684],"category_scores_gemma":[0.000104330786,0.00022659269,0.00022717053,0.0011795165,0.000023697652,0.000063730215,0.0016467434,0.0002247046,0.000008809023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001199837,0.00029895332,0.9503621,0.0011809993,0.0052247373,0.0001263822,0.0027714318,0.019255735,0.001530378,0.0026235855,0.0051060235,0.0113997245],"study_design_scores_gemma":[0.002866884,0.00048780467,0.6515386,0.00092099025,0.007464057,0.00003844945,0.00013036533,0.21416326,0.062104616,0.010282342,0.04704597,0.0029566423],"about_ca_topic_score_codex":0.00020162144,"about_ca_topic_score_gemma":0.0003130474,"teacher_disagreement_score":0.29882345,"about_ca_system_score_codex":0.00016429543,"about_ca_system_score_gemma":0.00014744444,"threshold_uncertainty_score":0.9240182},"labels":[],"label_agreement":null},{"id":"W4407171721","doi":"10.1016/j.ipm.2025.104079","title":"Exploring hate speech dynamics: The emotional, linguistic, and thematic impact on social media users","year":2025,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Dynamics (music); Linguistics; Social media; Thematic map; Psychology; Sociology; Computer science; Geography; World Wide Web; Philosophy","score_opus":0.03384694922045842,"score_gpt":0.26944526665705476,"score_spread":0.23559831743659634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407171721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17736171,0.00008874295,0.75862145,0.0043293494,0.0014995252,0.0008428656,0.000005409101,0.0006875979,0.056563355],"genre_scores_gemma":[0.9945062,0.000045907927,0.0047662416,0.000450547,0.000048826325,0.0000506431,0.000009573483,0.000004284002,0.00011780218],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905807,0.000025126483,0.00027369274,0.00013254794,0.00032130812,0.00018925597],"domain_scores_gemma":[0.99948883,0.000061004113,0.00014087606,0.00018465491,0.00009481692,0.000029846298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042401123,0.0001306859,0.00009859719,0.00026535557,0.00053607323,0.0008197398,0.0003325341,0.000026786398,0.0000038587605],"category_scores_gemma":[0.00006851617,0.00009161008,0.00004002238,0.00047034578,0.00003693344,0.0013943416,0.00014836587,0.00012091635,0.000040131858],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008475043,0.000013201676,0.00001318849,0.0001904355,0.000029300216,0.0000016621889,0.0035965203,0.00037193872,8.9587036e-7,0.047484573,0.00020795933,0.94808185],"study_design_scores_gemma":[0.0016422247,0.00009235926,0.048485883,0.0016055397,0.000121974015,0.000023143899,0.007931176,0.86397105,0.0006870439,0.06540496,0.009253268,0.0007813594],"about_ca_topic_score_codex":0.000008018322,"about_ca_topic_score_gemma":0.0000033785625,"teacher_disagreement_score":0.9473005,"about_ca_system_score_codex":0.00014620637,"about_ca_system_score_gemma":0.000030045328,"threshold_uncertainty_score":0.790477},"labels":[],"label_agreement":null},{"id":"W4407573828","doi":"10.1016/j.socnet.2025.02.001","title":"From warnings to bans: The role of social networks in the severity of sanctions","year":2025,"lang":"en","type":"article","venue":"Social Networks","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Sanctions; Psychology; Computer security; Political science; Business; Social psychology; Computer science; Law","score_opus":0.004423958550251469,"score_gpt":0.22788237294916924,"score_spread":0.22345841439891778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407573828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2944215,0.0006775592,0.6847214,0.008074834,0.001987034,0.00070981384,0.000009705083,0.00012923822,0.009268916],"genre_scores_gemma":[0.9983696,0.000011122424,0.0002860251,0.000597859,0.0006335863,0.000027673901,0.0000034526745,0.000004569264,0.00006616189],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988287,0.0002675197,0.00025656653,0.0002123662,0.00019120742,0.0002436321],"domain_scores_gemma":[0.9993526,0.00020460927,0.0001159871,0.0002417368,0.00006670245,0.000018366063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005701139,0.00009867898,0.00018522613,0.000047976766,0.00040786236,0.00005649079,0.00073510414,0.00015351243,0.000010689024],"category_scores_gemma":[0.000032918768,0.00007275614,0.0001220821,0.0012021534,0.00009076628,0.00009087783,0.00015885929,0.00038664855,0.0000020758346],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012200371,0.00024034001,0.005404194,0.000011699246,0.00017349739,0.000003066273,0.06998398,0.022015806,0.00023799187,0.05817327,0.026346274,0.81728786],"study_design_scores_gemma":[0.0012190538,0.00020217577,0.33775955,0.00016027222,0.00013130675,0.0000027383946,0.012977641,0.47752634,0.00073831703,0.08632432,0.0823018,0.00065646466],"about_ca_topic_score_codex":0.0009754154,"about_ca_topic_score_gemma":0.00044401825,"teacher_disagreement_score":0.81663144,"about_ca_system_score_codex":0.000036404366,"about_ca_system_score_gemma":0.000053147185,"threshold_uncertainty_score":0.31369886},"labels":[],"label_agreement":null},{"id":"W4407831734","doi":"10.2139/ssrn.5100113","title":"U.S. Public Opinion and Government Regulation of Foreign Social Media Apps: A \"Hidden Consensus\" about What to Ban?","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Public opinion; Social media; Government (linguistics); Political science; Public administration; Public relations; Law and economics; Law; Politics; Sociology","score_opus":0.019644472808512902,"score_gpt":0.24337461755533868,"score_spread":0.2237301447468258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407831734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1989962,0.023480725,0.7385949,0.023613479,0.008056624,0.0020645864,0.000058269517,0.00032029542,0.004814907],"genre_scores_gemma":[0.98559356,0.0094926,0.0037125805,0.00013246346,0.0006719201,0.000029325856,0.000011544361,0.000018202823,0.0003377782],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99653125,0.00021513044,0.0005621206,0.0005225228,0.0008627666,0.0013062342],"domain_scores_gemma":[0.9986135,0.00011583378,0.0005170904,0.0003668108,0.00024105192,0.00014574868],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020861563,0.00027821123,0.00039889218,0.00024374708,0.00026942982,0.0006087645,0.0007499458,0.00029968235,0.0000074373834],"category_scores_gemma":[0.00017794798,0.00027744455,0.00016900337,0.00031519798,0.000056062105,0.00036164187,0.0006875111,0.0017456834,0.000004198143],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058502734,0.000050049017,0.00008504151,0.00006834406,0.00020954687,0.0000014842735,0.0011542289,0.000050716073,0.00029000628,0.3870662,0.00035371672,0.61061215],"study_design_scores_gemma":[0.0013697181,0.0004672524,0.0042823553,0.0009346067,0.000078256235,0.000337047,0.0033472986,0.004156959,0.0016682446,0.97776973,0.004830728,0.00075777486],"about_ca_topic_score_codex":0.000029370449,"about_ca_topic_score_gemma":0.00026321787,"teacher_disagreement_score":0.7865974,"about_ca_system_score_codex":0.0014698212,"about_ca_system_score_gemma":0.00271571,"threshold_uncertainty_score":0.99996775},"labels":[],"label_agreement":null},{"id":"W4407874572","doi":"10.1177/0261927x251318887","title":"Automating the Detection of Linguistic Intergroup Bias Through Computerized Language Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Language and Social Psychology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Lexical analysis; Abstraction; Ingroups and outgroups; Coding (social sciences); Computer science; Outgroup; Natural language processing; Linguistics; Sentence; Psychology; Sentiment analysis; Linguistic analysis; Artificial intelligence; Cognitive psychology; Social psychology; Statistics; Mathematics; Epistemology","score_opus":0.01768414251105102,"score_gpt":0.3330358385620776,"score_spread":0.31535169605102653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407874572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5894193,0.00050971005,0.4085935,0.00046313956,0.00048968487,0.00003163897,5.610294e-7,0.000017352466,0.00047507347],"genre_scores_gemma":[0.9955591,0.00002442534,0.0035953354,0.000584615,0.00018705579,8.078165e-7,4.8077646e-7,0.0000027796045,0.000045421366],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990655,0.00021369742,0.00037320456,0.00011469711,0.00011689743,0.00011599484],"domain_scores_gemma":[0.99923015,0.0001339336,0.0003775432,0.00014422751,0.00009769876,0.000016469387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005303836,0.00007565255,0.00027333852,0.00021029005,0.00012972251,0.000052194842,0.00029972335,0.00007675855,0.000005870696],"category_scores_gemma":[0.00010230927,0.000053265932,0.00016997475,0.00063700083,0.00006357515,0.000091114845,0.000060067516,0.0002086288,7.805875e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015998728,0.00018458281,0.0012675518,0.0000854377,0.0018256957,0.00020101895,0.19120343,0.000019076379,0.1505828,0.004746103,0.0002183837,0.6495059],"study_design_scores_gemma":[0.023371637,0.006365337,0.6060724,0.0009896854,0.007348867,0.0022854554,0.08394853,0.07033136,0.13438591,0.04713555,0.015067859,0.0026973893],"about_ca_topic_score_codex":0.00007517674,"about_ca_topic_score_gemma":0.00004350963,"teacher_disagreement_score":0.64680856,"about_ca_system_score_codex":0.000015484236,"about_ca_system_score_gemma":0.000020201884,"threshold_uncertainty_score":0.21721217},"labels":[],"label_agreement":null},{"id":"W4407891888","doi":"10.18280/jesa.580102","title":"Optimizing Hate Speech Detection in Indonesian Social Media: An ADASYN and LSTM-Based Approach","year":2025,"lang":"en","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Indonesian; Computer science; Social media; Voice activity detection; Speech recognition; Natural language processing; Artificial intelligence; Linguistics; World Wide Web; Speech processing; Philosophy","score_opus":0.015940070759209363,"score_gpt":0.24358459675682057,"score_spread":0.2276445259976112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407891888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4342092,0.00024259037,0.5631004,0.00021720902,0.00056590023,0.00018430744,0.0000011403929,0.00030382775,0.0011754611],"genre_scores_gemma":[0.9231516,0.00003481516,0.07642873,0.00012336757,0.00015948093,0.00001276233,0.0000015912382,0.000021543954,0.00006610175],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975798,0.0005481714,0.00056043087,0.00043407496,0.00041205066,0.00046548716],"domain_scores_gemma":[0.9990726,0.0001045684,0.0002603456,0.00026324633,0.00013010034,0.0001691184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010954125,0.00025392624,0.00035631645,0.0007917098,0.00065840496,0.00090273604,0.0005270658,0.00016774672,0.000004727133],"category_scores_gemma":[0.00013243119,0.00024106826,0.00009034282,0.0011238605,0.000096061514,0.0010727723,0.00012200678,0.0005724721,0.0000073926567],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002917159,0.00010542738,0.00041819937,0.00010421542,0.000028066834,0.00016168908,0.0013170645,0.00082714297,0.0031439045,0.00080146146,0.00003127818,0.9930324],"study_design_scores_gemma":[0.002218624,0.00025794425,0.26283833,0.00040622454,0.000044996366,0.001312674,0.0005232052,0.71512985,0.010639501,0.005741921,0.0003017002,0.00058502954],"about_ca_topic_score_codex":0.000048912818,"about_ca_topic_score_gemma":0.00014650897,"teacher_disagreement_score":0.9924474,"about_ca_system_score_codex":0.0002611072,"about_ca_system_score_gemma":0.0001593861,"threshold_uncertainty_score":0.98304784},"labels":[],"label_agreement":null},{"id":"W4407958594","doi":"10.2139/ssrn.5137974","title":"It Happens More than Once: Understanding Canadian University Students Experiences of Hate, Online and Offline","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University; Concordia University; Université du Québec à Montréal; York University","funders":"","keywords":"Online and offline; Psychology; Media studies; Sociology; Mathematics education; Political science; Law","score_opus":0.0180217859861165,"score_gpt":0.2657592097241467,"score_spread":0.24773742373803018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407958594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84891176,0.001286935,0.144364,0.002938249,0.0010635387,0.0002986628,0.000030476758,0.000059562542,0.0010468347],"genre_scores_gemma":[0.9933222,0.004184207,0.0007622652,0.00007115948,0.000074906115,9.075134e-7,0.000008291323,0.0000069181765,0.0015691594],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99749213,0.00010755749,0.00027623549,0.00042109235,0.00042513176,0.0012778492],"domain_scores_gemma":[0.9990502,0.00003092525,0.00026753478,0.000319177,0.00011529702,0.00021687183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008601885,0.00021759854,0.00030639544,0.0005015639,0.00038799772,0.00017282894,0.001391801,0.00020154678,0.0000058275346],"category_scores_gemma":[0.000026586682,0.0002293006,0.00010883404,0.0003486869,0.00010215589,0.00023188148,0.0005659532,0.0019982278,8.942795e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007183459,0.0012586222,0.034073453,0.0007101007,0.005312141,0.0008586509,0.21194619,0.0050598294,0.0004806661,0.6214787,0.001411961,0.116691336],"study_design_scores_gemma":[0.005167749,0.0026967896,0.0067353877,0.0031877263,0.00048047953,0.0015274833,0.69548243,0.025627423,0.001061611,0.24719118,0.007893819,0.0029479067],"about_ca_topic_score_codex":0.01581324,"about_ca_topic_score_gemma":0.2644965,"teacher_disagreement_score":0.48353627,"about_ca_system_score_codex":0.0025817524,"about_ca_system_score_gemma":0.0078996075,"threshold_uncertainty_score":0.99772465},"labels":[],"label_agreement":null},{"id":"W4408386512","doi":"10.1007/s12142-025-00737-y","title":"Correction to: From Commitment to Compliance: The Discursive Challenge to Ending Enforced Disappearances in Democratic Argentina","year":2024,"lang":"en","type":"article","venue":"Human Rights Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Democracy; Compliance (psychology); Political philosophy; Development aid; Political science; Human rights; Law and economics; Law; Public administration; Criminology; Sociology; Politics; Social psychology; Psychology","score_opus":0.04230681903910862,"score_gpt":0.328396889788642,"score_spread":0.2860900707495334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408386512","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12528168,0.23369782,0.47725424,0.057929236,0.037079763,0.021217953,0.00004699338,0.0022206753,0.04527164],"genre_scores_gemma":[0.9861658,0.0025856113,0.0025319085,0.0023692974,0.00045701236,0.0007666048,0.0000161872,0.000027651697,0.0050798915],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983518,0.00015092561,0.0003605551,0.0005340735,0.00029225682,0.00031037524],"domain_scores_gemma":[0.99915296,0.00008840019,0.000047841644,0.0005244577,0.000031037376,0.00015529995],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035934596,0.00019509182,0.0002975994,0.00011323902,0.00038720318,0.00024659687,0.0006431703,0.000024598763,0.0000954748],"category_scores_gemma":[0.000021407106,0.00011846089,0.000101397505,0.0007349326,0.000016328462,0.00021488134,0.00015529178,0.00019479835,0.0010631043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024183762,0.0002747352,0.000052674302,0.0029516781,0.00017515256,0.00021623573,0.017596321,0.00046792862,0.0014855014,0.18970603,0.15876386,0.6282857],"study_design_scores_gemma":[0.00020749083,0.00049341365,0.002189512,0.045747057,0.000065205204,0.000019824744,0.00007843391,0.0043347254,0.0015293857,0.018191993,0.9264115,0.0007314635],"about_ca_topic_score_codex":0.00031817265,"about_ca_topic_score_gemma":0.0018405383,"teacher_disagreement_score":0.8608842,"about_ca_system_score_codex":0.0001507393,"about_ca_system_score_gemma":0.000016710332,"threshold_uncertainty_score":0.9997147},"labels":[],"label_agreement":null},{"id":"W4408406240","doi":"10.22230/cjc.2017v43n1a3316","title":"Framing the Pipeline Problem: Civic Claimsmakers and Social Media","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Framing (construction); Political science; Sociology; Media studies; Geography","score_opus":0.016207738764560452,"score_gpt":0.22370983451194157,"score_spread":0.20750209574738113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408406240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59398097,0.007174477,0.27095696,0.107958704,0.0020775897,0.00049369526,0.0000064159613,0.0000933925,0.017257793],"genre_scores_gemma":[0.9925521,0.00004989247,0.0068011847,0.00037620644,0.00018292022,9.77375e-7,8.7038984e-7,0.000004228017,0.000031595388],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936515,0.00013329755,0.00019480495,0.00005696933,0.000110225265,0.00013954776],"domain_scores_gemma":[0.9991025,0.00009668903,0.00017472715,0.00028271592,0.00021829558,0.00012510193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006953609,0.000052849737,0.000074127325,0.000115140116,0.0005935296,0.00017177488,0.00073454785,0.00004578365,0.000011361678],"category_scores_gemma":[0.00006523907,0.000040725005,0.000027603624,0.00019423223,0.0001863493,0.00027414522,0.000038258226,0.00023532247,0.000007787989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015244232,0.0000186562,0.0010272997,0.000014170777,0.000053292635,0.000015104387,0.061854657,0.000015833248,0.0010416205,0.053667128,0.021732528,0.86054444],"study_design_scores_gemma":[0.0017652054,0.0004852504,0.048519902,0.00033232642,0.00009842149,0.0012815812,0.005403568,0.01753212,0.0037444644,0.10102676,0.8190824,0.00072802295],"about_ca_topic_score_codex":0.000794655,"about_ca_topic_score_gemma":0.04782526,"teacher_disagreement_score":0.85981643,"about_ca_system_score_codex":0.000054726297,"about_ca_system_score_gemma":0.00036142726,"threshold_uncertainty_score":0.9695495},"labels":[],"label_agreement":null},{"id":"W4408501309","doi":"10.33422/icrhs.v2i1.924","title":"Brampton, Browntown, or Bramladesh? A Critique of the Hate Speech Used Against Racialized Spaces in Canada","year":2025,"lang":"en","type":"article","venue":"Proceedings of The International Conference on Research in Humanities and Social Sciences","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Sociology; Linguistics; Philosophy","score_opus":0.13290836389276312,"score_gpt":0.3678242426100528,"score_spread":0.2349158787172897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408501309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9537753,0.000021383396,0.0000046941846,0.014928337,0.0002931376,0.00022536567,0.0000049032615,0.000006104284,0.03074079],"genre_scores_gemma":[0.99861324,0.000074293566,0.00007439382,0.00034772823,0.000022903128,0.000018481282,1.2411878e-7,0.0000017611693,0.0008471059],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99819994,0.000059845243,0.00025614497,0.00023415766,0.0009996422,0.00025028925],"domain_scores_gemma":[0.99918246,0.00018294458,0.00012002422,0.000061518105,0.00043973012,0.00001333083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013705355,0.000080867554,0.00014269988,0.000250769,0.0004117852,0.00042270363,0.0018733694,0.000039873583,0.00001552232],"category_scores_gemma":[0.00029552614,0.00004929343,0.00003335471,0.0007362698,0.0007117807,0.0003208658,0.0004951446,0.0002881767,1.487808e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061255705,0.000050551058,0.014400358,0.00007982378,0.000012931861,0.0000016374944,0.0037497154,0.0000066649377,0.008251885,0.9662185,0.000700484,0.006466194],"study_design_scores_gemma":[0.0027669447,0.0005520898,0.11229826,0.0046178154,0.000010123882,0.00001006007,0.08438198,0.032483894,0.2824767,0.46818295,0.011407681,0.0008114964],"about_ca_topic_score_codex":0.27254313,"about_ca_topic_score_gemma":0.5095743,"teacher_disagreement_score":0.49803555,"about_ca_system_score_codex":0.00020565219,"about_ca_system_score_gemma":0.0013390764,"threshold_uncertainty_score":0.73230106},"labels":[],"label_agreement":null},{"id":"W4408659263","doi":"10.2139/ssrn.5182125","title":"&lt;p&gt;Sexual Communications, Digital Intimacy, and the Extremely Limited Admissibility of Evidence of a Complainant's Intention to Consent&lt;b&gt;&lt;i&gt;&lt;/i&gt;&lt;/b&gt;&lt;/p&gt;","year":2025,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Plaintiff; Psychology; Social psychology; Law; Political science","score_opus":0.03583411345708032,"score_gpt":0.28829533571464167,"score_spread":0.25246122225756135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408659263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7747701,0.033871617,0.174154,0.009924553,0.001179393,0.0021965154,0.000065508284,0.00038108614,0.0034572217],"genre_scores_gemma":[0.9872126,0.007505503,0.002550601,0.00024500603,0.0001338751,0.00006955954,0.000031132593,0.000058600832,0.0021931313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99065304,0.001497109,0.0023568228,0.0013106426,0.0015223497,0.0026600088],"domain_scores_gemma":[0.99156415,0.001961857,0.0014999948,0.0029095612,0.0015356556,0.0005287673],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.007001618,0.00083438255,0.001290031,0.0009335763,0.001457432,0.00085718744,0.0040665213,0.00037903013,0.000040746312],"category_scores_gemma":[0.003360737,0.0006791875,0.00057153794,0.0024747967,0.0012664734,0.0017981189,0.0017307182,0.002135583,0.00004578902],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035244701,0.001992558,0.0030893246,0.0004876579,0.001614287,0.000043538323,0.002607098,0.00022546528,0.34964234,0.37904605,0.0039562993,0.25377092],"study_design_scores_gemma":[0.040877193,0.020995673,0.088025756,0.014010618,0.0033169838,0.010271192,0.003948445,0.18950215,0.03739376,0.33898616,0.24315718,0.009514884],"about_ca_topic_score_codex":0.00009682504,"about_ca_topic_score_gemma":0.0046917344,"teacher_disagreement_score":0.3122486,"about_ca_system_score_codex":0.0013442527,"about_ca_system_score_gemma":0.0035455266,"threshold_uncertainty_score":0.9998425},"labels":[],"label_agreement":null},{"id":"W4409079155","doi":"10.33524/cjar.v25i1.685","title":"Exploring Anonymous Marking to Mitigate Marking Bias: A Self-Study Through Mixed Methods Action Research","year":2025,"lang":"en","type":"article","venue":"The Canadian Journal of Action Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Conestoga College","funders":"","keywords":"Action research; Psychology; Multimethodology; Action (physics); Social psychology; Mathematics education; Physics","score_opus":0.6188306581507977,"score_gpt":0.5153416068387506,"score_spread":0.10348905131204711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409079155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91971505,0.00025504167,0.056177676,0.013127019,0.0042348416,0.0010411616,0.0000011501826,0.000082962804,0.005365105],"genre_scores_gemma":[0.98027027,0.000112121226,0.018118529,0.000113007794,0.00042287607,0.00007473532,2.3558015e-7,0.000020973848,0.00086724723],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907405,0.0058103707,0.0005380915,0.00041878113,0.0014068921,0.0010853788],"domain_scores_gemma":[0.99542123,0.0013754579,0.00014745625,0.0007359904,0.0017599041,0.0005599869],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.027757047,0.00016604099,0.00025647765,0.0027191925,0.0030730828,0.0014375662,0.0016478339,0.00009971489,0.00003458771],"category_scores_gemma":[0.0017274155,0.0001362353,0.00012034685,0.005311937,0.00012497135,0.0013147701,0.00025254078,0.0023068406,0.000054037337],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002670836,0.00013757398,0.0010028917,0.00007084416,0.00033002012,0.00039509303,0.017787922,0.00066298863,0.012224351,0.0028758794,0.00958438,0.95466095],"study_design_scores_gemma":[0.002848218,0.0040626684,0.0670106,0.0014248363,0.00011043406,0.001125931,0.077699594,0.010730706,0.18948059,0.026202109,0.618233,0.0010713099],"about_ca_topic_score_codex":0.03136125,"about_ca_topic_score_gemma":0.087378174,"teacher_disagreement_score":0.9535897,"about_ca_system_score_codex":0.002025369,"about_ca_system_score_gemma":0.0029942843,"threshold_uncertainty_score":0.9999949},"labels":[],"label_agreement":null},{"id":"W4409748992","doi":"10.1145/3706598.3714010","title":"The Role of Expertise in Effectively Moderating Harmful Social Media Content","year":2025,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Social media; Content (measure theory); Computer science; Internet privacy; World Wide Web; Mathematics","score_opus":0.015197890499626028,"score_gpt":0.23424660870972452,"score_spread":0.2190487182100985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409748992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64243335,0.0006382285,0.33194125,0.0013793095,0.0005830402,0.00030176158,5.434883e-7,0.00013533352,0.022587199],"genre_scores_gemma":[0.9985529,0.0000049070495,0.001170895,0.000066320164,0.00001867831,0.000023900588,1.1461851e-7,0.0000017151386,0.00016057903],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993916,0.00007643064,0.00014968457,0.00013398573,0.0001127133,0.00013555313],"domain_scores_gemma":[0.99960005,0.00018618083,0.000033286444,0.000112760885,0.000052728006,0.000015018362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002534313,0.000054303884,0.00008569481,0.000050065475,0.0001483133,0.00006448006,0.00024254619,0.00003272749,0.0000019945912],"category_scores_gemma":[0.00012544326,0.000037017664,0.000036271584,0.00021237391,0.000027137605,0.00011163389,0.000084736785,0.000077178585,0.000003522988],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001758021,0.000030415726,0.00048212896,0.0000036164793,0.000010448811,0.0000012987755,0.0029248842,0.000022096743,0.044171944,0.08520591,0.00009370046,0.867036],"study_design_scores_gemma":[0.00080352015,0.000051980514,0.020184644,0.00004396044,0.0000035209177,0.000001635175,0.0015865952,0.27074993,0.68356085,0.0222506,0.0006168724,0.00014592023],"about_ca_topic_score_codex":0.00016739793,"about_ca_topic_score_gemma":0.00027146126,"teacher_disagreement_score":0.8668901,"about_ca_system_score_codex":0.000037719965,"about_ca_system_score_gemma":0.00003775936,"threshold_uncertainty_score":0.15095367},"labels":[],"label_agreement":null},{"id":"W4410049912","doi":"10.1145/3710970","title":"Exploring Algorithmic Resistance: Responses to Social Media Censorship in Activism","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Universitas Brawijaya; Bundesministerium für Bildung und Forschung","keywords":"Censorship; Social media; Political science; Mores; Public relations; Sociology; Politics; Law","score_opus":0.1239332525760814,"score_gpt":0.32959725125050243,"score_spread":0.20566399867442103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410049912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894076,0.0000057130333,0.002109414,0.0043749395,0.0020767986,0.0002787352,0.000001271447,0.00015402348,0.0015915028],"genre_scores_gemma":[0.9906269,0.000004527758,0.008191192,0.00028742905,0.00033539094,0.00007927286,3.6681658e-7,0.000012677369,0.000462285],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984413,0.000043975062,0.00037566212,0.00048902346,0.0003581175,0.0002919621],"domain_scores_gemma":[0.9988968,0.00026208747,0.00020270312,0.00040522494,0.00018994766,0.000043268727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051111454,0.00019089112,0.00023002026,0.0006727645,0.00026299027,0.00022351071,0.0019170954,0.00007418891,0.000003140459],"category_scores_gemma":[0.0005294816,0.00016681037,0.000115369694,0.0009823045,0.000031554966,0.001018423,0.0007750618,0.00042059098,0.000015748847],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025067823,0.00093133695,0.0016194414,0.0005635559,0.00020610332,0.000015136777,0.053612962,0.00017381216,0.3095723,0.1199144,0.029689778,0.48119438],"study_design_scores_gemma":[0.001470594,0.0003311201,0.1720422,0.0022684576,0.000028848643,0.0000148163845,0.001130157,0.002162826,0.7716004,0.038529266,0.009672455,0.0007488425],"about_ca_topic_score_codex":0.000021438122,"about_ca_topic_score_gemma":0.000025742267,"teacher_disagreement_score":0.48044553,"about_ca_system_score_codex":0.00027527055,"about_ca_system_score_gemma":0.000023701761,"threshold_uncertainty_score":0.68023294},"labels":[],"label_agreement":null},{"id":"W4410062048","doi":"10.55927/fjmr.v4i4.166","title":"Analyzing and Predicting Emotional Responses in Cyber Bullying Cases: A Deep Learning Approach","year":2025,"lang":"en","type":"article","venue":"Formosa Journal of Multidisciplinary Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wycliffe College","funders":"","keywords":"Psychology; Cyber bullying; Applied psychology; Artificial intelligence; Computer science; Cognitive psychology; World Wide Web; The Internet","score_opus":0.044174282859434796,"score_gpt":0.3523063310419177,"score_spread":0.3081320481824829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410062048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91566783,0.0013414001,0.08125858,0.00051193015,0.00013861335,0.00017799588,6.996281e-7,0.000028214834,0.00087475113],"genre_scores_gemma":[0.9716669,0.00021337892,0.027493885,0.0000052188852,0.000073769996,0.000009998864,0.0000012690466,0.000009660995,0.000525959],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970725,0.00073247467,0.0006085731,0.0003460828,0.00069369783,0.0005466526],"domain_scores_gemma":[0.99788386,0.0011149712,0.00018423314,0.00022104179,0.00044079174,0.00015513235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006645701,0.00014579768,0.00027146706,0.0016302677,0.0007860251,0.00028345446,0.000578961,0.000114706054,0.000005186761],"category_scores_gemma":[0.0013318971,0.00012738632,0.00009286273,0.0016365763,0.00012331925,0.00092687446,0.0007367425,0.0014957653,0.000003031314],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017136667,0.00080664176,0.70357454,0.0004701703,0.00026500085,0.0022118585,0.016853338,0.01576722,0.016635863,0.005637501,0.0001787663,0.23588541],"study_design_scores_gemma":[0.0030954136,0.001378519,0.2769993,0.0013746412,0.000022602484,0.0034065682,0.009362534,0.69675756,0.0018907883,0.0048799296,0.00042054677,0.00041163166],"about_ca_topic_score_codex":0.000050126302,"about_ca_topic_score_gemma":0.000021474241,"teacher_disagreement_score":0.68099034,"about_ca_system_score_codex":0.0002102955,"about_ca_system_score_gemma":0.00029541305,"threshold_uncertainty_score":0.6498439},"labels":[],"label_agreement":null},{"id":"W4410281226","doi":"10.2196/69817","title":"Exploring Mental Health Content Moderation and Well-Being Tools on Social Media Platforms: Walkthrough Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Moderation; Mental health; Software walkthrough; Social media; Psychology; Computer science; World Wide Web; Social psychology; Psychotherapist","score_opus":0.1443474686219426,"score_gpt":0.31136497799023116,"score_spread":0.16701750936828857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410281226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98920625,0.000015850632,0.009066928,0.00038847406,0.00034398327,0.00022621352,0.000003435251,0.0001660076,0.00058287074],"genre_scores_gemma":[0.999318,0.00002470734,0.00019941811,0.00021019427,0.00005830552,0.000037311926,0.000046773228,0.000005766047,0.00009952001],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987875,0.000032489123,0.00026416942,0.0003611083,0.00028809262,0.0002666032],"domain_scores_gemma":[0.999556,0.000056618075,0.000095402014,0.00018649321,0.00003062357,0.00007485068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001740143,0.00015610628,0.00024050819,0.0003784147,0.0008413921,0.0003589766,0.00019028607,0.000051721196,0.000010930418],"category_scores_gemma":[0.000013137519,0.00014004896,0.00010443063,0.0005062624,0.000028127348,0.0009679345,0.0000885191,0.00015848714,0.000006421442],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001099341,0.00051062164,0.017904725,0.0001612162,0.0013929587,0.000013735364,0.22008984,0.00042398696,0.0067298105,0.36248907,0.0020861009,0.388088],"study_design_scores_gemma":[0.0027719405,0.00066625077,0.9131901,0.000238444,0.00013987617,0.0000026201121,0.008111274,0.012178495,0.04766692,0.009390722,0.0043355636,0.0013077788],"about_ca_topic_score_codex":0.00009483969,"about_ca_topic_score_gemma":0.00019470694,"teacher_disagreement_score":0.89528537,"about_ca_system_score_codex":0.00020609259,"about_ca_system_score_gemma":0.000029626486,"threshold_uncertainty_score":0.6471393},"labels":[],"label_agreement":null},{"id":"W4410282617","doi":"10.18280/ijsse.150310","title":"A Hybrid Semantic Enrichment Approach for Multi-Label Toxic Speech Detection","year":2025,"lang":"en","type":"article","venue":"International Journal of Safety and Security Engineering","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Speech recognition; Artificial intelligence","score_opus":0.01027643679605816,"score_gpt":0.24430372462241964,"score_spread":0.23402728782636148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410282617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03380816,0.00029037308,0.9642014,0.00027688566,0.0012101539,0.00010164066,0.0000029467524,0.000033678567,0.00007474702],"genre_scores_gemma":[0.8855551,0.00018318252,0.11399669,0.00006612926,0.00013781802,0.0000039036236,0.0000015939934,0.0000046461964,0.00005094325],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992058,0.000013233002,0.00030753156,0.00013912568,0.00020885226,0.00012541297],"domain_scores_gemma":[0.9994897,0.00005289962,0.00010556183,0.000078709156,0.00022099246,0.00005210286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038468328,0.00009624616,0.00013730492,0.00026886052,0.000059542905,0.00011018005,0.0003281902,0.00003994169,9.58117e-7],"category_scores_gemma":[0.000087690976,0.000093486306,0.000072696086,0.000107395615,0.000009212293,0.00032428963,0.00007321921,0.00017368798,4.8797847e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058390206,0.00074921094,0.00016101568,0.00035371372,0.0011059167,0.00014416859,0.0015168212,0.020197181,0.060889535,0.035815045,0.00014104863,0.87834245],"study_design_scores_gemma":[0.001182992,0.000083911604,0.00025637881,0.00007523815,0.000014418229,0.0003284095,0.000022089454,0.96976864,0.02490757,0.00067365175,0.0025861089,0.0001005863],"about_ca_topic_score_codex":0.0000070155475,"about_ca_topic_score_gemma":0.0000016680716,"teacher_disagreement_score":0.9495715,"about_ca_system_score_codex":0.000099326644,"about_ca_system_score_gemma":0.000031222015,"threshold_uncertainty_score":0.3812261},"labels":[],"label_agreement":null},{"id":"W4410298309","doi":"10.1016/j.chbr.2026.101154","title":"Towards a Comprehensive Taxonomy of Online Abusive Language Informed by Machine Learning","year":2025,"lang":"en","type":"preprint","venue":"Computers in Human Behavior Reports","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Taxonomy (biology); Computer science; Natural language processing; Artificial intelligence; Psychology; Ecology; Biology","score_opus":0.027884818029311316,"score_gpt":0.29975003805801503,"score_spread":0.2718652200287037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410298309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9181371,0.0008298152,0.075339116,0.000050612678,0.0025211598,0.0017196229,0.00006954068,0.0004364165,0.00089665136],"genre_scores_gemma":[0.92325497,0.0000900314,0.07417121,0.00014746633,0.000116224,0.00039844884,0.0010858696,0.000037042715,0.0006987443],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965659,0.00014879303,0.0013285275,0.0010165429,0.0004997208,0.00044053965],"domain_scores_gemma":[0.996982,0.00007864702,0.0012134013,0.0013253039,0.00026968503,0.00013096104],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025225096,0.0005117501,0.0008836322,0.0007098504,0.00013226602,0.0001677887,0.0010634336,0.00037754938,0.00001938563],"category_scores_gemma":[0.000047794823,0.00056490814,0.00028679066,0.00044205095,0.00011474768,0.00019876836,0.0024808424,0.0014130027,0.0000013594592],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008150309,0.0038134526,0.085359626,0.0033784225,0.0005687721,0.01791461,0.01994642,0.02109658,0.016010677,0.0009823455,0.0078018247,0.8230458],"study_design_scores_gemma":[0.016891202,0.005727679,0.33713716,0.030527595,0.002085452,0.0072054956,0.004283724,0.19233708,0.16304481,0.006458052,0.21266946,0.021632286],"about_ca_topic_score_codex":0.0019527959,"about_ca_topic_score_gemma":0.0001876969,"teacher_disagreement_score":0.8014135,"about_ca_system_score_codex":0.00031398286,"about_ca_system_score_gemma":0.0004666369,"threshold_uncertainty_score":0.9996802},"labels":[],"label_agreement":null},{"id":"W4410368588","doi":"10.3138/cjccj-2024-0045","title":"Wanted Words: The Language of Wanted Person Lists","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Criminology and Criminal Justice/La Revue canadienne de criminologie et de justice pénale","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Linguistics; Natural language processing; Computer science; Psychology; Philosophy","score_opus":0.04796748761831636,"score_gpt":0.2833226899663681,"score_spread":0.23535520234805174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410368588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9533986,0.003549881,0.03207183,0.006379594,0.0010432681,0.00016389629,0.00001603957,0.000039643666,0.0033372603],"genre_scores_gemma":[0.9916237,0.00039462344,0.005194475,0.0020708737,0.00015755201,0.000009791161,0.0000032656476,0.000018698234,0.0005270272],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9970353,0.0005785028,0.00063096354,0.00040915873,0.00011624577,0.0012298138],"domain_scores_gemma":[0.9965462,0.0011406699,0.0004648126,0.000590016,0.0005129134,0.0007453989],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016013967,0.00033244837,0.0005527187,0.0008921359,0.00047388612,0.00015680838,0.0014915172,0.00041853363,0.000034192133],"category_scores_gemma":[0.003583542,0.0002889541,0.00018076481,0.00034789383,0.00073307933,0.00031854433,0.00009151537,0.0011992028,0.000004186621],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058313814,0.00018999953,0.0013067459,0.0057078996,0.0007367843,0.013144111,0.2023311,0.0009351777,0.016684948,0.53556895,0.005901885,0.21690924],"study_design_scores_gemma":[0.003941612,0.0029401367,0.083725765,0.002713312,0.01992316,0.036753874,0.7906485,0.010811543,0.019683056,0.013631349,0.013383697,0.0018439654],"about_ca_topic_score_codex":0.013415979,"about_ca_topic_score_gemma":0.038588483,"teacher_disagreement_score":0.58831745,"about_ca_system_score_codex":0.00050561235,"about_ca_system_score_gemma":0.003713977,"threshold_uncertainty_score":0.99995625},"labels":[],"label_agreement":null},{"id":"W4410387207","doi":"10.59297/vg1gcm05","title":"Social Media Use by Canadian Law Enforcement Agencies","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ... International ISCRAM Conference","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Law enforcement; Social media; Law; Enforcement; Political science; Criminology; Sociology","score_opus":0.022524070498416173,"score_gpt":0.23621485649537005,"score_spread":0.21369078599695387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410387207","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20599693,0.00004212632,0.0061086994,0.01676396,0.0030616191,0.00043271942,0.00007062332,0.0001851808,0.76733816],"genre_scores_gemma":[0.9939221,0.000009534934,0.0008539886,0.0008713187,0.000043609358,0.000014766773,0.0000033443275,0.0000035848711,0.0042777364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989891,0.0000045577444,0.00020481437,0.00022361493,0.00037655802,0.00020134982],"domain_scores_gemma":[0.9991553,0.0000397511,0.00011683419,0.0000918764,0.0005359255,0.00006035198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016439937,0.00010775739,0.00010147491,0.000108869186,0.0002117064,0.0004374854,0.0015745397,0.00006139774,0.00005200976],"category_scores_gemma":[0.00015185324,0.00008823545,0.00006656005,0.00023857076,0.00010287655,0.00057859335,0.00029870286,0.00013780023,0.0000104937035],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004236311,0.0000106930265,0.00030069207,0.000006070691,0.00002951638,2.0345693e-7,0.0006877918,0.0000012743013,0.008781967,0.9695604,0.018476501,0.002140651],"study_design_scores_gemma":[0.0007554683,0.00005492572,0.003465783,0.00026652304,0.00003831496,0.000010371877,0.0010021912,0.013283587,0.3509697,0.13211586,0.49750155,0.0005357403],"about_ca_topic_score_codex":0.023228005,"about_ca_topic_score_gemma":0.007738192,"teacher_disagreement_score":0.83744454,"about_ca_system_score_codex":0.00018812697,"about_ca_system_score_gemma":0.00021302553,"threshold_uncertainty_score":0.9832764},"labels":[],"label_agreement":null},{"id":"W4410449603","doi":"10.1017/cfl.2025.5","title":"Meta’s AI moderation and free speech: Ongoing challenges in the Global South","year":2025,"lang":"en","type":"article","venue":"Cambridge Forum on AI Law and Governance","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Moderation; Free speech; Psychology; Cognitive psychology; Computer science; Political science; Social psychology; Law","score_opus":0.024717944844727453,"score_gpt":0.24377541246208528,"score_spread":0.21905746761735784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410449603","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21925564,0.04840388,0.1746717,0.3341914,0.002074676,0.0017133341,0.00021054236,0.00050674967,0.21897206],"genre_scores_gemma":[0.9865891,0.00082351494,0.00048364387,0.011731962,0.00003357262,0.000022082853,9.173987e-7,0.000003855468,0.00031136736],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989596,0.000062544386,0.00014839791,0.00038245338,0.00020725353,0.00023977613],"domain_scores_gemma":[0.9994011,0.00004194954,0.000060518512,0.0004326264,0.000027214664,0.000036610916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026908718,0.0001457725,0.00017166168,0.00002015466,0.00019488615,0.0002495546,0.0003372437,0.00006616877,5.4719396e-7],"category_scores_gemma":[0.000032453776,0.00010753103,0.00004713986,0.0001726502,0.000050712562,0.0003803922,0.00013772171,0.00017070869,0.000004072851],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014014435,0.0000205758,0.0001581876,0.000017328322,0.000028619183,0.000011983163,0.00012692228,0.000026802862,0.000014790065,0.97654736,0.0012733976,0.02176001],"study_design_scores_gemma":[0.007682202,0.0016429556,0.15412346,0.0008546634,0.00044930403,0.00038119583,0.0010336566,0.12652224,0.013723768,0.17331165,0.5180254,0.0022494907],"about_ca_topic_score_codex":0.00034895222,"about_ca_topic_score_gemma":0.0013819588,"teacher_disagreement_score":0.8032357,"about_ca_system_score_codex":0.000047667945,"about_ca_system_score_gemma":0.000035736604,"threshold_uncertainty_score":0.4384988},"labels":[],"label_agreement":null},{"id":"W4410632591","doi":"10.22215/etd/2025-16425","title":"The Presumption of Non-Credibility","year":2025,"lang":"en","type":"dissertation","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Presumption; Credibility; Political science; Law and economics; Law; Sociology","score_opus":0.007527994556123062,"score_gpt":0.2576182214467694,"score_spread":0.2500902268906463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410632591","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2044223,0.00089872157,0.3182056,0.0004962762,0.011903738,0.001521549,0.000008368008,0.000531695,0.46201175],"genre_scores_gemma":[0.7133824,0.00053669227,0.010490567,0.000055020006,0.00018623337,0.0001083411,0.00013827189,0.0000162139,0.2750862],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99906284,0.000040367075,0.0002598022,0.0002688312,0.00023708375,0.00013108164],"domain_scores_gemma":[0.9988901,0.000098532015,0.00015011638,0.0006659524,0.00017110746,0.000024184139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034217173,0.000108436674,0.00012926348,0.00006682797,0.00015569072,0.000087551925,0.0006838659,0.0001440164,0.000010280642],"category_scores_gemma":[0.0000714525,0.00007285353,0.00009801123,0.0002481506,0.000012103227,0.00011073396,0.0000429177,0.00016456489,0.000018952143],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009994036,0.00008444676,0.00010262721,0.00040853236,0.00009547008,0.0000014650681,0.0006895181,0.000038771945,0.006089189,0.030393142,0.010134938,0.951862],"study_design_scores_gemma":[0.0009888599,0.00051549636,0.11830222,0.00080936786,0.00013794529,0.0000048295483,0.0008884739,0.11255456,0.6620291,0.04140739,0.061223608,0.0011381482],"about_ca_topic_score_codex":0.00014795987,"about_ca_topic_score_gemma":0.00050737546,"teacher_disagreement_score":0.9507238,"about_ca_system_score_codex":0.000024430827,"about_ca_system_score_gemma":0.0001624978,"threshold_uncertainty_score":0.2970881},"labels":[],"label_agreement":null},{"id":"W4410806807","doi":"10.1177/14614448251338493","title":"Online toxic speech as positioning acts: Hate as discursive mechanisms for othering and belonging","year":2025,"lang":"en","type":"article","venue":"New Media & Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Royal Roads University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Sociology; Ableism; Media studies; Gender studies; Social psychology; Psychology","score_opus":0.008907787982984788,"score_gpt":0.2542399672407359,"score_spread":0.2453321792577511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410806807","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1614949,0.00038179566,0.8296908,0.006168031,0.0010268603,0.0003844127,0.00000662556,0.0003001637,0.00054636534],"genre_scores_gemma":[0.41417277,0.0003843124,0.57801825,0.0038789953,0.00049872475,0.000047859747,0.000032763994,0.00003849846,0.00292781],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99885184,0.000022317643,0.00017163566,0.0004100994,0.00020396864,0.00034014892],"domain_scores_gemma":[0.99932724,0.00015701869,0.00007120323,0.00023965216,0.000060907576,0.00014395818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024246215,0.00015919711,0.000169107,0.000045820827,0.0003412866,0.00021963955,0.00029676058,0.00011829866,0.000011990055],"category_scores_gemma":[0.00010352573,0.0001546115,0.00013363943,0.00032725552,0.000030812833,0.00035973472,0.00014999132,0.00018702833,0.000010701038],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005031275,0.00019031526,0.000057964815,0.0002052342,0.00036005533,0.000030297182,0.040335286,0.00016623606,0.24266116,0.16325031,0.0051359674,0.5475569],"study_design_scores_gemma":[0.004217726,0.00058685854,0.0010904411,0.0010217839,0.00016691712,0.00013490673,0.010853477,0.06479303,0.52595276,0.3706112,0.019422596,0.0011483305],"about_ca_topic_score_codex":0.00010116968,"about_ca_topic_score_gemma":0.00007103137,"teacher_disagreement_score":0.54640853,"about_ca_system_score_codex":0.000096280266,"about_ca_system_score_gemma":0.0001681366,"threshold_uncertainty_score":0.6304874},"labels":[],"label_agreement":null},{"id":"W4410876142","doi":"10.1007/s10207-025-01066-4","title":"A Data-centric approach for safe and secure large language models against threatening and toxic content","year":2025,"lang":"en","type":"article","venue":"International Journal of Information Security","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Cryptography; Computer security; Internet privacy","score_opus":0.02298082640046019,"score_gpt":0.27295955080452894,"score_spread":0.24997872440406876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410876142","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06102405,0.00048226296,0.9354936,0.0006338308,0.00035636427,0.00014415805,0.000087232664,0.000019394785,0.001759134],"genre_scores_gemma":[0.9711754,0.00024004413,0.02775321,0.000678547,0.00006200976,0.0000035894416,0.00006553019,0.0000019553004,0.000019756093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991101,0.000023494656,0.00038947348,0.000096131385,0.00026982764,0.00011099092],"domain_scores_gemma":[0.99903965,0.000051216575,0.00028147746,0.00013754514,0.0004351902,0.000054923872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006503217,0.00007987649,0.00012178892,0.00028445025,0.00007927926,0.00032631238,0.0005212439,0.000049730545,0.0000012178582],"category_scores_gemma":[0.00011726076,0.00006767852,0.000036359965,0.000116601674,0.000015594649,0.0032840364,0.00024846575,0.00013890272,6.2998106e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005352306,0.0003148319,0.0009368197,0.00029500722,0.0007825797,0.000029038867,0.021433257,0.0018107592,0.0006524885,0.63106555,0.0041792947,0.33796516],"study_design_scores_gemma":[0.0022666282,0.00006122565,0.00037097093,0.00008782477,0.000017790398,0.00014997831,0.0014762223,0.97441703,0.00070072815,0.005319181,0.015008114,0.00012431986],"about_ca_topic_score_codex":0.0000075813778,"about_ca_topic_score_gemma":0.0000034248471,"teacher_disagreement_score":0.97260624,"about_ca_system_score_codex":0.00006100207,"about_ca_system_score_gemma":0.00006553856,"threshold_uncertainty_score":0.31466377},"labels":[],"label_agreement":null},{"id":"W4410940256","doi":"10.2196/70881","title":"Comparing Media and Law Enforcement Reports on Anti-Asian Hate Incidents During the COVID-19 Pandemic: Data Visualization Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Law enforcement; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Political science; Visualization; Criminology; Law; Sociology; Computer science; Virology; World Wide Web; Data mining; Medicine; Infectious disease (medical specialty)","score_opus":0.13348636969423364,"score_gpt":0.4226867584783683,"score_spread":0.2892003887841347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410940256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79702544,0.00010739991,0.16720837,0.00075205247,0.00041684072,0.0016596795,0.000009743779,0.00031036665,0.032510124],"genre_scores_gemma":[0.99918526,0.000058855043,0.00019737544,0.00022197793,0.00003328694,0.00008922626,0.000053353084,0.000006502155,0.00015415858],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742335,0.00042814226,0.00035207078,0.00048233234,0.0008858402,0.00042824118],"domain_scores_gemma":[0.99837446,0.0002083793,0.00011968993,0.0010162842,0.0001255717,0.000155609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003282578,0.00013244552,0.00016609459,0.00031789986,0.0011993279,0.00054180203,0.00094472023,0.000068581656,0.0000053865783],"category_scores_gemma":[0.00022963391,0.00009589513,0.000022435976,0.00087523035,0.0001907778,0.0010387488,0.0017560957,0.00042823644,0.000012354721],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029726457,0.0008378816,0.101857014,0.0020037286,0.0003812097,0.00020957811,0.11636288,0.0021337883,0.0021006968,0.7309957,0.00874982,0.03407044],"study_design_scores_gemma":[0.0040518674,0.00050066406,0.14554147,0.00067767734,0.000026650428,0.0007235184,0.00799639,0.7158702,0.008441429,0.025820358,0.08923616,0.0011136058],"about_ca_topic_score_codex":0.0004451548,"about_ca_topic_score_gemma":0.00010671912,"teacher_disagreement_score":0.7137364,"about_ca_system_score_codex":0.00026701653,"about_ca_system_score_gemma":0.00013351183,"threshold_uncertainty_score":0.92243814},"labels":[],"label_agreement":null},{"id":"W4410992345","doi":"10.25148/lawrev.19.3.6","title":"Should Hate Speech be Criminalized? Lessons from the Canadian experience in R v. Zundel and R v. Keegstra","year":2025,"lang":"en","type":"article","venue":"FIU Law Review","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Political science; Law; Criminology; Sociology","score_opus":0.09134716082655887,"score_gpt":0.347150559292127,"score_spread":0.25580339846556815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410992345","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05865113,0.37900177,0.014289185,0.43067464,0.0027341621,0.0039983173,0.00009989176,0.00050896127,0.11004194],"genre_scores_gemma":[0.8690427,0.03970667,0.008921171,0.080279976,0.000090717964,0.00022804827,0.000018217163,0.000020202398,0.0016922883],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878544,0.0001289821,0.00024041596,0.00038015126,0.00016989993,0.00029509648],"domain_scores_gemma":[0.9991136,0.0000906085,0.00004612574,0.00059283245,0.000039822597,0.00011699572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003897572,0.00013847166,0.00022931343,0.00004232128,0.00028564464,0.00022580673,0.0006726399,0.000068508416,0.000048363894],"category_scores_gemma":[0.00007618055,0.0001029594,0.000051449642,0.0004708792,0.00008923643,0.00022111325,0.00012545314,0.0002285762,0.000025040845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034207583,0.000027642927,0.00042988008,0.00042828944,0.000022124834,0.00013929633,0.0011512236,0.0000021335247,0.000117339645,0.5752064,0.008965931,0.41350633],"study_design_scores_gemma":[0.00014994951,0.000015747557,0.0025633967,0.0022269508,0.000022800356,0.000021872103,0.000035048495,0.0003710137,0.00066419516,0.0046361526,0.9891021,0.00019075253],"about_ca_topic_score_codex":0.35417086,"about_ca_topic_score_gemma":0.5433636,"teacher_disagreement_score":0.9801362,"about_ca_system_score_codex":0.00008437378,"about_ca_system_score_gemma":0.00017419462,"threshold_uncertainty_score":0.6501298},"labels":[],"label_agreement":null},{"id":"W4411119799","doi":"10.18653/v1/2025.naacl-long.118","title":"Fine-Tuned LLMs are “Time Capsules” for Tracking Societal Bias Through Books","year":2025,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Tracking (education); Computer science; Political science; Sociology","score_opus":0.0365675797256866,"score_gpt":0.2754714269060195,"score_spread":0.23890384718033292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411119799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03024248,0.00014837002,0.93726045,0.0031084497,0.0008169305,0.00041018287,0.00000526894,0.0009069721,0.027100902],"genre_scores_gemma":[0.79183066,0.000012027154,0.13119009,0.0029111363,0.00028001063,0.00011216686,0.000011057328,0.000027447499,0.07362538],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99883527,0.000030247318,0.00022091351,0.0004108615,0.00016276073,0.00033993635],"domain_scores_gemma":[0.99928486,0.000104183055,0.00007798118,0.00038223108,0.00010691315,0.000043846037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023086357,0.00015153407,0.00018490726,0.000059019512,0.00028455866,0.00025882022,0.0004729371,0.00010300608,0.000033999928],"category_scores_gemma":[0.000073465766,0.00013428689,0.0001789613,0.00029732703,0.000031740547,0.00041575255,0.00011323106,0.000115132476,0.000118042444],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072666124,0.000355094,0.0005454341,0.00025744713,0.00035542797,0.00004256885,0.0029205284,0.00026156,0.090284504,0.19458866,0.36724353,0.34307256],"study_design_scores_gemma":[0.002666306,0.00034994053,0.0018842302,0.00023327037,0.00006410403,0.000032043838,0.00036787541,0.10589615,0.6595049,0.04692301,0.18106124,0.0010169119],"about_ca_topic_score_codex":0.00005271233,"about_ca_topic_score_gemma":0.000047601785,"teacher_disagreement_score":0.8060703,"about_ca_system_score_codex":0.000046742454,"about_ca_system_score_gemma":0.00008108526,"threshold_uncertainty_score":0.54760605},"labels":[],"label_agreement":null},{"id":"W4411120416","doi":"10.18653/v1/2025.naacl-long.92","title":"AfriHate: A Multilingual Collection of Hate Speech and Abusive Language Datasets for African Languages","year":2025,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; DeepMind; Universität Hamburg; International Development Research Centre; Rockefeller Foundation","keywords":"Computer science; Natural language processing; Artificial intelligence; Linguistics; Speech recognition","score_opus":0.0075243181420890795,"score_gpt":0.2785270477125188,"score_spread":0.2710027295704297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411120416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67255837,0.00061093614,0.315097,0.00078568724,0.00050389627,0.0010466272,0.00017979492,0.00036374692,0.008853948],"genre_scores_gemma":[0.95042133,0.000022042486,0.047086712,0.000116168376,0.000026096648,0.000028038537,0.000030737738,0.000005353873,0.0022635178],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99927676,0.00002980741,0.0001558514,0.00027222658,0.000097638556,0.00016772789],"domain_scores_gemma":[0.9994481,0.00011710329,0.00006006614,0.00026484267,0.00007044295,0.000039417508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002039967,0.000090869646,0.00013963904,0.00018039538,0.00010024702,0.00006446981,0.00020374512,0.00005233383,0.000008040234],"category_scores_gemma":[0.000111567446,0.00008522707,0.00003535103,0.00040810744,0.000035858702,0.00016882012,0.00010237612,0.000054924247,0.0000025745805],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018520537,0.00018731768,0.00022845248,0.00029334254,0.00013599986,0.000048565533,0.0063713593,0.000025688969,0.0950203,0.013112024,0.008233563,0.8761582],"study_design_scores_gemma":[0.0014101247,0.00026472568,0.0015390244,0.00007592092,0.000033535693,0.000030369343,0.0032661555,0.019493468,0.9670938,0.0011367667,0.005407547,0.00024851135],"about_ca_topic_score_codex":0.0006092058,"about_ca_topic_score_gemma":0.00039570735,"teacher_disagreement_score":0.8759097,"about_ca_system_score_codex":0.000020625737,"about_ca_system_score_gemma":0.000047257705,"threshold_uncertainty_score":0.3475459},"labels":[],"label_agreement":null},{"id":"W4411312065","doi":"10.53762/28ad7w69","title":"10.53762/28ad7w69","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Freedom of expression; Expression (computer science); Linguistics; Communication; Speech recognition; Psychology; Computer science; Political science; Philosophy; Law; Programming language","score_opus":0.004007725519180681,"score_gpt":0.16191855005452932,"score_spread":0.15791082453534863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411312065","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012253828,0.000016868196,0.00046936062,0.0004257263,0.000007723759,0.00009300755,9.369552e-7,0.00037327537,0.9973877],"genre_scores_gemma":[0.00056566217,2.1693391e-7,0.0025749356,0.00011496411,0.00007903492,0.000006666249,0.0000011773637,0.0000074361337,0.9966499],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924403,0.00002614631,0.00010016154,0.00023800168,0.00016405467,0.00022758865],"domain_scores_gemma":[0.9994282,0.000015911353,0.000014005515,0.00038927412,0.000025930398,0.00012666815],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00011581451,0.000085900625,0.000081515456,0.00006129071,0.00008709667,0.000107546526,0.0004362494,0.000038322254,0.9355827],"category_scores_gemma":[0.000011055411,0.0000839295,0.000038190577,0.00032888877,0.0000100379075,0.00019370587,0.000051075993,0.00006419438,0.9873362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073883557,0.000014829387,3.3441662e-8,9.2967923e-7,0.0000034196876,0.0000067280284,0.000018847746,0.00006101434,0.00016587815,0.000013990025,0.039365303,0.96034163],"study_design_scores_gemma":[0.00008890462,0.00012069973,0.00002384426,0.0000054376605,0.0000018570317,0.000017690249,1.8155347e-7,0.002347358,0.0008550734,0.00003693516,0.99638546,0.000116545],"about_ca_topic_score_codex":0.000016897759,"about_ca_topic_score_gemma":8.784357e-8,"teacher_disagreement_score":0.9602251,"about_ca_system_score_codex":0.000021078278,"about_ca_system_score_gemma":0.000019792702,"threshold_uncertainty_score":0.34225458},"labels":[],"label_agreement":null},{"id":"W4411672958","doi":"10.31219/osf.io/8ys9q_v1","title":"Moderating Tamil Content on Social Media","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tamil; Content (measure theory); Social media; Media content; Mathematics; Computer science; Multimedia; World Wide Web; Linguistics; Philosophy","score_opus":0.08144330657078255,"score_gpt":0.2743127749548669,"score_spread":0.19286946838408434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411672958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0143946605,0.000057996727,0.8736943,0.0024268592,0.0052890996,0.00033084743,0.000014195495,0.00096696685,0.102825075],"genre_scores_gemma":[0.9274926,0.0000406741,0.059080515,0.002223849,0.0009865924,0.000113431095,0.000027638924,0.000016368916,0.010018326],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853307,0.00007451416,0.00024416964,0.0005696819,0.0003362167,0.00024234662],"domain_scores_gemma":[0.9991885,0.00011404532,0.000097086115,0.00043511004,0.00010916272,0.000056129247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022401114,0.00020697399,0.00023741079,0.0001318656,0.00021487816,0.00033680067,0.0007309404,0.00025529639,0.000022281434],"category_scores_gemma":[0.00009003619,0.00018697346,0.00014227722,0.000117689764,0.000018328436,0.00007281001,0.00089782616,0.00058411626,0.00006568023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021342614,0.00013504607,0.000013302487,0.00012371095,0.000107375454,0.000029042547,0.0034097165,0.0022899292,0.0008467362,0.2824722,0.015001839,0.6955498],"study_design_scores_gemma":[0.0017404988,0.00017958722,0.0021588942,0.0008721284,0.00006720076,0.000012967293,0.00052912947,0.8148973,0.07114546,0.09661647,0.009348278,0.0024321123],"about_ca_topic_score_codex":0.000102558355,"about_ca_topic_score_gemma":0.000059623406,"teacher_disagreement_score":0.9130979,"about_ca_system_score_codex":0.00009594685,"about_ca_system_score_gemma":0.00017771436,"threshold_uncertainty_score":0.76245564},"labels":[],"label_agreement":null},{"id":"W4411678433","doi":"10.1007/s44204-025-00300-z","title":"Santa, socials, and secrets: hard cases for epistemic rights","year":2025,"lang":"en","type":"article","venue":"Asian Journal of Philosophy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Epistemology; Computer science; Sociology; Philosophy","score_opus":0.014929958203836278,"score_gpt":0.2556611226171103,"score_spread":0.24073116441327405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411678433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16877918,0.005373609,0.7232334,0.06310366,0.005412291,0.0008248992,0.000027600634,0.00017448157,0.0330709],"genre_scores_gemma":[0.98707,0.0000314153,0.012043713,0.00031494367,0.0003947988,0.0000028798597,4.853816e-7,0.0000046385244,0.0001370936],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992025,0.000053864136,0.00030159674,0.00014918766,0.0001400039,0.0001528843],"domain_scores_gemma":[0.9993362,0.00008108714,0.00020725872,0.00014695669,0.00013893833,0.000089590954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029325217,0.00010074653,0.00020598779,0.00018595415,0.00020937031,0.00010526608,0.00031020827,0.000060283197,0.000003685418],"category_scores_gemma":[0.00005936965,0.00008441015,0.00011977994,0.00018088786,0.00004465453,0.0003434072,0.000039276503,0.00013662824,0.0000037936434],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042379662,0.00020560314,0.0006815019,0.00032568324,0.000529982,0.00068807503,0.0019155813,0.000007804901,0.008177373,0.7564364,0.01553528,0.2150729],"study_design_scores_gemma":[0.0010188932,0.0005363848,0.0013328417,0.00027479537,0.000049042177,0.00076189183,0.00005119329,0.000166861,0.006767382,0.97547054,0.013402427,0.00016773214],"about_ca_topic_score_codex":0.0000037293137,"about_ca_topic_score_gemma":0.0000021327528,"teacher_disagreement_score":0.8182908,"about_ca_system_score_codex":0.000039362614,"about_ca_system_score_gemma":0.00009365633,"threshold_uncertainty_score":0.3442146},"labels":[],"label_agreement":null},{"id":"W4412071690","doi":"10.1080/20008066.2025.2522501","title":"An examination of psychological distress and moral injury in journalists exposed to online harassment","year":2025,"lang":"en","type":"article","venue":"European journal of psychotraumatology","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"CBC (Canada); Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Harassment; Psychological distress; Psychology; Moral injury; Distress; Clinical psychology; Criminology; Social psychology; Applied psychology; Psychiatry; Mental health","score_opus":0.03001846555431741,"score_gpt":0.33073755808074357,"score_spread":0.30071909252642615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412071690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93192536,0.00008163137,0.06561183,0.00093461137,0.0005947143,0.000071833376,0.0000026293615,0.00001290087,0.00076451834],"genre_scores_gemma":[0.98289853,0.00006653212,0.016724013,0.0002507045,0.000035962235,5.747981e-7,0.0000010589561,0.0000057716893,0.000016876991],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979298,0.00082804007,0.0006894556,0.00021812822,0.00016262168,0.00017195172],"domain_scores_gemma":[0.9991607,0.000034095567,0.0003047955,0.00025167334,0.00012208469,0.00012666048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011004391,0.000111294525,0.0002668894,0.00050906057,0.000036282174,0.000051545856,0.0005899672,0.0000388523,0.000009609005],"category_scores_gemma":[0.000046628753,0.00009527331,0.00004700035,0.00040462756,0.000052960524,0.00023032419,0.00004473254,0.00027213624,0.0000023952343],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041513343,0.0013248331,0.010589578,0.000034618406,0.00003971863,0.000516282,0.0015913522,0.000121359364,0.042666573,0.007902433,0.00070886844,0.93408924],"study_design_scores_gemma":[0.0015624845,0.002198258,0.98947924,0.00021274808,0.00000876895,0.0005839584,0.00013149076,0.0005267581,0.0035247577,0.0010380921,0.00059314934,0.00014028641],"about_ca_topic_score_codex":0.0000016962598,"about_ca_topic_score_gemma":0.000007635664,"teacher_disagreement_score":0.97888964,"about_ca_system_score_codex":0.00002426399,"about_ca_system_score_gemma":0.000013740531,"threshold_uncertainty_score":0.3885133},"labels":[],"label_agreement":null},{"id":"W4412153876","doi":"10.1007/978-3-031-97623-0_3","title":"Hiding in Plain Sight: On the Robustness of AI-Generated Code Detection","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Robustness (evolution); Sight; Code (set theory); Artificial intelligence; Computer vision; Programming language; Optics","score_opus":0.01563596583748072,"score_gpt":0.2303640308463903,"score_spread":0.21472806500890956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412153876","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002065876,0.000098043,0.9926703,0.0010793868,0.002109561,0.00041543978,0.000003522819,0.00010101546,0.0014568522],"genre_scores_gemma":[0.9686102,0.000029209094,0.02954186,0.0009992985,0.0002891115,0.00002141854,0.0000027616081,0.00002507453,0.00048104266],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971051,0.000101770784,0.00052742974,0.0010704265,0.0007250447,0.00047018324],"domain_scores_gemma":[0.9978541,0.0006150253,0.0002459696,0.0010138309,0.00020567134,0.00006537375],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011885477,0.0003923557,0.00041623708,0.0011800498,0.00026799444,0.0002813667,0.0020881053,0.00032728308,0.000010052537],"category_scores_gemma":[0.00016612464,0.00030028712,0.00010258304,0.0015303111,0.00030499557,0.000296212,0.00050971267,0.0011170708,0.000008085268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023300161,0.000036703324,0.000018192723,0.000044751803,0.000011958331,0.00003814136,0.00036449035,0.4253623,0.003842154,0.014662898,0.000024069743,0.555571],"study_design_scores_gemma":[0.00020026109,0.00017268471,0.000044413802,0.0006404409,0.000004661587,0.000017928673,3.261279e-7,0.86783403,0.11408864,0.016185055,0.0004703225,0.00034124526],"about_ca_topic_score_codex":0.00005578485,"about_ca_topic_score_gemma":0.00059751736,"teacher_disagreement_score":0.96654433,"about_ca_system_score_codex":0.0003456482,"about_ca_system_score_gemma":0.00042989105,"threshold_uncertainty_score":0.9999449},"labels":[],"label_agreement":null},{"id":"W4412198823","doi":"10.2196/70613","title":"Expressions of “Ikizurasa” in Posts on X (Formerly Twitter) in Japan in 2023: Descriptive Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Ethnic group; Human sexuality; Psychology; Sociology; Gender studies; Anthropology; Computer science; World Wide Web","score_opus":0.044998710998555416,"score_gpt":0.38452915893532175,"score_spread":0.33953044793676634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412198823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987137,0.000035454224,0.0027620867,0.00042155603,0.000064570086,0.00042297452,0.000004500515,0.000016828946,0.009135032],"genre_scores_gemma":[0.9989833,0.000023943343,0.00035218053,0.000030277692,0.0000048732163,0.00017644091,0.0000041647295,0.0000036463152,0.00042113912],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9975391,0.0005312445,0.00046411314,0.00033219263,0.0005877606,0.00054556795],"domain_scores_gemma":[0.99893034,0.00032364353,0.00007046388,0.0004348772,0.00017359991,0.00006708496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00153774,0.00012438538,0.00030108486,0.0046987804,0.00008386384,0.00007522622,0.00070133235,0.00010437433,0.000021992053],"category_scores_gemma":[0.00013794612,0.00010823993,0.000082615195,0.0095134685,0.00009260611,0.000692647,0.00029959905,0.00074719003,0.00004417143],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015064474,0.005155203,0.25036085,0.0005434571,0.00050755276,0.00022652936,0.3524024,0.004145306,0.050264165,0.0466273,0.005263745,0.28299707],"study_design_scores_gemma":[0.0012457002,0.0006070792,0.92860603,0.00069502695,0.000003937445,0.0000010620653,0.00944539,0.036038447,0.018563857,0.0043659993,0.00022433794,0.00020315313],"about_ca_topic_score_codex":0.0013086464,"about_ca_topic_score_gemma":0.0014349058,"teacher_disagreement_score":0.6782452,"about_ca_system_score_codex":0.00039857923,"about_ca_system_score_gemma":0.00016704021,"threshold_uncertainty_score":0.45709062},"labels":[],"label_agreement":null},{"id":"W4412477565","doi":"10.1080/20414005.2025.2523184","title":"A third-world critique of the international human rights-based approach to content moderation","year":2025,"lang":"en","type":"article","venue":"Transnational Legal Theory","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Hebrew University of Jerusalem; Monash University; European Research Council; Yale University; Universiteit Leiden; York University","keywords":"Moderation; Content (measure theory); Human rights; Political science; Law and economics; Law; Sociology; Social psychology; Psychology; Mathematics","score_opus":0.018983768836243267,"score_gpt":0.2617360478790813,"score_spread":0.24275227904283803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412477565","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009659491,0.000006659132,0.8955131,0.0101082735,0.00040677728,0.00027591328,0.000009708822,0.00007134408,0.08394874],"genre_scores_gemma":[0.98480594,5.0183054e-8,0.008809507,0.0015736982,0.00003202109,0.00005787483,0.000010037764,0.000003927493,0.0047069485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988354,0.00013443422,0.00025387201,0.00024929648,0.00041090668,0.00011612189],"domain_scores_gemma":[0.99930966,0.00009875268,0.00004873501,0.0002594526,0.0002493149,0.00003407807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005432651,0.00010115556,0.000101771104,0.00023567484,0.00024587702,0.00010634412,0.00075838476,0.000042255564,0.00001600547],"category_scores_gemma":[0.00002135062,0.0000766393,0.0001144227,0.0004102168,0.00005444149,0.00025891996,0.00003834661,0.00013039565,0.0000019562394],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035791327,0.00012483026,0.000014526652,0.00000953331,0.000024896632,3.2637692e-7,0.00008672659,0.0043925145,0.01046448,0.984242,0.0002655518,0.0003387716],"study_design_scores_gemma":[0.0010581355,0.00005944305,0.003166906,0.00005456693,0.000020266563,0.0000042502834,0.000018816356,0.070970505,0.19496769,0.7076692,0.02177721,0.00023298878],"about_ca_topic_score_codex":0.00003475993,"about_ca_topic_score_gemma":0.00012911517,"teacher_disagreement_score":0.9751465,"about_ca_system_score_codex":0.00007624146,"about_ca_system_score_gemma":0.00011427898,"threshold_uncertainty_score":0.312526},"labels":[],"label_agreement":null},{"id":"W4412533364","doi":"10.5267/j.ijdns.2024.8.008","title":"Hate speech detection in Arabic social networks using deep learning and fine-tuned embeddings","year":2025,"lang":"en","type":"article","venue":"International Journal of Data and Network Science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Arabic; Computer science; Deep learning; Speech recognition; Artificial intelligence; Natural language processing; Linguistics; Philosophy","score_opus":0.015813034921748896,"score_gpt":0.3073367260354198,"score_spread":0.2915236911136709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412533364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43249983,0.00047696932,0.5652782,0.00035321375,0.0012217031,0.000041379415,6.312963e-7,0.000013310879,0.00011478559],"genre_scores_gemma":[0.9851268,0.00027314582,0.014164865,0.00008317963,0.00032663383,3.7441674e-7,0.0000011396596,0.0000027246479,0.00002111399],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99871516,0.00005687601,0.0003126961,0.00028968896,0.00038159595,0.00024399412],"domain_scores_gemma":[0.9992874,0.00008306967,0.00023447354,0.00011265185,0.00022002005,0.00006236823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018237735,0.000087418375,0.00013564015,0.00034267173,0.00030544636,0.00052171334,0.0010645,0.000047093752,0.0000020123127],"category_scores_gemma":[0.00013939742,0.00008139797,0.000020734355,0.00082587224,0.00015073955,0.0019278481,0.000661384,0.00031157222,3.7080721e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005997083,0.000020419882,0.006698805,0.0000041983826,0.00002665702,0.000054656728,0.00018951655,0.0066150324,0.0054428387,0.0008488927,0.00004403194,0.97999495],"study_design_scores_gemma":[0.00044800056,0.00005272358,0.008002499,0.00013335972,0.000009466348,0.0002976399,0.000058719415,0.9866237,0.0009311849,0.0019145173,0.0014199469,0.00010824462],"about_ca_topic_score_codex":0.000026425052,"about_ca_topic_score_gemma":0.000075147946,"teacher_disagreement_score":0.98000866,"about_ca_system_score_codex":0.00008018336,"about_ca_system_score_gemma":0.000088165194,"threshold_uncertainty_score":0.50308937},"labels":[],"label_agreement":null},{"id":"W4412662998","doi":"10.1007/978-3-031-78925-0_3","title":"Automated Detection and Mitigation of Toxic Comments Using XLNET Fine-Tuning Model","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Environmental science","score_opus":0.015119085329080014,"score_gpt":0.23381846090928904,"score_spread":0.21869937558020902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412662998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032125171,0.0031120852,0.9910807,0.000025402709,0.0006499534,0.00035347702,0.0000044896397,0.00014367247,0.0014176759],"genre_scores_gemma":[0.9966239,0.00016632276,0.002404617,0.00005021653,0.00011301286,0.000007253669,0.000011101895,0.000018313358,0.0006052714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987777,0.000057986115,0.00041512866,0.00038602637,0.00016838251,0.0001947994],"domain_scores_gemma":[0.9992178,0.00013434295,0.00027501123,0.0002560459,0.00006779773,0.000048981292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027556875,0.00024892224,0.00039935534,0.0002492544,0.00012378999,0.0001352333,0.00013903507,0.00047915196,6.718545e-7],"category_scores_gemma":[0.000021327101,0.00024114997,0.000043522417,0.0001289843,0.00003836017,0.00011596543,0.00010523506,0.00034979123,1.6954635e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015840511,0.000007023696,0.00007647773,0.00029841217,0.00005694726,0.000007673498,0.00018579204,0.9232175,0.001163849,0.0024817167,0.00003085492,0.07245793],"study_design_scores_gemma":[0.00021277851,0.00005046648,0.000015707867,0.001231318,0.000023563893,0.00002832964,0.0000013452321,0.9958174,0.00018618055,0.0021005687,0.0001353807,0.00019691348],"about_ca_topic_score_codex":0.00013301597,"about_ca_topic_score_gemma":0.00014030747,"teacher_disagreement_score":0.99341136,"about_ca_system_score_codex":0.00007426103,"about_ca_system_score_gemma":0.000034879296,"threshold_uncertainty_score":0.98338103},"labels":[],"label_agreement":null},{"id":"W4412672597","doi":"10.51519/journalisi.v7i2.1141","title":"Deep Learning and Statistical Models to Analyse Online Misinformation and Hate Speech Impact on African Youth","year":2025,"lang":"en","type":"article","venue":"Journal of Information Systems and Informatics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Misinformation; Computer science; Psychology; Speech recognition; Computer security","score_opus":0.013070830039276973,"score_gpt":0.2622215821833978,"score_spread":0.24915075214412083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412672597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.254086,0.00007153708,0.74319637,0.000080408216,0.00016581974,0.00017522358,0.000012163348,0.000024592253,0.0021878947],"genre_scores_gemma":[0.97698325,0.00020771405,0.022505952,0.00023623306,0.00002707319,0.0000013585156,0.0000121881585,0.00000269414,0.000023518367],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981994,0.000041979245,0.0011622772,0.00004785894,0.00036693673,0.0001815427],"domain_scores_gemma":[0.99853414,0.00009200747,0.00067851075,0.00011583222,0.00037004796,0.00020946466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084965676,0.00015638476,0.0003009934,0.0007818208,0.00017854701,0.0008991454,0.00013918905,0.00007779372,9.017037e-7],"category_scores_gemma":[0.00011857381,0.000112399925,0.000037862177,0.00039722957,0.000024884454,0.0045825946,0.00008404841,0.0002545928,0.00000447792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026911934,0.000047195663,0.0006731276,0.00071415247,0.00022748754,0.0000043354653,0.07485161,0.13458358,0.000020128424,0.023483781,0.0005504499,0.76457506],"study_design_scores_gemma":[0.00064589287,0.00059835723,0.001491144,0.00025834877,0.000028770228,0.00019391676,0.017813925,0.97685146,0.00004164136,0.00022883837,0.0016986047,0.00014907308],"about_ca_topic_score_codex":0.00004744613,"about_ca_topic_score_gemma":0.0000022159581,"teacher_disagreement_score":0.84226793,"about_ca_system_score_codex":0.00008242336,"about_ca_system_score_gemma":0.00006671621,"threshold_uncertainty_score":0.86704797},"labels":[],"label_agreement":null},{"id":"W4412759584","doi":"10.1080/00083968.2025.2492838","title":"Constitutional law and internet regulation in Africa: examining legal tensions in Zimbabwe and Rwanda","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of African Studies / Revue canadienne des études africaines","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science; Law; The Internet; Computer science","score_opus":0.03339415990775767,"score_gpt":0.23192723023622644,"score_spread":0.19853307032846879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412759584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97576004,0.00789086,0.0025836271,0.00266973,0.0006744319,0.000222143,0.000011222738,0.000018952083,0.010168979],"genre_scores_gemma":[0.99622005,0.00015359698,0.003190657,0.00014303892,0.00004768835,0.00000910714,5.8570737e-7,0.0000055215587,0.00022972537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984296,0.000101408645,0.0005387177,0.00031831017,0.00007974581,0.00053224736],"domain_scores_gemma":[0.9986216,0.00028743583,0.0001717512,0.00016894237,0.00034320212,0.00040711454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007306704,0.00019678702,0.0004437822,0.000841267,0.00025345446,0.0001491175,0.00028430554,0.000073540905,0.0000024757437],"category_scores_gemma":[0.0007051792,0.00018864179,0.000039826733,0.0010982046,0.00094498513,0.00048180742,0.00008962599,0.0002709481,3.5253612e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030661984,0.00003178837,0.014000206,0.00013060651,0.00017292518,0.0012419398,0.023140496,0.00047140446,0.00028008726,0.94825375,0.0003812273,0.011864901],"study_design_scores_gemma":[0.008145328,0.0029625169,0.3446368,0.009579443,0.00033592127,0.007109681,0.08793646,0.011309996,0.00038392656,0.10404448,0.42076573,0.0027897093],"about_ca_topic_score_codex":0.015011389,"about_ca_topic_score_gemma":0.66896987,"teacher_disagreement_score":0.84420925,"about_ca_system_score_codex":0.00070893235,"about_ca_system_score_gemma":0.00047095265,"threshold_uncertainty_score":0.99154776},"labels":[],"label_agreement":null},{"id":"W4412866618","doi":"10.1101/2025.08.01.25332613","title":"The “Walking for Harm Reduction Through Street Engagement” Social Media Knowledge Translation Strategy","year":2025,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Harm reduction; Harm; Reduction (mathematics); Social media; Business; Sociology; Psychology; Computer science; Social psychology; Medicine; World Wide Web","score_opus":0.10492976616986695,"score_gpt":0.3327761567806786,"score_spread":0.2278463906108117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412866618","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055376783,0.0022278398,0.9102868,0.0024285365,0.015867501,0.0019150213,0.00006421491,0.0008464841,0.010986817],"genre_scores_gemma":[0.9812804,0.00046918105,0.014781154,0.000029913848,0.0020191194,0.00047697558,0.00008761851,0.000027007112,0.0008286684],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978883,0.0003420783,0.00042115076,0.00067468197,0.0002918724,0.00038188687],"domain_scores_gemma":[0.9985209,0.0004914346,0.00022985092,0.00052009855,0.0001958216,0.0000418753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013042071,0.00027592178,0.00024079035,0.00010332089,0.0010441731,0.00045013128,0.0010157152,0.00028952133,0.0000059127588],"category_scores_gemma":[0.0001333159,0.00023345104,0.00023213573,0.00032546313,0.00006572906,0.00026115144,0.00028502019,0.0006608798,0.000009452976],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032439886,0.00006813402,0.0000172375,0.00024000398,0.0001275695,0.0000015756601,0.014496907,0.00029291597,0.0010171494,0.0355951,0.0020631636,0.9460478],"study_design_scores_gemma":[0.0035203209,0.0003745764,0.005079844,0.0008661553,0.0007077184,0.000013255685,0.005831685,0.09300028,0.082729004,0.41408405,0.39090252,0.0028905903],"about_ca_topic_score_codex":0.000024835523,"about_ca_topic_score_gemma":0.000156221,"teacher_disagreement_score":0.9431572,"about_ca_system_score_codex":0.00010860165,"about_ca_system_score_gemma":0.0002939286,"threshold_uncertainty_score":0.95198566},"labels":[],"label_agreement":null},{"id":"W4413312480","doi":"10.1111/1467-9477.70017","title":"Institutional Responses to Threats and Harassment of Academics: Evidence From a Survey Among Political Scientists in Norway","year":2025,"lang":"en","type":"article","venue":"Scandinavian Political Studies","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Harassment; Politics; Political science; Survey research; Criminology; Sociology; Law; Socioeconomics","score_opus":0.07943937622692158,"score_gpt":0.3724547074165243,"score_spread":0.2930153311896027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413312480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98508793,0.0016517284,0.0083690155,0.0033078715,0.00040750933,0.00023282129,0.000055854154,0.00003262452,0.0008546405],"genre_scores_gemma":[0.9971454,0.000080112135,0.0019067636,0.00039643366,0.000032030002,0.00003068402,0.0000014499038,0.0000031878717,0.0004039325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99790037,0.00023913044,0.00036351915,0.00052105886,0.00033412027,0.0006417986],"domain_scores_gemma":[0.9982548,0.0010203889,0.000035372155,0.0002602363,0.00015276964,0.0002764756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007741314,0.00015806322,0.0003258984,0.000305963,0.00019138456,0.00007988047,0.0003656158,0.0000875794,0.0000040447353],"category_scores_gemma":[0.001765068,0.00013927824,0.000039763538,0.0007190037,0.00066025526,0.00027696558,0.0005651905,0.00019462511,0.00001281159],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006543699,0.00004136766,0.64958435,0.00003084365,0.000036493813,0.000017042625,0.00032285124,0.0000014037292,0.00026417058,0.34709924,0.00011645513,0.0024203123],"study_design_scores_gemma":[0.00023927032,0.00009969551,0.961634,0.00077146903,0.000009609672,0.0000033040412,0.000117616895,0.00018877232,0.002822824,0.0339341,0.000048980775,0.00013037451],"about_ca_topic_score_codex":0.0039846636,"about_ca_topic_score_gemma":0.0011547995,"teacher_disagreement_score":0.31316516,"about_ca_system_score_codex":0.00039158127,"about_ca_system_score_gemma":0.00016851841,"threshold_uncertainty_score":0.6023646},"labels":[],"label_agreement":null},{"id":"W4413366170","doi":"10.5334/ijic.nacic24142","title":"So You Want to Conduct an Online Survey? Strategies for Identifying and Eliminating Fraudulent Responses","year":2025,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Knowledge management; Computer science; Process management; Internet privacy","score_opus":0.07349029380861205,"score_gpt":0.3726055618402021,"score_spread":0.29911526803159005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413366170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7054156,0.00033653315,0.29161397,0.0008033994,0.0015783734,0.00009291719,0.00008035663,0.00002617897,0.000052638345],"genre_scores_gemma":[0.97189254,0.000037262773,0.027456425,0.00036629525,0.00010124639,0.000004660761,0.000031630378,0.000007184418,0.000102735445],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99872047,0.0001457247,0.00043316977,0.00021363184,0.00033697594,0.00015001134],"domain_scores_gemma":[0.99659836,0.00019246641,0.00020807955,0.00013504847,0.0027778214,0.00008819679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063734356,0.00012997577,0.0001769385,0.0005215923,0.00012237336,0.0008290465,0.00073086616,0.000060902086,0.0000051403163],"category_scores_gemma":[0.00063869724,0.00010703929,0.000074609714,0.00025506326,0.000031702675,0.0007156316,0.00009587733,0.00021862812,9.270203e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015648594,0.0002653393,0.0058575817,0.00008919905,0.0005793558,0.00022517968,0.012603779,0.0012969921,0.09417997,0.013869301,0.0020128712,0.86745554],"study_design_scores_gemma":[0.009356494,0.007555824,0.15598954,0.0062879333,0.00023480611,0.0015638899,0.30682537,0.049264442,0.38152787,0.027198099,0.051991537,0.0022041744],"about_ca_topic_score_codex":0.00039469518,"about_ca_topic_score_gemma":0.00052834145,"teacher_disagreement_score":0.8652514,"about_ca_system_score_codex":0.00024500937,"about_ca_system_score_gemma":0.0007194234,"threshold_uncertainty_score":0.7994514},"labels":[],"label_agreement":null},{"id":"W4413496427","doi":"10.64628/aam.7c9hmx7ee","title":"Trolling and doxxing: Graduate students sharing their research online speak out about hate","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Graduate students; Psychology; Mathematics education; Computer science; Pedagogy","score_opus":0.215161557771776,"score_gpt":0.39883799884034055,"score_spread":0.18367644106856454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413496427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98084533,0.00013046182,0.01459657,0.0010749357,0.00046395036,0.00022344891,0.0000020529965,0.00071593345,0.0019473128],"genre_scores_gemma":[0.9872942,0.00037033847,0.0031627552,0.00012964846,0.00018079007,0.000014062972,0.0000055201112,0.000019480309,0.008823229],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977913,0.00008735077,0.00022860427,0.000591687,0.00070605555,0.0005950413],"domain_scores_gemma":[0.9990641,0.00011709601,0.00003847864,0.00049446715,0.00012615323,0.00015973023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019478012,0.00014136377,0.00016054422,0.00037126103,0.00041064096,0.00077621936,0.0009915194,0.00005587694,0.000008025036],"category_scores_gemma":[0.0000713994,0.00011319326,0.000047031688,0.000865942,0.000048693895,0.00038494138,0.0010667465,0.0003637496,0.00032568802],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001248204,0.00058977836,0.037522048,0.00017971994,0.00041059518,0.00059684674,0.028396446,0.0012903821,0.045609824,0.016534109,0.008180916,0.86056453],"study_design_scores_gemma":[0.0031368746,0.000705648,0.15550071,0.00047311012,0.000020994588,0.000059361984,0.002210705,0.7297164,0.04317786,0.03339038,0.03030819,0.0012997433],"about_ca_topic_score_codex":0.00014795491,"about_ca_topic_score_gemma":0.00014105077,"teacher_disagreement_score":0.8592648,"about_ca_system_score_codex":0.000036930294,"about_ca_system_score_gemma":0.00002549062,"threshold_uncertainty_score":0.7485101},"labels":[],"label_agreement":null},{"id":"W4413503313","doi":"10.64628/aam.57md3wytk","title":"Regulating online hate will have unintended, but predictable, consequences","year":2022,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Unintended consequences; Internet privacy; Computer security; Computer science; Law and economics; Business; Political science; Sociology; Law","score_opus":0.016511161948364564,"score_gpt":0.2306684558851009,"score_spread":0.21415729393673633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413503313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31677377,0.0003495467,0.5989955,0.016151637,0.002927937,0.00074085966,0.00007670667,0.0027288203,0.06125519],"genre_scores_gemma":[0.95123017,0.0000080556965,0.03164889,0.0006985564,0.00007038019,0.00002433475,0.000012957472,0.000009320137,0.016297344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985597,0.00011629094,0.00022731851,0.00038530573,0.00039421083,0.00031714808],"domain_scores_gemma":[0.99929875,0.000043565444,0.00009628288,0.00039873956,0.00007013309,0.00009255069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033068378,0.00011956463,0.00012602302,0.00011194318,0.0005158247,0.00012762698,0.00065248227,0.0000292203,0.00024961078],"category_scores_gemma":[0.000045619316,0.00011076026,0.000053704833,0.00036151847,0.00010378177,0.00046587593,0.0004801999,0.00023755274,0.000014790667],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016727735,0.0008379312,0.006061334,0.00008114743,0.0002838824,0.000852067,0.0048222793,0.039335895,0.1061679,0.5743579,0.016081674,0.2509507],"study_design_scores_gemma":[0.0013361033,0.0011186088,0.0016692083,0.000045590186,0.000022932558,0.0013818807,0.0037343018,0.7967255,0.059853498,0.047259483,0.08591681,0.00093607756],"about_ca_topic_score_codex":0.000588974,"about_ca_topic_score_gemma":0.0001301205,"teacher_disagreement_score":0.7573896,"about_ca_system_score_codex":0.000077576435,"about_ca_system_score_gemma":0.00011230185,"threshold_uncertainty_score":0.45166725},"labels":[],"label_agreement":null},{"id":"W4413506436","doi":"10.64628/aam.cd6xagdyw","title":"Canada’s legal disinformation pandemic is exposed by the ‘freedom convoy’","year":2022,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Disinformation; Pandemic; Political science; Coronavirus disease 2019 (COVID-19); Computer security; Law; Computer science; Social media; Medicine","score_opus":0.00838157308425259,"score_gpt":0.18659535478424047,"score_spread":0.1782137816999879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413506436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68316895,0.0001766129,0.23040293,0.026414484,0.004328245,0.0014613965,0.00008996191,0.00088072085,0.05307672],"genre_scores_gemma":[0.9915156,0.0000014495337,0.00014905877,0.0029118382,0.000022979695,0.000028461754,0.0000073885813,0.0000033226409,0.0053599346],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902755,0.000062961655,0.00015596498,0.00014532555,0.0004345394,0.00017366867],"domain_scores_gemma":[0.99949914,0.000031615476,0.000056913246,0.00034172568,0.000024893183,0.000045691886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026289772,0.0000720688,0.000059763184,0.00002511456,0.0005615209,0.00014705329,0.0006100945,0.0000120478135,0.00023536709],"category_scores_gemma":[0.000007798037,0.00005167079,0.000024390096,0.00022514696,0.0000120416635,0.00034679452,0.00019207053,0.00015899717,0.000015866322],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013836752,0.00005470171,0.000875648,0.0000026007638,0.000025155332,0.000009539764,0.0020596911,0.0004486656,0.0010093583,0.005835035,0.9425707,0.04709508],"study_design_scores_gemma":[0.0005198474,0.00019093406,0.0006588291,8.627404e-7,0.0000049630025,0.00008183451,0.0017008802,0.0665252,0.0026813895,0.00014350972,0.92729956,0.00019216629],"about_ca_topic_score_codex":0.5171146,"about_ca_topic_score_gemma":0.18587933,"teacher_disagreement_score":0.33123523,"about_ca_system_score_codex":0.00015987332,"about_ca_system_score_gemma":0.0004315864,"threshold_uncertainty_score":0.8289762},"labels":[],"label_agreement":null},{"id":"W4413521891","doi":"10.64628/aam.keffky5f9","title":"Far-right Hindu nationalists are using digital propaganda to delegitimize India’s wrestler protests","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Hinduism; Law; Political science; Sociology; History; Religious studies; Philosophy","score_opus":0.024547093132362575,"score_gpt":0.25723241149687187,"score_spread":0.23268531836450929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413521891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58312875,0.000013919592,0.3952283,0.0035346362,0.0012814226,0.0016211261,0.00002573022,0.0022374948,0.0129286125],"genre_scores_gemma":[0.97504973,0.0000011471877,0.017440977,0.00065703026,0.00020013825,0.00008777154,0.000015057535,0.000023491595,0.006524658],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984705,0.000027031962,0.00020324942,0.00043834778,0.000489187,0.00037171587],"domain_scores_gemma":[0.9992126,0.000039937186,0.00007113232,0.00032950778,0.00016988901,0.0001769023],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018779856,0.00015490946,0.00013010146,0.00027879624,0.00020560513,0.00067319965,0.00046532092,0.00008259561,0.000043238164],"category_scores_gemma":[0.00013430882,0.00013108963,0.000054747998,0.0012238318,0.000020779304,0.0009177672,0.00024104473,0.00012933134,0.0009068581],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026827963,0.0014756074,0.052810483,0.0004874365,0.00053970265,0.00457385,0.0076244944,0.029502552,0.04063472,0.17561147,0.15950504,0.5269664],"study_design_scores_gemma":[0.0039556483,0.0008934085,0.18639144,0.0006337367,0.0000360458,0.0010105341,0.0003215498,0.3742731,0.13898079,0.02858914,0.26041728,0.0044973386],"about_ca_topic_score_codex":0.000043435455,"about_ca_topic_score_gemma":0.000029730065,"teacher_disagreement_score":0.52246904,"about_ca_system_score_codex":0.00008795423,"about_ca_system_score_gemma":0.00013121747,"threshold_uncertainty_score":0.9998711},"labels":[],"label_agreement":null},{"id":"W4413526150","doi":"10.64628/aam.hxtpwgk5h","title":"Cyberbullying girls with pornographic deepfakes is a form of misogyny","year":2023,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Psychology","score_opus":0.010631360994976179,"score_gpt":0.21418249805350634,"score_spread":0.20355113705853015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413526150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75034666,0.000055464927,0.23253411,0.0011045921,0.00022424964,0.00026166716,0.0000020891982,0.0010311252,0.014440064],"genre_scores_gemma":[0.97692376,0.0000356558,0.021028444,0.00025480887,0.000024169698,0.000018344756,0.000001909696,0.000012462079,0.0017004483],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988245,0.00001868248,0.00020301431,0.00030785604,0.00031737622,0.00032858556],"domain_scores_gemma":[0.99923617,0.000045718916,0.000085540865,0.00045515771,0.00009207897,0.00008533734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002466019,0.00012718036,0.00015868156,0.00033609595,0.000117055766,0.00006978072,0.00042631722,0.000060049995,0.00004164908],"category_scores_gemma":[0.000012316681,0.00009707553,0.00007843794,0.00183485,0.000046856385,0.0003566141,0.00009802079,0.000091088245,0.00013318963],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024243187,0.00053291465,0.10105072,0.00060677243,0.0007669043,0.00043329695,0.02310471,0.000424504,0.08176367,0.13906805,0.029293139,0.6227129],"study_design_scores_gemma":[0.005450394,0.0039667026,0.13362196,0.00065311464,0.00013321008,0.0006394779,0.0017967031,0.1542917,0.5941843,0.051365606,0.05085747,0.0030393794],"about_ca_topic_score_codex":0.00009974061,"about_ca_topic_score_gemma":0.00005848159,"teacher_disagreement_score":0.6196735,"about_ca_system_score_codex":0.000010395145,"about_ca_system_score_gemma":0.000044141503,"threshold_uncertainty_score":0.39586252},"labels":[],"label_agreement":null},{"id":"W4413544951","doi":"10.64628/aam.6qnd47nm6","title":"Scapegoating George Soros: How media-savvy far-right activists spread lies","year":2019,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scapegoating; George (robot); Far right; Political science; Law; Media studies; Criminology; Sociology; History; Politics; Art history","score_opus":0.0071716931020534575,"score_gpt":0.1972422132328398,"score_spread":0.19007052013078635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413544951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7242726,0.000111332396,0.19120681,0.0032084042,0.0025928288,0.00040268706,0.000002035933,0.0012352089,0.07696807],"genre_scores_gemma":[0.971631,0.000017044524,0.0145879,0.0003039944,0.00015497237,0.000011384709,0.0000030781343,0.000015576014,0.013275074],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984513,0.00005770418,0.00015616095,0.000498988,0.00039381176,0.00044201594],"domain_scores_gemma":[0.99894214,0.00012668999,0.00009760177,0.0006314082,0.000077074605,0.00012507624],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026376112,0.00019224823,0.00019693785,0.00012339052,0.00015705674,0.00044622508,0.00064725615,0.00010010781,0.00025597404],"category_scores_gemma":[0.0000613188,0.00015607681,0.000086673885,0.00034674897,0.000030580493,0.00097459595,0.00022768768,0.00019338483,0.0013062821],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041955936,0.0002998666,0.010900038,0.00015145258,0.00014681563,0.000083836516,0.00601611,0.00009993864,0.27255332,0.11736545,0.012219906,0.5801213],"study_design_scores_gemma":[0.0016579098,0.00045014985,0.017025521,0.00014751554,0.000022961973,0.00018632312,0.00081341283,0.053936567,0.7420177,0.005913606,0.17616734,0.0016610036],"about_ca_topic_score_codex":0.000085694046,"about_ca_topic_score_gemma":0.00007462256,"teacher_disagreement_score":0.5784603,"about_ca_system_score_codex":0.000043638647,"about_ca_system_score_gemma":0.000052581585,"threshold_uncertainty_score":0.9994713},"labels":[],"label_agreement":null},{"id":"W4413571627","doi":"10.64628/aam.7fs7y5vhp","title":"Not two different worlds: QAnon and the offline dangers of online speech","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Online and offline; Computer science","score_opus":0.016913004330799272,"score_gpt":0.25493637429312,"score_spread":0.2380233699623207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413571627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79135007,0.00077600265,0.19613883,0.005984651,0.0017515317,0.0006147205,0.000018217937,0.00021579994,0.003150206],"genre_scores_gemma":[0.95107675,0.00057129347,0.044590782,0.0006079502,0.00024654594,0.000020850233,0.000043273376,0.000017970196,0.0028245875],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981652,0.00018002205,0.00041169676,0.00060303224,0.0004128163,0.0002272711],"domain_scores_gemma":[0.99828404,0.00016474017,0.00022790261,0.0010942934,0.00014500959,0.00008401796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039857466,0.00026680544,0.0004893297,0.00011811786,0.00007015954,0.0002361112,0.0008347216,0.0001288768,0.00005213579],"category_scores_gemma":[0.00006278759,0.00016455588,0.00018080015,0.0002117238,0.00013798776,0.0000827964,0.0019195143,0.0005690969,0.0000035558473],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002945442,0.0007728312,0.000615224,0.000593275,0.0006028483,0.00012025071,0.0030998623,0.00095881533,0.014985107,0.024872908,0.0008315795,0.95225275],"study_design_scores_gemma":[0.011100187,0.00041705664,0.014947143,0.0016248048,0.00042013914,0.00026906675,0.0009093156,0.44931763,0.49861985,0.014801796,0.0051611434,0.0024118528],"about_ca_topic_score_codex":0.0007012555,"about_ca_topic_score_gemma":0.0008926786,"teacher_disagreement_score":0.9498409,"about_ca_system_score_codex":0.00003500774,"about_ca_system_score_gemma":0.000098487246,"threshold_uncertainty_score":0.6710394},"labels":[],"label_agreement":null},{"id":"W4413574652","doi":"10.64628/aam.5pyjdyurw","title":"Facebook’s latest federal election integrity initiative is just another marketing tactic","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Federal election; Internet privacy; Business; Computer security; Advertising; Political science; Computer science; Politics; Law","score_opus":0.046623310677841194,"score_gpt":0.27952649269823643,"score_spread":0.23290318202039523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413574652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085016295,0.00016475964,0.7697634,0.0046873377,0.0042903004,0.001188553,0.000007823409,0.001421238,0.1334603],"genre_scores_gemma":[0.95175797,0.0001243114,0.035954554,0.0025811787,0.00032329734,0.00014721576,0.000025272466,0.000046632118,0.009039589],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972547,0.0004891727,0.00038685964,0.0010362394,0.0003931939,0.00043982605],"domain_scores_gemma":[0.99841505,0.00016966324,0.00027640114,0.000705532,0.00033526955,0.00009807579],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008201338,0.00038827708,0.00036175607,0.00017944595,0.00032341984,0.0014594576,0.00061839144,0.0004803861,0.00072944886],"category_scores_gemma":[0.00022242115,0.0003773915,0.0002181564,0.00032870544,0.000035545574,0.0005034133,0.0009945835,0.0017513246,0.00016509731],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000530122,0.0019086313,0.010734265,0.0026264803,0.00274074,0.0010158205,0.036854155,0.0010515255,0.03231734,0.0067274272,0.10146742,0.8020261],"study_design_scores_gemma":[0.002741839,0.0007524265,0.033072263,0.0030084618,0.00025296296,0.00076593354,0.0038566217,0.3328349,0.5229039,0.008097566,0.08474577,0.006967346],"about_ca_topic_score_codex":0.0007426286,"about_ca_topic_score_gemma":0.0003605715,"teacher_disagreement_score":0.86674166,"about_ca_system_score_codex":0.00028578698,"about_ca_system_score_gemma":0.00041351988,"threshold_uncertainty_score":0.9998678},"labels":[],"label_agreement":null},{"id":"W4413576249","doi":"10.64628/aam.ghreychak","title":"Mandatory COVID-19 vaccination in schools this fall? Ontario’s 1982 legislation spurred organized opposition","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Opposition (politics); Legislation; Coronavirus disease 2019 (COVID-19); Political science; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virology; Law; Medicine; Outbreak; Politics; Infectious disease (medical specialty)","score_opus":0.02348769294009901,"score_gpt":0.2658098374409726,"score_spread":0.24232214450087358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413576249","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13516812,0.00015324527,0.8459887,0.0034132586,0.0025455111,0.0011876381,0.000008191871,0.00078978646,0.010745589],"genre_scores_gemma":[0.9398009,0.00012171961,0.05194403,0.0015646935,0.00021144451,0.00017017737,0.00077077386,0.000041042447,0.0053751925],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996823,0.00033898815,0.00064686086,0.0011810974,0.00063376804,0.00037624515],"domain_scores_gemma":[0.998015,0.000060446837,0.0003391554,0.001031406,0.0002847577,0.0002692705],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00088336086,0.00037767625,0.00042325267,0.0005985339,0.00020301506,0.0011190759,0.00083634653,0.00058680977,0.0010707541],"category_scores_gemma":[0.00023035788,0.00040926997,0.0001556626,0.00063789857,0.000010691929,0.0011319639,0.0008878641,0.0012101289,0.00016327905],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011237158,0.0045192325,0.08307383,0.0034117433,0.0013988711,0.0033295027,0.08424209,0.056991212,0.05276042,0.057945713,0.099841066,0.5513626],"study_design_scores_gemma":[0.025955774,0.0012576651,0.31252185,0.0023665228,0.00045878848,0.00087179197,0.0024500433,0.36201045,0.07873181,0.078615986,0.1227303,0.012029021],"about_ca_topic_score_codex":0.077434584,"about_ca_topic_score_gemma":0.1688813,"teacher_disagreement_score":0.8046328,"about_ca_system_score_codex":0.0030285595,"about_ca_system_score_gemma":0.0027563209,"threshold_uncertainty_score":0.99991786},"labels":[],"label_agreement":null},{"id":"W4413674321","doi":"10.64628/aam.un5vqykf4","title":"How not to defend free speech","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Free speech; Computer science; Speech recognition; Political science; Law","score_opus":0.025415540351721846,"score_gpt":0.25307872007716836,"score_spread":0.22766317972544653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413674321","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023603426,0.000019172672,0.9197966,0.010517006,0.004100514,0.00045186127,0.000011279924,0.00088452245,0.040615644],"genre_scores_gemma":[0.15806139,0.000016904822,0.7885523,0.00263758,0.0015115953,0.00005548951,0.000008236254,0.000041713898,0.049114794],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9978751,0.000050841743,0.00018557366,0.00096194446,0.0005081508,0.00041837807],"domain_scores_gemma":[0.9968916,0.00002937331,0.000091678485,0.0025432343,0.00019216383,0.00025194813],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003269046,0.00028737923,0.00025492758,0.00022855942,0.00011192442,0.001218224,0.002847497,0.0002985255,0.000072320385],"category_scores_gemma":[0.0001506292,0.00026046645,0.00014568369,0.00027823128,0.000029681154,0.00019740697,0.0044343905,0.0004114289,0.0010038706],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040560106,0.0001478113,0.00009044667,0.00017069803,0.0001685579,0.00020541482,0.0012825613,0.00011541841,0.0071488013,0.037648633,0.40555787,0.54742324],"study_design_scores_gemma":[0.00058680767,0.0005830501,0.0010147054,0.00020883254,0.00003477817,0.00014103435,0.00005947885,0.0093488125,0.50471175,0.0810955,0.40019453,0.002020741],"about_ca_topic_score_codex":0.00019993926,"about_ca_topic_score_gemma":0.00015627794,"teacher_disagreement_score":0.54540247,"about_ca_system_score_codex":0.0000826133,"about_ca_system_score_gemma":0.00011656696,"threshold_uncertainty_score":0.99998474},"labels":[],"label_agreement":null},{"id":"W4413675714","doi":"10.64628/aam.xshjj5fs3","title":"Police on Twitter: Talking to the community, or just to themselves?","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Internet privacy; Criminology; Sociology; Media studies; Political science; Computer science","score_opus":0.08162295964097428,"score_gpt":0.3272566120693359,"score_spread":0.2456336524283616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413675714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4982513,0.0000063233138,0.3962387,0.015658012,0.0044330694,0.0014762533,0.000009974559,0.0010255736,0.082900785],"genre_scores_gemma":[0.9321471,0.0000067083665,0.028959831,0.0268563,0.0011499171,0.00014530907,0.0000049457244,0.00004061713,0.0106892595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792564,0.0003445686,0.00027459027,0.0005404462,0.00045822578,0.00045651008],"domain_scores_gemma":[0.99637794,0.00020464216,0.00010404067,0.0029392177,0.00013940883,0.00023475196],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00097430364,0.00032484916,0.000246967,0.00023990082,0.0006702952,0.0008658864,0.0042015677,0.0001836256,0.00010262795],"category_scores_gemma":[0.00008333091,0.00019406577,0.000112518646,0.00054379326,0.000035776742,0.00008999882,0.0056478996,0.0010663174,0.0024625969],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029799872,0.00064241665,0.00013123377,0.0002400554,0.0002971524,0.000025962981,0.16430369,0.004449953,0.0021236767,0.007032879,0.56455123,0.25590378],"study_design_scores_gemma":[0.0010985788,0.0060543194,0.007964182,0.0024832734,0.00011428852,0.00028392137,0.00846711,0.015720868,0.09136815,0.007547004,0.8542015,0.0046968097],"about_ca_topic_score_codex":0.010919894,"about_ca_topic_score_gemma":0.0039547165,"teacher_disagreement_score":0.43389583,"about_ca_system_score_codex":0.00012270697,"about_ca_system_score_gemma":0.00011011575,"threshold_uncertainty_score":0.9983141},"labels":[],"label_agreement":null},{"id":"W4414151137","doi":"10.22329/il.v45i3.10214","title":"Munazara and (non-)Authoritarian Argumentation","year":2025,"lang":"en","type":"article","venue":"Informal Logic","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argumentation theory; Operationalization; Normative; Argumentative; Toolbox; Scope (computer science)","score_opus":0.006152138736075241,"score_gpt":0.23654655328800342,"score_spread":0.2303944145519282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414151137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19192465,0.00009149992,0.6349241,0.0010788852,0.0009641649,0.00023299057,0.0000010108924,0.0002688618,0.17051385],"genre_scores_gemma":[0.98641694,0.00001453654,0.011828504,0.0006689879,0.000020345986,0.000009759965,0.0000028054476,0.0000012179321,0.0010369356],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995249,0.000009762081,0.00012610434,0.00011520547,0.00007803244,0.00014600718],"domain_scores_gemma":[0.9997403,0.000016617092,0.000030418145,0.00015011284,0.000026669572,0.000035904795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014592742,0.00006438142,0.000061243096,0.00009944894,0.00015654469,0.00015174337,0.0001776268,0.000048268023,0.000005948954],"category_scores_gemma":[0.000013515087,0.00005712717,0.000019282077,0.00022857267,0.000018913688,0.00060851686,0.00010377029,0.0000792327,0.000058934795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016823511,0.000025068473,0.0021867484,0.000044445944,0.000021533537,0.000012935031,0.00071793114,0.00012938963,0.0009541836,0.48701888,0.00049920223,0.50837284],"study_design_scores_gemma":[0.0041045966,0.0013870345,0.3669223,0.00023928957,0.000052332533,0.00017527356,0.00091682054,0.23107737,0.04947966,0.21229357,0.13197392,0.0013778536],"about_ca_topic_score_codex":0.00004130705,"about_ca_topic_score_gemma":0.0000060199677,"teacher_disagreement_score":0.79449224,"about_ca_system_score_codex":0.000014692879,"about_ca_system_score_gemma":0.000034266588,"threshold_uncertainty_score":0.23295784},"labels":[],"label_agreement":null},{"id":"W4414321359","doi":"10.15273/jue.v15i2.12513","title":"The Gag City Grammar Police: Language and Algorithmic Community on Stan Twitter","year":2025,"lang":"en","type":"article","venue":"Journal for Undergraduate Ethnography","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Netnography; Ethnography; Speech community; Grammar; Sociolinguistics; Field (mathematics); Variation (astronomy); Subculture (biology)","score_opus":0.02507600480938458,"score_gpt":0.31941686933619845,"score_spread":0.29434086452681385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414321359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58722764,0.0008003005,0.3732736,0.031635642,0.0029957925,0.0006445878,0.000010466643,0.0002846367,0.00312733],"genre_scores_gemma":[0.9900942,0.00052594184,0.0058169668,0.0017256401,0.0001711456,0.000027909344,0.000002577569,0.000016455064,0.0016191888],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984899,0.00035305027,0.00028137912,0.00018921684,0.0002687509,0.0004176711],"domain_scores_gemma":[0.998525,0.0005512776,0.00014961985,0.00051221746,0.0001259931,0.00013588656],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0014245826,0.00018550835,0.00016580129,0.000360811,0.0028336395,0.00072791206,0.00073631207,0.0000886658,7.849634e-7],"category_scores_gemma":[0.00006152923,0.00012747326,0.00021897147,0.00075163244,0.00014588855,0.00023890249,0.00013384968,0.0010360446,0.0000025770078],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039233273,0.00049606053,0.002511776,0.00014505765,0.00092159887,0.000032196793,0.015299914,0.0000527771,0.0036635888,0.068118334,0.0774522,0.8309142],"study_design_scores_gemma":[0.0051093656,0.0024209355,0.014392928,0.00045203048,0.0001599352,0.00030987064,0.013578885,0.008053155,0.011769469,0.7573815,0.1852024,0.0011695302],"about_ca_topic_score_codex":0.00031176774,"about_ca_topic_score_gemma":0.00029539017,"teacher_disagreement_score":0.82974464,"about_ca_system_score_codex":0.000049608912,"about_ca_system_score_gemma":0.000054600132,"threshold_uncertainty_score":0.9984645},"labels":[],"label_agreement":null},{"id":"W4414363206","doi":"10.31269/3s4fqf49","title":"Fediverse Blocklists: Moderation in Noncapitalist Social Media","year":2025,"lang":"en","type":"article","venue":"tripleC Communication Capitalism & Critique Open Access Journal for a Global Sustainable Information Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Moderation; Listing (finance); Social media; Key (lock); Selection (genetic algorithm); Content analysis","score_opus":0.02518963768928012,"score_gpt":0.3848646850803606,"score_spread":0.35967504739108047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414363206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036729068,0.0009934093,0.89644825,0.03386645,0.0013278333,0.00407811,0.00010204735,0.00033148823,0.02612334],"genre_scores_gemma":[0.9793004,0.0008435804,0.014366333,0.003826153,0.00009210617,0.0005256822,0.00029208162,0.000012203423,0.00074148696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997386,0.00026828787,0.0010681266,0.00025164415,0.0004415853,0.0005843886],"domain_scores_gemma":[0.99640036,0.00020420534,0.00055501104,0.00060613966,0.002101367,0.00013293764],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0023208554,0.00026115048,0.00035504045,0.00022900222,0.002225096,0.011060017,0.0048760106,0.00026109972,0.000024632644],"category_scores_gemma":[0.0006100978,0.00028608675,0.00027051146,0.0016778613,0.000108606844,0.026351884,0.0020020267,0.00049928075,0.0000070989045],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014642923,0.00013083353,0.00009603061,0.00014254116,0.000050731265,0.000004097053,0.010753556,0.000537133,0.0000060488496,0.8717069,0.09452864,0.02189706],"study_design_scores_gemma":[0.008695642,0.00010313748,0.004250405,0.00021540067,0.00006887879,0.000093749426,0.06433555,0.066632695,0.0003560123,0.6400958,0.21416222,0.0009905327],"about_ca_topic_score_codex":0.0011966467,"about_ca_topic_score_gemma":0.00037024516,"teacher_disagreement_score":0.9425713,"about_ca_system_score_codex":0.0018405986,"about_ca_system_score_gemma":0.0009866044,"threshold_uncertainty_score":0.9999591},"labels":[],"label_agreement":null},{"id":"W4414451479","doi":"10.64628/aam.cn75c5gsk","title":"Bill C-4 privacy enhancements are modest and fail to regulate politicians’ use of social bots","year":2025,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Information privacy; Confidentiality; Action (physics); Key (lock); Legislation","score_opus":0.020310782093877693,"score_gpt":0.258857437646333,"score_spread":0.23854665555245533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414451479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7112153,0.000009051305,0.28290442,0.0030379784,0.000222213,0.00019101688,0.00000315106,0.00010250995,0.002314345],"genre_scores_gemma":[0.97900456,0.0000036509691,0.012385071,0.0006945128,0.0000220801,0.000006980029,6.576351e-7,0.0000036509475,0.007878837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99920017,0.000028397213,0.00016590828,0.00025558058,0.00014018998,0.00020974406],"domain_scores_gemma":[0.9995482,0.000022620605,0.000047960468,0.0002426551,0.00007874839,0.000059809518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008112372,0.00008624417,0.00012749246,0.00013144565,0.00010493044,0.0001130176,0.00022373641,0.000047091013,0.00000891589],"category_scores_gemma":[0.000036675996,0.00007033047,0.000028934024,0.00034080193,0.000024840016,0.0003053686,0.00023094859,0.000046350073,0.000012063475],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014984,0.0004462628,0.008493417,0.00028972054,0.00026352218,0.000027963295,0.007991756,0.00031901474,0.1317906,0.5138362,0.027111579,0.30928016],"study_design_scores_gemma":[0.0018813529,0.00046645707,0.2266765,0.00037120248,0.00005193757,0.0000086755535,0.0004325971,0.027695341,0.6195127,0.03615035,0.08577083,0.0009820682],"about_ca_topic_score_codex":0.0003153056,"about_ca_topic_score_gemma":0.000035841742,"teacher_disagreement_score":0.4877221,"about_ca_system_score_codex":0.00003131372,"about_ca_system_score_gemma":0.000035572823,"threshold_uncertainty_score":0.28679934},"labels":[],"label_agreement":null},{"id":"W4414471943","doi":"10.1177/29768640251377862","title":"How to lose a culture war: Social media, trans disinformation and the authoritarian right","year":2025,"lang":"en","type":"article","venue":"Dialogues on Digital Society","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Disinformation; Authoritarianism; Opposition (politics); Politics; Social media; Democracy; Sketch; State (computer science)","score_opus":0.007822411471734793,"score_gpt":0.2052748635848559,"score_spread":0.1974524521131211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414471943","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061235525,0.00042830553,0.7589078,0.12836093,0.0035258993,0.0015790255,0.00026507003,0.0011036008,0.044593833],"genre_scores_gemma":[0.9972267,0.000035415298,0.00084908295,0.0009608573,0.0001842565,0.000025983938,0.00004665877,0.000004807868,0.0006662503],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914694,0.00002933381,0.00013742191,0.00023202156,0.00023461628,0.00021964252],"domain_scores_gemma":[0.99951774,0.0001352237,0.000040535517,0.00018101755,0.000054574975,0.00007089973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001863054,0.00013952622,0.00015067433,0.000029210603,0.0004801352,0.0009804259,0.000339999,0.000116413954,7.527889e-7],"category_scores_gemma":[0.00011452006,0.00009001019,0.00018159123,0.00038705813,0.00011785679,0.0009104868,0.00008822715,0.00017310337,0.00001535706],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011152667,0.0001237425,0.00005012729,0.00005202117,0.00015556873,0.000004057751,0.12664884,0.000013134932,0.00011614272,0.32388818,0.06564942,0.48318723],"study_design_scores_gemma":[0.007985688,0.0004762827,0.0074754762,0.00018759508,0.00011027671,0.000017965343,0.013447893,0.011684077,0.0042617056,0.18761405,0.7652071,0.0015318927],"about_ca_topic_score_codex":0.0000075799294,"about_ca_topic_score_gemma":0.000020332605,"teacher_disagreement_score":0.93599117,"about_ca_system_score_codex":0.000048975697,"about_ca_system_score_gemma":0.000029826924,"threshold_uncertainty_score":0.94542694},"labels":[],"label_agreement":null},{"id":"W4414510444","doi":"10.1287/isre.2024.1140","title":"Content Moderation with Shadowbanning","year":2025,"lang":"en","type":"article","venue":"Information Systems Research","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Moderation; User-generated content; User engagement; Content (measure theory); Social media; Perception; Content creation; Welfare","score_opus":0.0834027796304613,"score_gpt":0.33143802125267185,"score_spread":0.24803524162221055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414510444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01146969,0.000059072587,0.9267032,0.0005540243,0.0002884332,0.00047618712,8.3591533e-7,0.0001750347,0.060273528],"genre_scores_gemma":[0.9962374,0.0000052201585,0.0014379207,0.000085908,0.000024948335,0.00012572997,0.000005533031,0.0000020072805,0.0020753513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998576,0.00013158575,0.00026869247,0.00011801584,0.0006555743,0.00025017152],"domain_scores_gemma":[0.9986444,0.00006771429,0.000053713018,0.00033037958,0.0008524496,0.000051335483],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013359813,0.00006480652,0.000085827276,0.0005512637,0.00036968593,0.0011313728,0.00033987107,0.00005583808,0.0000021246615],"category_scores_gemma":[0.00007536518,0.00005065069,0.000016556858,0.0009287848,0.000027493268,0.002508899,0.00008728565,0.00020665533,0.00023554565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009587231,0.00004109461,0.0008936441,0.00035299434,0.00007194609,0.000008229374,0.004824507,0.015366122,0.0016279474,0.80007905,0.011160857,0.16547777],"study_design_scores_gemma":[0.00096304255,0.00023470678,0.0016673105,0.00039170784,0.0000022846932,0.000042267267,0.0022886063,0.8498181,0.0067151515,0.0004907589,0.13717815,0.00020787134],"about_ca_topic_score_codex":0.00030585114,"about_ca_topic_score_gemma":0.0000067087226,"teacher_disagreement_score":0.9847677,"about_ca_system_score_codex":0.00012740373,"about_ca_system_score_gemma":0.00018111314,"threshold_uncertainty_score":0.9999055},"labels":[],"label_agreement":null},{"id":"W4414856475","doi":"10.1109/tnnls.2025.3611832","title":"FedMPS: Federated Learning in a Synergy of Multi-Level Prototype-Based Contrastive Learning and Soft Label Generation","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Neural Networks and Learning Systems","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Natural Science Foundation of China","keywords":"Consistency (knowledge bases); Feature (linguistics); Raw data; Code (set theory); Feature extraction; Convergence (economics); Key (lock); Federated learning","score_opus":0.02173048643077047,"score_gpt":0.24939542187979474,"score_spread":0.22766493544902427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414856475","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14450432,0.0004398972,0.85390294,0.000075340795,0.00041940063,0.00046233612,6.7131236e-7,0.00016564911,0.000029427161],"genre_scores_gemma":[0.99814975,0.00006467382,0.000620783,0.000036021185,0.000036040252,0.00011914315,0.0000032326934,0.000016020536,0.0009543328],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979756,0.00071432756,0.00039405818,0.00045856016,0.00015810994,0.00029935606],"domain_scores_gemma":[0.99925584,0.0002885014,0.00017303502,0.00009149779,0.00011900065,0.00007210066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052014814,0.00021766058,0.00032548237,0.00028201495,0.0006816365,0.00028287858,0.00009398487,0.00017261255,0.0000017803759],"category_scores_gemma":[0.000040228075,0.0002109643,0.000044959073,0.0005803596,0.000055437256,0.00021484164,0.0000040683594,0.0010376076,8.1756446e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084119565,0.00005895187,0.00058000244,0.00005689272,0.000028681136,0.000006805355,0.00015188969,0.8822458,0.0033938338,0.000042409116,0.0000023326963,0.1133483],"study_design_scores_gemma":[0.0013446208,0.0005466885,0.00054099574,0.0003035516,0.000015002297,0.000012238808,0.00016833567,0.9956753,0.0010142615,0.0000010369182,0.0001948026,0.00018312858],"about_ca_topic_score_codex":0.00041885272,"about_ca_topic_score_gemma":0.00016094798,"teacher_disagreement_score":0.85364544,"about_ca_system_score_codex":0.00004549526,"about_ca_system_score_gemma":0.00005356548,"threshold_uncertainty_score":0.8602874},"labels":[],"label_agreement":null},{"id":"W4415199658","doi":"10.1016/j.mlwa.2025.100749","title":"Longitudinal abuse and sentiment analysis of Hollywood movie dialogues using language models","year":2025,"lang":"en","type":"article","venue":"Machine Learning with Applications","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Hollywood; Narrative; Content (measure theory); Content analysis; Sentiment analysis; Social media; Poison control; Personality psychology; Suicide prevention","score_opus":0.012566404627104906,"score_gpt":0.2560036965289335,"score_spread":0.2434372919018286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415199658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26369232,0.0002837129,0.73540115,0.00006825408,0.0000075934586,0.00013423014,0.0000034269858,0.00007827258,0.00033105863],"genre_scores_gemma":[0.96002704,0.000028751088,0.039678883,0.000026010293,0.000007929919,0.000043162054,0.000016296302,0.0000048225666,0.00016710977],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992722,0.00004274988,0.00015073863,0.00028432527,0.00012487896,0.00012508608],"domain_scores_gemma":[0.9994384,0.000045632038,0.00009898407,0.00032109508,0.000055055014,0.00004082445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014555776,0.00009385669,0.00017413982,0.0003529126,0.00019514286,0.00006737714,0.00018071756,0.00002982984,0.0000034016725],"category_scores_gemma":[0.000005977778,0.000081580365,0.000045324017,0.0014990893,0.000038812464,0.0001258258,0.00006981202,0.00012501008,0.0000015424624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034539997,0.0002763889,0.14390299,0.00009443936,0.0016900055,0.00000816465,0.0037748537,0.72440803,0.015423749,0.03843046,0.000007573554,0.07194882],"study_design_scores_gemma":[0.00020579787,0.00003505566,0.008591427,0.000018185097,0.00036955552,0.000003842415,0.000044688048,0.98797333,0.0019838116,0.00036374974,0.0003029686,0.00010758518],"about_ca_topic_score_codex":0.00043751742,"about_ca_topic_score_gemma":0.000115078496,"teacher_disagreement_score":0.6963347,"about_ca_system_score_codex":0.000020492815,"about_ca_system_score_gemma":0.000024963594,"threshold_uncertainty_score":0.33267507},"labels":[],"label_agreement":null},{"id":"W4415225763","doi":"10.1093/pnasnexus/pgaf327","title":"Estimating the effect size of moral contagion in online networks: A pre-registered replication and meta-analysis","year":2025,"lang":"en","type":"article","venue":"PNAS Nexus","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Disinformation; Replication (statistics); Morality; Emotional contagion; Population; Phenomenon","score_opus":0.028558726422665166,"score_gpt":0.29980318871383776,"score_spread":0.2712444622911726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415225763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33202338,0.0010580247,0.6639128,0.0018901001,0.000120023586,0.00052357116,0.0000025424754,0.0000783099,0.00039125184],"genre_scores_gemma":[0.98976374,0.0000025453617,0.009750884,0.00015082801,0.000015276495,0.000041469848,0.0000031940513,0.0000027046565,0.00026933636],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989612,0.00019761482,0.00027472462,0.00033119664,0.00011278111,0.00012246819],"domain_scores_gemma":[0.9986117,0.0004056913,0.00015717723,0.00076704135,0.000037604517,0.000020813617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007327741,0.000094053634,0.0003568898,0.000097364966,0.000063867126,0.000071082046,0.0002750357,0.00004253132,0.0000025737124],"category_scores_gemma":[0.00030103754,0.00006195485,0.00015926035,0.0010051648,0.000032838314,0.00012387332,0.000100369005,0.000106597035,4.0745311e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038022976,0.00040580946,0.04036391,0.00037803449,0.043391623,0.00002996834,0.0033838109,0.58900094,0.0043429523,0.014147099,0.0004936628,0.303682],"study_design_scores_gemma":[0.0002464562,0.00008904097,0.026206002,0.0000064439814,0.0065356214,0.0000027416313,0.00000789193,0.9646088,0.0009856103,0.0012170803,0.000028698387,0.00006564893],"about_ca_topic_score_codex":0.00056297093,"about_ca_topic_score_gemma":0.00032199634,"teacher_disagreement_score":0.6577404,"about_ca_system_score_codex":0.000019049663,"about_ca_system_score_gemma":0.000013020613,"threshold_uncertainty_score":0.25264454},"labels":[],"label_agreement":null},{"id":"W4415255545","doi":"10.1109/eurousec69254.2025.00015","title":"\"Lying makes me look suspicious\": Users’ Perspectives and Analysis of Security Questions","year":2025,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Security through obscurity; Security information and event management; Set (abstract data type); Cloud computing security; Critical security studies; Human-computer interaction in information security; Perception; Security service; Key (lock)","score_opus":0.006350457121286807,"score_gpt":0.25039637656444413,"score_spread":0.24404591944315732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415255545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5927447,0.0004912087,0.3934147,0.00071035104,0.00009535875,0.00009963484,0.0000023122154,0.00018336347,0.012258374],"genre_scores_gemma":[0.99141383,0.000064248045,0.0076416293,0.000063115236,0.0000066318266,0.000004565943,8.319906e-7,0.0000018850657,0.00080323865],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928313,0.000051056646,0.00014589103,0.00027793396,0.00011380981,0.00012817857],"domain_scores_gemma":[0.9994453,0.00006645061,0.000043381624,0.00029209594,0.0001130304,0.00003971181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018482449,0.0000792611,0.00017537727,0.0004758444,0.00012588185,0.00008498756,0.00019441702,0.00004455368,0.000021995304],"category_scores_gemma":[0.00005350767,0.00007215114,0.00008219325,0.0014142835,0.000060767212,0.0002137742,0.0001036051,0.00007728912,0.000002352706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014342085,0.0001956208,0.054934718,0.000050689403,0.0015251328,0.000008455039,0.014915831,0.00030542025,0.0087788105,0.8993285,0.00024705206,0.019695448],"study_design_scores_gemma":[0.0010497734,0.0003129891,0.30350277,0.00014865272,0.0017029669,0.000014658347,0.020279191,0.5709043,0.049229175,0.05037567,0.0016029215,0.00087692664],"about_ca_topic_score_codex":0.0004384657,"about_ca_topic_score_gemma":0.00048053107,"teacher_disagreement_score":0.84895283,"about_ca_system_score_codex":0.000031258718,"about_ca_system_score_gemma":0.00003855901,"threshold_uncertainty_score":0.2942238},"labels":[],"label_agreement":null},{"id":"W4415444011","doi":"10.1109/access.2025.3624312","title":"Mitigating Authorship Attribution in Social Media Texts: A Privacy by Translation Approach","year":2025,"lang":"en","type":"article","venue":"IEEE Access","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Authorship attribution; Social media; Adversarial system; Attribution; Identification (biology); Process (computing); Differential privacy","score_opus":0.04959407869852116,"score_gpt":0.31471745203608514,"score_spread":0.265123373337564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415444011","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.246459,0.000097843484,0.7499719,0.0008064744,0.00048032874,0.00019061397,0.0000037463587,0.00016616315,0.0018238819],"genre_scores_gemma":[0.99550754,0.0000047974218,0.00412881,0.000115735136,0.00011456054,0.00004473142,0.000020078047,0.000005382482,0.000058366913],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987591,0.00014481282,0.00025622404,0.00034749333,0.00022147394,0.00027092267],"domain_scores_gemma":[0.99955827,0.00009868296,0.000075383214,0.00018020101,0.000045845936,0.000041636195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050148665,0.00011293945,0.00013723903,0.00018591534,0.0002022581,0.00032950263,0.00069887936,0.00014603637,0.0000033713454],"category_scores_gemma":[0.000063037485,0.0001192873,0.000047143592,0.001206548,0.000027270407,0.00094366836,0.00005753415,0.0002431456,0.0000070746064],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004324921,0.00028824256,0.0052371128,0.00016331705,0.000033041568,0.000008522822,0.008798931,0.00025236973,0.023327243,0.017365456,0.006309295,0.93817323],"study_design_scores_gemma":[0.006164206,0.0001117959,0.098643996,0.00049877464,0.00007039403,0.000019889772,0.00032640246,0.3026396,0.41005784,0.1621769,0.017350294,0.0019398894],"about_ca_topic_score_codex":0.00005729101,"about_ca_topic_score_gemma":0.000026323169,"teacher_disagreement_score":0.93623334,"about_ca_system_score_codex":0.00008970862,"about_ca_system_score_gemma":0.00006649281,"threshold_uncertainty_score":0.4864395},"labels":[],"label_agreement":null},{"id":"W4415500927","doi":"10.1108/ijssp-03-2025-0179","title":"Revised online hate speech law in Japan and early evidence of its effectiveness","year":2025,"lang":"en","type":"article","venue":"International Journal of Sociology and Social Policy","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Legislation; Work (physics); Empirical evidence; Survey data collection; Empirical research; Computer-assisted web interviewing; Online research methods; Observational study","score_opus":0.021084837616452728,"score_gpt":0.3460654606281039,"score_spread":0.32498062301165115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415500927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915804,0.0007693521,0.0010338566,0.0061231386,0.00028278478,0.000051525196,0.0000018199323,0.0000052122527,0.00015189979],"genre_scores_gemma":[0.99846184,0.0004255076,0.00036945706,0.00047249708,0.00023787728,9.422979e-7,2.382857e-7,0.0000018610037,0.000029748098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992072,0.00020476186,0.00027167186,0.00010021566,0.000120277655,0.00009587499],"domain_scores_gemma":[0.9992714,0.00022838944,0.00019011104,0.00003721894,0.00024943732,0.000023457975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006082717,0.00006300332,0.00020177948,0.00022654548,0.000059639726,0.000027548573,0.00028151346,0.0001045794,0.000001083862],"category_scores_gemma":[0.00020195248,0.00005814422,0.0000526172,0.00010589113,0.00020202476,0.00028580424,0.00009545923,0.00021084574,4.909062e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042294827,0.00015300771,0.034642342,0.00014925403,0.00028335775,0.00005874667,0.008030832,0.000012589856,0.022203363,0.8094067,0.0000358535,0.124601014],"study_design_scores_gemma":[0.0015394784,0.00033765685,0.88873076,0.00071581034,0.000016956938,0.000079792226,0.0001942097,0.000147736,0.005859604,0.10199105,0.000265521,0.000121394674],"about_ca_topic_score_codex":0.00026260497,"about_ca_topic_score_gemma":0.000021119658,"teacher_disagreement_score":0.8540884,"about_ca_system_score_codex":0.000060948885,"about_ca_system_score_gemma":0.00011077799,"threshold_uncertainty_score":0.23710524},"labels":[],"label_agreement":null},{"id":"W4415622504","doi":"10.15353/joci.v21i1.6644","title":"Pin the tail on the researcher","year":2025,"lang":"","type":"article","venue":"The Journal of Community Informatics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accountability; Foregrounding; Social media; Sociotechnical system; Social engineering (security); Democracy","score_opus":0.05616053219459451,"score_gpt":0.30848288197266693,"score_spread":0.25232234977807244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415622504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70049864,0.0005981732,0.09025645,0.12331231,0.0019008799,0.0006786861,0.0000050547387,0.00003181781,0.082717955],"genre_scores_gemma":[0.9887293,0.001061974,0.00017828902,0.008450209,0.00010400085,0.000002184354,2.962965e-7,0.0000068810946,0.0014668696],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9920005,0.0052096383,0.001229249,0.000015809012,0.0011125493,0.00043223414],"domain_scores_gemma":[0.99017537,0.005607206,0.0010032867,0.0023487478,0.0007756779,0.00008969619],"candidate_categories":["sts","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02339197,0.00022033432,0.0002708201,0.00021544615,0.0040639685,0.0008698276,0.007883221,0.000115792354,0.000059442114],"category_scores_gemma":[0.0016062837,0.000090195994,0.000219603,0.0013358445,0.0006697885,0.00067237654,0.0013644875,0.006267119,0.00013953327],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050640316,0.00047141916,0.000023801995,0.0001893122,0.00067490654,0.000002079758,0.48212448,0.0056927176,0.00013433826,0.053018168,0.14291242,0.31424993],"study_design_scores_gemma":[0.0019773925,0.0035471772,0.0026551336,0.0021280376,0.0003866786,0.0005870047,0.4744499,0.10549227,0.00934257,0.060956154,0.33794868,0.00052901194],"about_ca_topic_score_codex":0.00015906952,"about_ca_topic_score_gemma":0.000045420053,"teacher_disagreement_score":0.31372094,"about_ca_system_score_codex":0.00015734091,"about_ca_system_score_gemma":0.00061425945,"threshold_uncertainty_score":0.9974846},"labels":[],"label_agreement":null},{"id":"W4415650151","doi":"10.26522/ssj.v19i3.5137","title":"Hate Speech on Trial","year":2025,"lang":"en","type":"article","venue":"Studies in Social Justice","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"University of Waterloo","keywords":"Exploit; Free speech; Omnipresence; Censorship; Diversity (politics); Popularity; Social media; Indirect speech","score_opus":0.04970482628598438,"score_gpt":0.37062224330717325,"score_spread":0.32091741702118887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415650151","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.203138,0.0017927951,0.03572691,0.013342541,0.06390026,0.0018309504,0.0000067913898,0.0010462212,0.67921555],"genre_scores_gemma":[0.9730198,0.0005395657,0.006434464,0.003183538,0.0029462078,0.00013210755,0.0000012364625,0.0000143465695,0.013728748],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99901295,0.000095767704,0.00018649628,0.0002751964,0.00018720851,0.00024238406],"domain_scores_gemma":[0.9994816,0.00020963309,0.00004503749,0.00017311258,0.000073472685,0.000017151542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037723797,0.00010516802,0.0001876209,0.00012078432,0.0003977084,0.000048956696,0.00033462595,0.00006521176,0.0000023847606],"category_scores_gemma":[0.00039815228,0.0001001454,0.00005371466,0.00071154366,0.00008122822,0.00010121347,0.00020744423,0.00018814542,0.00006033997],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032972603,0.0003569474,0.000030664138,0.00028074,0.00023101614,0.0001831451,0.009203001,0.000057141973,0.00022349073,0.46301565,0.12612794,0.396993],"study_design_scores_gemma":[0.12417834,0.0031378188,0.002034577,0.001168144,0.0007877759,0.000016680813,0.03617394,0.0036801023,0.012450097,0.27292502,0.5407435,0.00270399],"about_ca_topic_score_codex":0.000012849187,"about_ca_topic_score_gemma":0.000028942375,"teacher_disagreement_score":0.7698818,"about_ca_system_score_codex":0.00013421495,"about_ca_system_score_gemma":0.000042892898,"threshold_uncertainty_score":0.4083811},"labels":[],"label_agreement":null},{"id":"W4416125942","doi":"10.1108/dprg-07-2025-0211","title":"The impact of legislation on online toxic content","year":2025,"lang":"en","type":"article","venue":"Digital Policy Regulation and Governance","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Legislation; Context (archaeology); Deterrence theory; Unintended consequences; Content analysis; Moderation; Digital content; Work (physics)","score_opus":0.016929181750196143,"score_gpt":0.2778688466241476,"score_spread":0.2609396648739515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416125942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9494426,0.00024381361,0.02435819,0.005143024,0.00016455923,0.00020567568,0.00004483651,0.00007279886,0.020324493],"genre_scores_gemma":[0.9955839,0.000052167994,0.000060166614,0.00008982683,0.000039247017,0.0000018339314,0.0000037101033,0.000002178232,0.004166993],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994883,0.000011605063,0.00014775396,0.00012541085,0.00012336217,0.000103574115],"domain_scores_gemma":[0.9995316,0.00006133949,0.000116742245,0.00021085374,0.00005301431,0.000026439611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005315723,0.000069079455,0.00007133497,0.000038687238,0.00008836155,0.000160128,0.00013600825,0.000027352198,5.6384954e-7],"category_scores_gemma":[0.00012995966,0.00004560665,0.000054117634,0.0002922478,0.00004456129,0.00036613882,0.00003940059,0.000041961805,0.0000027489366],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039273295,0.000046916666,0.0012460004,0.000003861652,0.000019281759,2.484095e-7,0.00007974185,0.0005507432,0.0010573808,0.40142676,0.00087740173,0.59465235],"study_design_scores_gemma":[0.00039904434,0.00018372774,0.9432245,0.00006090605,0.0000015451726,0.000003324786,0.000008559724,0.027603565,0.002647382,0.017877653,0.007900469,0.00008930525],"about_ca_topic_score_codex":0.00020955768,"about_ca_topic_score_gemma":0.000014409461,"teacher_disagreement_score":0.9419785,"about_ca_system_score_codex":0.0000617125,"about_ca_system_score_gemma":0.000066715875,"threshold_uncertainty_score":0.18597852},"labels":[],"label_agreement":null},{"id":"W4416405636","doi":"10.36151/rcdi.2025.806.06","title":"Derecho al honor versus libertad de expresión en redes sociales. el comportamiento beligerante y agresivo de las comunicaciones en redes sociales","year":2025,"lang":"","type":"article","venue":"Revista crítica de derecho inmobiliario/Revista crítica de derecho inmobiliario","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Optech (Canada)","funders":"","keywords":"Honor","score_opus":0.03039314514752996,"score_gpt":0.3237498690221543,"score_spread":0.29335672387462436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416405636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5220119,0.027847998,0.37462994,0.02764286,0.006209359,0.013685781,0.00082863646,0.0046455213,0.022498028],"genre_scores_gemma":[0.8905488,0.015773008,0.078612775,0.005613012,0.0015222993,0.0014762232,0.00026926317,0.0007158667,0.0054687206],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9654824,0.01111762,0.0064942664,0.006234015,0.0027767716,0.007894933],"domain_scores_gemma":[0.9721695,0.012549526,0.0026079551,0.0072655627,0.0022713654,0.0031360693],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow","sts","research_integrity"],"category_scores_codex":[0.014662711,0.004290491,0.005334922,0.0021940344,0.0049342047,0.0093264505,0.009411411,0.0047515957,0.0008710627],"category_scores_gemma":[0.015019897,0.0049839076,0.003161607,0.005591862,0.004067962,0.002388029,0.00351602,0.0078067775,0.00049488514],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.009196012,0.010491926,0.039623626,0.011520854,0.008123128,0.0030688054,0.029149046,0.0013769697,0.087380275,0.49832237,0.109211676,0.1925353],"study_design_scores_gemma":[0.02336179,0.0039072973,0.027583089,0.020277943,0.009500145,0.0020461478,0.009428578,0.09395313,0.05181227,0.08931888,0.65179044,0.01702029],"about_ca_topic_score_codex":0.0050294716,"about_ca_topic_score_gemma":0.0032089453,"teacher_disagreement_score":0.54257876,"about_ca_system_score_codex":0.01664263,"about_ca_system_score_gemma":0.022968363,"threshold_uncertainty_score":0.9986424},"labels":[],"label_agreement":null},{"id":"W4416504162","doi":"10.1038/s41598-025-25879-4","title":"Tackling toxicity in Arabic social media through advanced detection techniques","year":2025,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Minia University","keywords":"Arabic; Social media; Embedding; Interpersonal communication; Encoder; Transformer","score_opus":0.00994106582999158,"score_gpt":0.2583990237387625,"score_spread":0.24845795790877093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416504162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64307654,0.00010823233,0.33449712,0.0004517812,0.013622958,0.00037378594,3.512577e-7,0.0007293078,0.0071399063],"genre_scores_gemma":[0.9873344,0.0000047473404,0.011906784,0.00007733401,0.00006420344,0.000045589102,0.0000028763513,0.0000056343824,0.0005584399],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997909,0.00006702029,0.0004520312,0.0008190793,0.00038037042,0.00037249038],"domain_scores_gemma":[0.99901104,0.000044059412,0.00018177598,0.00058922154,0.00013373067,0.000040180086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014065639,0.00013102761,0.00017308733,0.0003413233,0.00047486293,0.00039619944,0.0002944444,0.00011360067,0.0000068811546],"category_scores_gemma":[0.00031223363,0.00013131212,0.00007929342,0.0019895665,0.00010834055,0.00081419444,0.0001492507,0.00020824603,0.0000092309965],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010965505,0.000106263826,0.00030138998,0.0000326616,0.0000086828495,0.0002474181,0.0018867509,0.00006427871,0.45961842,0.0023468167,0.0015010218,0.53387535],"study_design_scores_gemma":[0.000085495434,0.000014365204,0.00079837954,0.000046787478,0.0000032602813,0.000044999513,0.000060982657,0.0005326273,0.8997257,0.07266648,0.025855502,0.00016543013],"about_ca_topic_score_codex":0.000030661897,"about_ca_topic_score_gemma":0.0003125908,"teacher_disagreement_score":0.5337099,"about_ca_system_score_codex":0.00017197132,"about_ca_system_score_gemma":0.00015286193,"threshold_uncertainty_score":0.53547525},"labels":[],"label_agreement":null},{"id":"W4416513286","doi":"10.1109/tvcg.2025.3634629","title":"Conch: Competitive Debate Analysis via Visualizing Clash Points and Hierarchical Strategies","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Visualization and Computer Graphics","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"Fundamental Research Funds for the Central Universities; Huazhong University of Science and Technology","keywords":"Visualization; Leverage (statistics); Argumentative; Data visualization; Sensemaking; Usability; Context (archaeology); Semantics (computer science); Argumentation theory","score_opus":0.010636038412855809,"score_gpt":0.2722574091315758,"score_spread":0.26162137071872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416513286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022981178,0.000054309985,0.9756252,0.00015204267,0.00041114667,0.00017450126,0.0000053534504,0.00028871433,0.00030754533],"genre_scores_gemma":[0.99530596,0.00029452817,0.0030108385,0.0012675101,0.00002308604,0.000016760148,0.000007697882,0.0000102810445,0.00006335708],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838847,0.00023029937,0.00033103724,0.00056344375,0.00024136675,0.00024536694],"domain_scores_gemma":[0.999201,0.00016798834,0.0000800426,0.00026763947,0.00015144474,0.00013187055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022785045,0.00023513685,0.00029419703,0.0010312556,0.00052185124,0.0005441644,0.00020432663,0.00014321828,0.000008099744],"category_scores_gemma":[0.000002117572,0.00023887758,0.00012371018,0.002168259,0.0001650066,0.0004749049,0.000011814996,0.0002484429,0.0000034831082],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021264927,0.00011900463,0.000095587005,0.00003234003,0.000357028,0.000008244051,0.00066037395,0.00045734804,0.00006384949,0.98248166,0.000017504712,0.015685808],"study_design_scores_gemma":[0.0005806901,0.00021430243,0.002054233,0.00005609206,0.00017425157,0.000016425905,0.00010619967,0.9878075,0.0018795512,0.00604155,0.00079595245,0.00027326198],"about_ca_topic_score_codex":0.000039987797,"about_ca_topic_score_gemma":0.0001040711,"teacher_disagreement_score":0.98735017,"about_ca_system_score_codex":0.000018025872,"about_ca_system_score_gemma":0.000058857102,"threshold_uncertainty_score":0.9741145},"labels":[],"label_agreement":null},{"id":"W4416524129","doi":"10.48550/arxiv.2506.23930","title":"Leveraging the Potential of Prompt Engineering for Hate Speech Detection in Low-Resource Languages","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Metaphor; Bengali; Convolutional neural network; Face (sociological concept); Social media; Word (group theory); Deep learning; Voice activity detection","score_opus":0.01275843996889185,"score_gpt":0.23455247151172962,"score_spread":0.22179403154283778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416524129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65354294,0.0001374136,0.34480524,0.0001982111,0.00061919476,0.0004743932,0.000003776238,0.00012902517,0.000089824316],"genre_scores_gemma":[0.995412,0.000015007912,0.0039239624,0.000050158655,0.00017676759,0.000104423656,0.000006179229,0.000014355094,0.00029717828],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99863166,0.00005855267,0.00033116207,0.0004855883,0.00019375992,0.0002992748],"domain_scores_gemma":[0.99901795,0.000084724474,0.00016696838,0.00062141486,0.000075066,0.00003387141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050194445,0.00021266249,0.0002477661,0.00025100604,0.000090697074,0.00009032214,0.0007830738,0.00018016597,0.0000024282847],"category_scores_gemma":[0.00010447518,0.00018592221,0.00015465428,0.00031128025,0.000020662881,0.00010560884,0.00057933247,0.00050668634,0.0000047709073],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015001584,0.00027109764,0.008237025,0.0033477957,0.00038440613,0.00011564307,0.0052897017,0.29456577,0.2527885,0.00046563713,0.00013781647,0.43424657],"study_design_scores_gemma":[0.00057041907,0.00007115823,0.029264178,0.0008952011,0.000042162457,0.000020209103,0.00014119166,0.29722536,0.6699497,0.00044262904,0.0009383522,0.00043939744],"about_ca_topic_score_codex":0.0002928279,"about_ca_topic_score_gemma":0.000044253266,"teacher_disagreement_score":0.43380716,"about_ca_system_score_codex":0.00008272015,"about_ca_system_score_gemma":0.00006704411,"threshold_uncertainty_score":0.7581688},"labels":[],"label_agreement":null},{"id":"W4416598778","doi":"10.1177/00111287251384670","title":"Approaches to Defining the “Hate Element” of a Behavior: A Data-Driven Typology","year":2025,"lang":"en","type":"article","venue":"Crime & Delinquency","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Public Safety Canada","keywords":"Typology; Diversity (politics); Prejudice (legal term); Element (criminal law); Linguistic typology; Poison control","score_opus":0.1162184594939914,"score_gpt":0.31121300935961543,"score_spread":0.19499454986562403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416598778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12789023,0.0022709195,0.83786577,0.006053991,0.0016341694,0.0011466404,0.00003982389,0.00039033772,0.022708127],"genre_scores_gemma":[0.949966,0.000028826362,0.048812605,0.00077729253,0.00003627864,0.00007593039,0.000018339273,0.000008145095,0.00027654428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987299,0.000096763375,0.0003142007,0.00043479883,0.00015561587,0.00026874026],"domain_scores_gemma":[0.99843174,0.000059114896,0.00008052068,0.0013057829,0.00006991089,0.000052907024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041580488,0.00012392018,0.00016800621,0.00013429158,0.00015438837,0.000064987296,0.0016899585,0.000061344945,0.000018084233],"category_scores_gemma":[0.0000721392,0.000091850954,0.000045997203,0.0005366266,0.000063726795,0.00019058729,0.00071285584,0.00014939951,0.00009724748],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029037012,0.00023917417,0.0026923774,0.000057038324,0.00010073957,0.00002272157,0.0016957485,0.00036064378,0.0053518806,0.56439006,0.008631104,0.4164295],"study_design_scores_gemma":[0.0056955596,0.003598242,0.0642576,0.0010944909,0.0022979092,0.00040230775,0.0058449185,0.28995457,0.21135628,0.07824272,0.33289102,0.0043643885],"about_ca_topic_score_codex":0.00020015975,"about_ca_topic_score_gemma":0.000045546312,"teacher_disagreement_score":0.8220758,"about_ca_system_score_codex":0.0000267323,"about_ca_system_score_gemma":0.0001583093,"threshold_uncertainty_score":0.37455732},"labels":[],"label_agreement":null},{"id":"W4416773353","doi":"10.1007/978-3-032-11733-5_16","title":"Identification of Social Media Users that Perpetuate Xenophobic Attitudes and Hate Speech Narratives in South Africa","year":2025,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Narrative; Social media; Politics; Identification (biology); Hatred; Focus (optics); Racism","score_opus":0.03433457820265787,"score_gpt":0.2740530658754147,"score_spread":0.23971848767275686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416773353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049382087,0.0046281675,0.6127919,0.0053430954,0.002974339,0.0038783166,0.0001856741,0.00062473444,0.32019168],"genre_scores_gemma":[0.9717327,0.0012574086,0.026063118,0.00009335073,0.000016801045,0.000025129953,0.00002411064,0.000006226749,0.0007811667],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834526,0.00005614657,0.00069872534,0.00029954012,0.0004047737,0.00019557426],"domain_scores_gemma":[0.9981296,0.00017527978,0.00045504753,0.0009168599,0.00026897996,0.000054199245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011912185,0.00019290854,0.00027756643,0.0014009401,0.0003795381,0.00044552982,0.0016744591,0.00013320253,0.0000031775703],"category_scores_gemma":[0.000053655822,0.00019962966,0.000037647595,0.0006412008,0.0008250588,0.003749807,0.0012257976,0.0003429158,0.000009080487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012692981,0.00004635182,0.00031092117,0.00019890114,0.000018293069,0.000001094003,0.15490122,0.000080618825,0.00019460672,0.5546969,0.00009159668,0.28944677],"study_design_scores_gemma":[0.004592122,0.0003975282,0.1266498,0.0038618469,0.00007327533,0.00008560814,0.007070205,0.67068803,0.0034507564,0.09518168,0.08411218,0.0038369785],"about_ca_topic_score_codex":0.0000058719093,"about_ca_topic_score_gemma":0.000031390427,"teacher_disagreement_score":0.9223506,"about_ca_system_score_codex":0.000099344456,"about_ca_system_score_gemma":0.00019741397,"threshold_uncertainty_score":0.8140662},"labels":[],"label_agreement":null},{"id":"W4416799470","doi":"10.1109/snpd65828.2025.11252553","title":"Towards Safer Online Platforms: Explainable and Adversarial-Resistant Toxic Comment Detection","year":2025,"lang":"","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Adversarial system; SAFER; Filter (signal processing); Vulnerability (computing); Adversarial machine learning; Symbol (formal); Interface (matter)","score_opus":0.012116470220873856,"score_gpt":0.24277111817967922,"score_spread":0.23065464795880536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416799470","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11973417,0.0012656288,0.84903973,0.00917056,0.004624255,0.0010515497,0.000022038821,0.0004058602,0.014686198],"genre_scores_gemma":[0.9778894,0.0007226026,0.00802856,0.00371799,0.00018821642,0.000036860634,0.000008713583,0.000020335941,0.009387315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968687,0.0000888601,0.00074051175,0.0010059644,0.0004896562,0.00080628763],"domain_scores_gemma":[0.9984356,0.000091183756,0.00017019702,0.0008252086,0.00020613882,0.00027163915],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00072827295,0.00047355963,0.00046867714,0.00048479077,0.00094537536,0.0006365938,0.0005606893,0.0003297912,0.00019639354],"category_scores_gemma":[0.00010746146,0.000439101,0.00015707531,0.0011938442,0.000133717,0.00095195475,0.0007211701,0.0004689967,0.00005007134],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006905762,0.0006107897,0.00004460182,0.00029391926,0.00026255217,0.000053995933,0.000938846,0.00016003645,0.01479379,0.028372617,0.00298885,0.95078945],"study_design_scores_gemma":[0.0070258784,0.0032239382,0.0048811305,0.0008485824,0.0003320614,0.000086775144,0.0038010315,0.30484164,0.31994992,0.019602014,0.33348596,0.0019210717],"about_ca_topic_score_codex":0.0016900654,"about_ca_topic_score_gemma":0.0010538241,"teacher_disagreement_score":0.94886833,"about_ca_system_score_codex":0.00050210685,"about_ca_system_score_gemma":0.00036049078,"threshold_uncertainty_score":0.9998061},"labels":[],"label_agreement":null},{"id":"W4417338869","doi":"10.1109/ictai66417.2025.00123","title":"Detecting Machine-Generated Text using Grammatical Features","year":2025,"lang":"","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Punctuation; Natural language; Robustness (evolution); Classifier (UML); Adversarial system; Language model; Artificial neural network","score_opus":0.016277619948173422,"score_gpt":0.2686858042519755,"score_spread":0.2524081843038021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417338869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09360753,0.0011737229,0.88438725,0.0009503728,0.003388997,0.00039805126,0.0000022534691,0.00045541962,0.0156364],"genre_scores_gemma":[0.8872725,0.000033890046,0.10181956,0.00078527967,0.00016119426,0.0000073918723,0.0000019832694,0.000023052322,0.009895194],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966347,0.00033551926,0.00069450436,0.0009716733,0.00044906497,0.0009145353],"domain_scores_gemma":[0.99832,0.00016321367,0.00015882388,0.0008654814,0.00025434862,0.00023816239],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007160742,0.00047041368,0.00043783028,0.00048859033,0.001126907,0.0014004344,0.0008687733,0.00037547573,0.00018412482],"category_scores_gemma":[0.00032439886,0.00043671497,0.00022862891,0.0025759714,0.00011954668,0.00049107557,0.00056560396,0.0007825488,0.00013815235],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006325343,0.00017894327,0.00021413984,0.00016909736,0.00022370921,0.000090805814,0.00042355456,0.003269024,0.10200495,0.033171777,0.0007672207,0.8594235],"study_design_scores_gemma":[0.00048711806,0.000099984296,0.0003034977,0.00017691165,0.000072135066,0.000118279786,0.00008105435,0.7992323,0.1955448,0.0020751266,0.0013723172,0.00043649488],"about_ca_topic_score_codex":0.0010539853,"about_ca_topic_score_gemma":0.0002322668,"teacher_disagreement_score":0.85898703,"about_ca_system_score_codex":0.00020890759,"about_ca_system_score_gemma":0.0004029597,"threshold_uncertainty_score":0.9998085},"labels":[],"label_agreement":null},{"id":"W68298479","doi":"10.1609/icwsm.v7i1.14434","title":"Classifying Political Orientation on Twitter: It’s Not Easy!","year":2021,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":214,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Inference; Biology and political orientation; Politics; Orientation (vector space); Computer science; Transferability; Data science; Artificial intelligence; Annotation; Machine learning; Political science; Mathematics; Law","score_opus":0.05188406507447452,"score_gpt":0.2800748337800538,"score_spread":0.2281907687055793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W68298479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8815342,0.0000033844108,0.00026199498,0.063358076,0.0017665457,0.00008582339,0.000009632851,0.000055141456,0.05292517],"genre_scores_gemma":[0.9961232,0.000015914322,0.0004545252,0.0025997018,0.00029127952,0.000009304578,0.0000022314923,0.0000050698404,0.0004987822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987804,0.000011962697,0.00018949826,0.00026371772,0.0005797201,0.00017467453],"domain_scores_gemma":[0.9992122,0.00009768812,0.000118981756,0.000057399106,0.00045385316,0.000059857433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016396778,0.000100771686,0.00011640115,0.000066059925,0.00014732772,0.00016925261,0.000441436,0.000070999195,0.00002502253],"category_scores_gemma":[0.0003377616,0.00008071315,0.00006298671,0.00013028915,0.000080637714,0.00020290325,0.00015601667,0.00019616076,0.000013305298],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002620224,0.000047886995,0.00056656083,0.000011134256,0.000017214375,0.0000014102138,0.0014530657,1.7615636e-7,0.022514762,0.96802545,0.00059999694,0.0067361626],"study_design_scores_gemma":[0.0028771248,0.00039683492,0.044065904,0.00077373505,0.00005838932,0.0000839669,0.009793547,0.015823798,0.71083367,0.18719193,0.027168216,0.000932857],"about_ca_topic_score_codex":0.0000055234946,"about_ca_topic_score_gemma":0.000007020407,"teacher_disagreement_score":0.7808335,"about_ca_system_score_codex":0.000062729196,"about_ca_system_score_gemma":0.00011272924,"threshold_uncertainty_score":0.3291387},"labels":[],"label_agreement":null},{"id":"W6887708422","doi":"10.17605/osf.io/zuc6p","title":"About the United States of America (U.S.A) “Cancel Culture” and Racism on Twitter - #Michael Ayele (a.k.a) W October 28th 2022 - #Association for the Advancement of Civil Liberties (AACL)","year":2023,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Racism; Civil liberties; Government (linguistics); Misinformation; Subject (documents); German; Residence; Censorship","score_opus":0.0136477368985734,"score_gpt":0.25208079529024924,"score_spread":0.23843305839167583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887708422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69924563,0.000085190426,0.22903667,0.013730597,0.0019893253,0.004997509,0.00011662122,0.0006058352,0.050192602],"genre_scores_gemma":[0.6333942,0.0080533065,0.0035827395,0.0024124044,0.00017253523,0.0013637252,0.000095633965,0.00007568856,0.35084975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977494,0.00027086432,0.00041322492,0.00075753935,0.00047836255,0.00033061294],"domain_scores_gemma":[0.99679536,0.00091580633,0.00047365105,0.001510587,0.00023534217,0.00006927997],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020740367,0.00018778075,0.00025027173,0.00013483169,0.00027258505,0.000091162256,0.00088201516,0.000086184846,0.0015515061],"category_scores_gemma":[0.00082213077,0.00013178965,0.00012195098,0.0006575213,0.00013422052,0.0001945862,0.0006835068,0.00022267197,0.005196088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014421842,0.001107834,0.01668069,0.00080533145,0.0020163043,0.000010426855,0.12877375,0.08507747,0.06413464,0.018807644,0.16008557,0.52105814],"study_design_scores_gemma":[0.0011600413,0.000038012968,0.015113542,0.00014808455,0.000085016145,0.0000048728066,0.0017903903,0.06079987,0.070115425,0.009024045,0.84131366,0.0004070156],"about_ca_topic_score_codex":0.00031302124,"about_ca_topic_score_gemma":0.00004667566,"teacher_disagreement_score":0.6812281,"about_ca_system_score_codex":0.00011217988,"about_ca_system_score_gemma":0.000060276143,"threshold_uncertainty_score":0.9993612},"labels":[],"label_agreement":null},{"id":"W6887819335","doi":"10.17605/osf.io/8mgph","title":"About the Immigration Status of David DePape After the Attempted Murder on Paul Pelosi Dated October 28th 2022 - #How “Cancel Culture” in the United State of America (U.S.A) is Really Enabling Racism on Twitter &amp; Elsewhere - #Michael Ayele (a.k.a) W","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Immigration; State (computer science); Residence; Commission; Law enforcement; Alien; Enforcement; Civil liberties; Deportation","score_opus":0.034505729964616594,"score_gpt":0.2751299501481784,"score_spread":0.24062422018356183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887819335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9464142,0.0011454778,0.00067920773,0.011858971,0.0004710168,0.0029681937,0.03462493,0.00047024974,0.0013677535],"genre_scores_gemma":[0.97129476,0.00040770124,0.00018618973,0.0059422594,0.0001143371,0.00058705866,0.018573485,0.00005394374,0.0028402684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997421,0.0004269885,0.00037607425,0.00047973555,0.00075964816,0.0005365446],"domain_scores_gemma":[0.99784404,0.00032945565,0.00037829875,0.0011011886,0.00027382612,0.00007316695],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002782768,0.00027804857,0.00023365256,0.00024391011,0.00022129812,0.0002071094,0.000997494,0.000099636774,0.001146769],"category_scores_gemma":[0.00029212396,0.00015154539,0.00011695023,0.0026508882,0.000038941092,0.0002720452,0.00019683845,0.00054714445,0.00031770606],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008508387,0.00035684364,0.00047922734,0.00034092827,0.00024528318,0.00010719156,0.08149348,0.0033025832,0.011999671,0.000039850613,0.7733412,0.1274429],"study_design_scores_gemma":[0.0011152959,0.0006275073,0.042363394,0.0015692074,0.000031541535,0.000015752898,0.0026465608,0.019041412,0.009998851,0.00022502974,0.9217127,0.00065276906],"about_ca_topic_score_codex":0.0004012682,"about_ca_topic_score_gemma":0.00033642916,"teacher_disagreement_score":0.14837147,"about_ca_system_score_codex":0.000064753025,"about_ca_system_score_gemma":0.00011506373,"threshold_uncertainty_score":0.9997663},"labels":[],"label_agreement":null},{"id":"W6893188177","doi":"10.5281/zenodo.14781299","title":"Automatic image moderation","year":2017,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Drive & Gear (Canada)","funders":"","keywords":"Image (mathematics); Moderation; Image processing; Social media; Studio","score_opus":0.0291849387415199,"score_gpt":0.25010499405623554,"score_spread":0.22092005531471565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893188177","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044608884,0.00002202159,0.7075838,0.002844579,0.0003653227,0.00043961807,0.000019849107,0.0027871733,0.24132876],"genre_scores_gemma":[0.988809,0.000017469523,0.009678712,0.00009537169,0.00012040753,3.6861838e-8,0.00008982823,0.00039754392,0.0007916242],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988569,0.00013313435,0.00014903952,0.0003274689,0.00028071806,0.00025275038],"domain_scores_gemma":[0.99846745,0.000007834463,0.00012224643,0.000986998,0.00029973814,0.00011575097],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005023672,0.00009262329,0.00008472494,0.000114715505,0.005690997,0.0047152285,0.0019219774,0.000042777294,0.0017578843],"category_scores_gemma":[0.0004736177,0.00009700511,0.0000374175,0.0001318316,0.00008723661,0.0012255325,0.0011305099,0.00014914907,0.008500541],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007954503,0.00007438865,0.0000011106728,0.000031896805,0.000019534898,0.000023543867,0.00086576235,0.000028505354,0.017086793,0.024447158,0.0457685,0.9116449],"study_design_scores_gemma":[0.0006813221,0.00026412364,0.0019498878,0.000040671173,0.0000089085415,0.00024013042,0.00006593079,0.194082,0.009591493,0.0039802054,0.7887577,0.00033761683],"about_ca_topic_score_codex":0.000014985508,"about_ca_topic_score_gemma":2.2865102e-7,"teacher_disagreement_score":0.9442001,"about_ca_system_score_codex":0.000069077236,"about_ca_system_score_gemma":0.0000030912972,"threshold_uncertainty_score":0.9991546},"labels":[],"label_agreement":null},{"id":"W6893737342","doi":"10.5281/zenodo.3860016","title":"Сінофобія та кіберагресія в умовах глобального виклику COVID-19: комунікаційні аспекти","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Novelty; Ethnic group; Racism; Aggression; Phenomenon; Content analysis","score_opus":0.05431886618320625,"score_gpt":0.25320088870893215,"score_spread":0.1988820225257259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893737342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070036347,0.00020639815,0.81290984,0.03380506,0.0005302888,0.0010498598,0.00013068417,0.007348093,0.13701615],"genre_scores_gemma":[0.97486573,0.00019350188,0.007584964,0.011752192,0.00086872047,2.784163e-7,0.0006536069,0.0019208443,0.0021601385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704283,0.00044821398,0.00035980585,0.0008770302,0.0006530998,0.0006190267],"domain_scores_gemma":[0.9976129,0.000042797594,0.00015051693,0.000797643,0.00038533896,0.0010108235],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007212174,0.00023929962,0.00021934554,0.00022890509,0.0026498034,0.001698879,0.0026719698,0.00011173144,0.0065042526],"category_scores_gemma":[0.0016738746,0.00025663947,0.000106672305,0.0014174795,0.00014503798,0.0007227779,0.0020161031,0.00045280767,0.019711565],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014714344,0.00021583658,0.000008417123,0.00019547879,0.00009637692,0.00021716658,0.006488401,0.0006932563,0.015406338,0.0419668,0.6651068,0.26945803],"study_design_scores_gemma":[0.00063971855,0.00039887286,0.000078666686,0.000012120005,0.000009191409,0.00016778335,0.00016981739,0.0075946986,0.0019207397,0.00061855855,0.9880867,0.00030315446],"about_ca_topic_score_codex":0.000035650057,"about_ca_topic_score_gemma":5.420113e-7,"teacher_disagreement_score":0.9678621,"about_ca_system_score_codex":0.0002174265,"about_ca_system_score_gemma":0.000025395764,"threshold_uncertainty_score":0.99998856},"labels":[],"label_agreement":null},{"id":"W6907477828","doi":"10.20381/ruor-27608","title":"Automating Hate: Exploring Toxic Reddit Norms with Google Perspective","year":2022,"lang":"en","type":"article","venue":"uO Research (University of Ottawa)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Moderation; Context (archaeology); Operationalization; User-generated content; Online community; Content analysis; Perspective (graphical); Social media; Test (biology); Legislation","score_opus":0.06270395740232802,"score_gpt":0.26713235756876746,"score_spread":0.20442840016643943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907477828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8906586,0.000039698854,0.03552235,0.002878835,0.00020859488,0.0004619888,0.000012982402,0.00042358763,0.06979332],"genre_scores_gemma":[0.9799295,0.0000145910535,0.01565174,0.000011132769,0.000029754436,0.000004914229,0.0000025355441,0.000010677268,0.004345163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9976956,0.00026130388,0.00008104129,0.00042906473,0.0010859079,0.0004470741],"domain_scores_gemma":[0.99891603,0.00010580696,0.00007694516,0.0004699925,0.0002956057,0.00013561496],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001070206,0.00009125934,0.00014214526,0.00051208114,0.0015022049,0.00006808179,0.001176187,0.00002823562,0.0002664394],"category_scores_gemma":[0.00005419798,0.00010316835,0.00006026898,0.0017565907,0.00014741487,0.00090455957,0.0009206713,0.00054915604,0.00005310725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014608126,0.0011635767,0.018329976,0.000251103,0.00048633604,0.0029465826,0.06688381,0.0067562493,0.03657602,0.6328965,0.011985236,0.22157854],"study_design_scores_gemma":[0.008577632,0.014413156,0.13511221,0.00038589785,0.00007103624,0.0007288172,0.34879854,0.21482256,0.045808144,0.015114678,0.21336214,0.0028052037],"about_ca_topic_score_codex":0.00059375487,"about_ca_topic_score_gemma":0.00024087439,"teacher_disagreement_score":0.6177818,"about_ca_system_score_codex":0.0004944297,"about_ca_system_score_gemma":0.00019804656,"threshold_uncertainty_score":0.9997977},"labels":[],"label_agreement":null},{"id":"W6911291967","doi":"10.5281/zenodo.11661647","title":"+[ L.i.v.e — S.t.r.e.a.m ]* Le Mans 24 Hours 2024 L i v e F r e e ON TV Channel","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Channel (broadcasting); Test (biology); Reading (process); Thursday; Race (biology); Time lag","score_opus":0.025796541624844266,"score_gpt":0.22945226893331352,"score_spread":0.20365572730846926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911291967","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067989826,0.0003994808,0.2843768,0.008401016,0.0027972017,0.0006908765,0.00010039802,0.0073492643,0.68908596],"genre_scores_gemma":[0.98262,0.00015853015,0.0008904922,0.00046748688,0.0004861491,1.4018077e-7,0.00020654507,0.0012714638,0.013899197],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821675,0.00018443866,0.00017900746,0.00059671374,0.0004166994,0.0004064075],"domain_scores_gemma":[0.99902916,0.000023231194,0.00003544732,0.00055885,0.00017091398,0.00018240784],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005385926,0.0001517586,0.00010860896,0.00038946804,0.001468693,0.0022273269,0.0013155915,0.000070009686,0.0018985728],"category_scores_gemma":[0.00012536636,0.00015648139,0.00007515149,0.0010347709,0.00007088248,0.0004933975,0.0007876318,0.00037843725,0.024127945],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026022726,0.00013208747,2.1340993e-7,0.00007158012,0.000056092777,0.00014015331,0.0014049689,0.00024056382,0.0033637036,0.14217448,0.5807471,0.271643],"study_design_scores_gemma":[0.00018439177,0.00032342586,0.000044577893,0.00007517395,0.0000055546643,0.00017363291,0.00011078045,0.006416815,0.0024626085,0.0015695505,0.9884337,0.00019977256],"about_ca_topic_score_codex":0.000023453085,"about_ca_topic_score_gemma":4.3582506e-7,"teacher_disagreement_score":0.975821,"about_ca_system_score_codex":0.00009955914,"about_ca_system_score_gemma":0.000011195755,"threshold_uncertainty_score":0.99983126},"labels":[],"label_agreement":null},{"id":"W6912601858","doi":"10.5281/zenodo.3860015","title":"Сінофобія та кіберагресія в умовах глобального виклику COVID-19: комунікаційні аспекти","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Novelty; Ethnic group; Racism; Aggression; Phenomenon; Content analysis","score_opus":0.05431886618320625,"score_gpt":0.25320088870893215,"score_spread":0.1988820225257259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912601858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070036347,0.00020639815,0.81290984,0.03380506,0.0005302888,0.0010498598,0.00013068417,0.007348093,0.13701615],"genre_scores_gemma":[0.97486573,0.00019350188,0.007584964,0.011752192,0.00086872047,2.784163e-7,0.0006536069,0.0019208443,0.0021601385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704283,0.00044821398,0.00035980585,0.0008770302,0.0006530998,0.0006190267],"domain_scores_gemma":[0.9976129,0.000042797594,0.00015051693,0.000797643,0.00038533896,0.0010108235],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007212174,0.00023929962,0.00021934554,0.00022890509,0.0026498034,0.001698879,0.0026719698,0.00011173144,0.0065042526],"category_scores_gemma":[0.0016738746,0.00025663947,0.000106672305,0.0014174795,0.00014503798,0.0007227779,0.0020161031,0.00045280767,0.019711565],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014714344,0.00021583658,0.000008417123,0.00019547879,0.00009637692,0.00021716658,0.006488401,0.0006932563,0.015406338,0.0419668,0.6651068,0.26945803],"study_design_scores_gemma":[0.00063971855,0.00039887286,0.000078666686,0.000012120005,0.000009191409,0.00016778335,0.00016981739,0.0075946986,0.0019207397,0.00061855855,0.9880867,0.00030315446],"about_ca_topic_score_codex":0.000035650057,"about_ca_topic_score_gemma":5.420113e-7,"teacher_disagreement_score":0.9678621,"about_ca_system_score_codex":0.0002174265,"about_ca_system_score_gemma":0.000025395764,"threshold_uncertainty_score":0.99998856},"labels":[],"label_agreement":null},{"id":"W6912993244","doi":"10.5281/zenodo.8238782","title":"About the Immigration Status of David DePape After the Attempted Murder on Paul Pelosi Dated October 28th 2022 - #How \"Cancel Culture\" in the United State of America (U.S.A) is Really Enabling Racism on Twitter & Elsewhere - #Michael Ayele (a.k.a) W","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Immigration; State (computer science); Residence; Commission; Law enforcement; Alien; Enforcement; Deportation; Civil liberties","score_opus":0.027186504507037978,"score_gpt":0.25381401261933245,"score_spread":0.22662750811229448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912993244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97034603,0.00023547983,0.008100956,0.012688763,0.00023016917,0.0015617103,0.0002997101,0.00058937713,0.005947828],"genre_scores_gemma":[0.99472004,0.0009125911,0.00010054542,0.001748996,0.00005477051,0.0000011714708,0.00063074566,0.0002736845,0.0015574797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971196,0.00089939125,0.00032216555,0.0004279138,0.0007635225,0.0004673851],"domain_scores_gemma":[0.99819154,0.00009707933,0.0002495035,0.0009103585,0.0004700235,0.00008150295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008716505,0.00018471386,0.00015975343,0.0003303838,0.00083829777,0.00051984977,0.0014337435,0.00005300397,0.00032272952],"category_scores_gemma":[0.0002738492,0.00011178003,0.00006459262,0.0030154767,0.00016593799,0.00027495812,0.00051119406,0.00047959178,0.00051460357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013913349,0.0005476463,0.00009302072,0.0001743359,0.0002388466,0.00009295876,0.11264037,0.0024388684,0.05162347,0.0011463782,0.29742002,0.53219277],"study_design_scores_gemma":[0.00065475365,0.0007360503,0.007849619,0.000103790335,0.000015914919,0.000021052045,0.0032631825,0.011687908,0.0045738555,0.00019488999,0.9706632,0.00023580833],"about_ca_topic_score_codex":0.00021432828,"about_ca_topic_score_gemma":0.000007479498,"teacher_disagreement_score":0.67324317,"about_ca_system_score_codex":0.000083989435,"about_ca_system_score_gemma":0.000015617825,"threshold_uncertainty_score":0.6614359},"labels":[],"label_agreement":null},{"id":"W6920851246","doi":"10.60770/q3mf-ht32","title":"Online hate speech against gender variance","year":2024,"lang":"en","type":"article","venue":"MRU-Repo","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Variance (accounting); Social media; Preference; Noise (video); Affect (linguistics)","score_opus":0.020517580871869043,"score_gpt":0.25447377288080975,"score_spread":0.2339561920089407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920851246","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1738089,0.0018371685,0.7716041,0.003758641,0.0070832986,0.00037241564,0.000019192086,0.0028058083,0.038710427],"genre_scores_gemma":[0.9288568,0.0001290768,0.058171887,0.0014117252,0.0007463829,0.000017061648,0.000018162256,0.00003628422,0.010612649],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984845,0.000046549696,0.00023469194,0.0005694003,0.00030999415,0.00035489883],"domain_scores_gemma":[0.9991323,0.000039941784,0.000040239633,0.00061787816,0.00005462373,0.00011504416],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028941102,0.00016457493,0.00013577098,0.00012620706,0.00012583462,0.00044556166,0.00050438964,0.000087688684,0.00005632577],"category_scores_gemma":[0.000035480993,0.00014875167,0.00009522677,0.0006167546,0.00002721092,0.00044249537,0.00016598668,0.00025550052,0.0009908333],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001013603,0.00021882971,0.00010707046,0.0001440085,0.00013575445,0.0024500575,0.0011775149,0.00056881824,0.0310818,0.028394584,0.016112933,0.9195985],"study_design_scores_gemma":[0.00049848156,0.00016359563,0.0023096006,0.00021725168,0.000033628858,0.0006730625,0.0000617575,0.28590727,0.05595706,0.016541118,0.636688,0.00094915216],"about_ca_topic_score_codex":0.000043342785,"about_ca_topic_score_gemma":0.000016954698,"teacher_disagreement_score":0.9186493,"about_ca_system_score_codex":0.00006763456,"about_ca_system_score_gemma":0.00009121565,"threshold_uncertainty_score":0.99978703},"labels":[],"label_agreement":null},{"id":"W6931621983","doi":"10.5281/zenodo.8238673","title":"About the United States of America (U.S.A) \"Cancel Culture\" and Racism on Twitter - #Michael Ayele (a.k.a) W October 28th 2022 - #Association for the Advancement of Civil Liberties (AACL)","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Racism; Civil liberties; Government (linguistics); Misinformation; Subject (documents); German; Residence; Censorship","score_opus":0.023865926290868218,"score_gpt":0.2443710531068599,"score_spread":0.22050512681599166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931621983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37023205,0.0023240554,0.52333516,0.056998048,0.002062869,0.007069017,0.0011616378,0.003464609,0.03335258],"genre_scores_gemma":[0.949767,0.012825879,0.0015254382,0.0033079619,0.00033956612,0.000004244753,0.0017915603,0.0010732372,0.029365111],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987448,0.00018539302,0.00020772096,0.00023478712,0.0003870341,0.00024027131],"domain_scores_gemma":[0.99882084,0.00012778465,0.00021087159,0.0003524178,0.0004369626,0.000051096216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060450955,0.00009720642,0.00011330276,0.00014830715,0.00097882,0.00023059345,0.000669682,0.00003281083,0.00014581661],"category_scores_gemma":[0.0003558457,0.00006660774,0.0000430518,0.0009481325,0.00010810627,0.00016020259,0.00047822885,0.00013342578,0.00014545034],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040575064,0.0002625967,0.000034349014,0.00026163494,0.00035345607,0.0000034274688,0.046177283,0.0053111487,0.021189073,0.014611913,0.45151004,0.45987934],"study_design_scores_gemma":[0.00033051762,0.0004039472,0.0004636057,0.0000268334,0.000011068686,0.0000028133024,0.00095454813,0.012693446,0.0034387193,0.00043053366,0.9811594,0.000084599684],"about_ca_topic_score_codex":0.00004544773,"about_ca_topic_score_gemma":0.0000011976889,"teacher_disagreement_score":0.57953495,"about_ca_system_score_codex":0.000068123074,"about_ca_system_score_gemma":0.00000478678,"threshold_uncertainty_score":0.7528391},"labels":[],"label_agreement":null},{"id":"W6958730148","doi":"10.6084/m9.figshare.22229713.v2","title":"Can-SWaP_V1","year":2023,"lang":"en","type":"dataset","venue":"Figshare","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Watershed; Surface water; Water resources; Water quality; Water source; Hydrology (agriculture); Water use; Work (physics)","score_opus":0.0332472362323894,"score_gpt":0.2529462102916842,"score_spread":0.21969897405929478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958730148","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.4862886e-8,0.00005034623,0.0000041889007,0.00015817228,0.000641583,0.00013919656,0.9983645,0.00047556587,0.00016641305],"genre_scores_gemma":[2.8354387e-7,0.0000115661205,0.00007328553,0.0002826481,0.00034022413,0.0001663242,0.9979021,0.00001601519,0.0012075516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986717,0.000033443368,0.00015543401,0.00047524215,0.00033283854,0.0003313092],"domain_scores_gemma":[0.9986296,0.00007753059,0.000111438836,0.0009947963,0.00007050592,0.00011612852],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000042752294,0.00021159858,0.00017713274,0.00017173559,0.00011311808,0.00028187805,0.0015148629,0.0002757371,0.020167321],"category_scores_gemma":[0.00046997893,0.0002097985,0.00009880208,0.00049576344,0.000002346202,0.00011502884,0.00057260465,0.00038071178,0.19868538],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9281676e-7,0.0000056271324,8.473906e-9,0.00009991726,0.0000096422855,0.00014116187,0.0000038482926,0.0000023143186,4.39559e-7,0.0000019024083,0.9976472,0.002087643],"study_design_scores_gemma":[0.00004996086,0.000028798413,0.000010115843,0.00066329143,0.0000034130478,0.000017793158,8.969587e-7,0.000083067076,0.000053129286,0.00006868744,0.99877864,0.0002421772],"about_ca_topic_score_codex":0.00019896321,"about_ca_topic_score_gemma":0.0002633973,"teacher_disagreement_score":0.17851806,"about_ca_system_score_codex":0.000053760243,"about_ca_system_score_gemma":0.00016531395,"threshold_uncertainty_score":0.9807284},"labels":[],"label_agreement":null},{"id":"W6962459277","doi":"10.17613/2he9d-mxb32","title":"Online Hate on YouTube: Anti-immigrant Rhetoric Against Syrian Refugees in Canada and Turkey","year":2020,"lang":"en","type":"article","venue":"Knowledge Commons (Lakehead University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rhetoric; Refugee; Turkish; Syrian refugees; Racism; National identity; Identity (music); Asylum seeker; Discourse analysis","score_opus":0.017144164747960634,"score_gpt":0.2069749978284144,"score_spread":0.18983083308045376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6962459277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884949,0.00019166472,0.0009804751,0.0017471334,0.00040883286,0.00015956834,0.000027757726,0.00014358478,0.007846097],"genre_scores_gemma":[0.9992443,0.000010713302,0.000109519315,0.000057948073,0.000060156675,4.6164757e-7,0.00001323372,0.00001173326,0.0004919363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986022,0.00015859699,0.00018446667,0.0005088941,0.00017526958,0.0003705802],"domain_scores_gemma":[0.99906844,0.00008517334,0.00006602687,0.00038285984,0.000074891,0.00032260508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007962444,0.00022088476,0.00028781887,0.00031370902,0.00021308546,0.0000645925,0.0007031206,0.00007718003,0.00000441838],"category_scores_gemma":[0.00004329284,0.00023666436,0.000052413485,0.0015048264,0.000044880373,0.0002984379,0.0003027931,0.00037072084,0.000027612174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007727675,0.0030617157,0.35229984,0.0007796351,0.0005275025,0.012289541,0.027444525,0.0053526144,0.012371167,0.1012001,0.023097698,0.4608029],"study_design_scores_gemma":[0.0037776448,0.00060655613,0.19462895,0.0004167542,0.00004466154,0.0000303917,0.00075404515,0.02771652,0.0035597521,0.000082376144,0.76699454,0.0013877768],"about_ca_topic_score_codex":0.12335114,"about_ca_topic_score_gemma":0.9841378,"teacher_disagreement_score":0.8607866,"about_ca_system_score_codex":0.00046214997,"about_ca_system_score_gemma":0.0005639282,"threshold_uncertainty_score":0.9650892},"labels":[],"label_agreement":null},{"id":"W6966759462","doi":"10.48448/4bbn-ea10","title":"Large Language Models for Legally Enforceable Hate Speech Detection","year":2023,"lang":"en","type":"other","venue":"Open MIND","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Voice activity detection; Language model; Free speech; Natural language; Language identification","score_opus":0.02691930106746422,"score_gpt":0.2868045838022572,"score_spread":0.259885282734793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6966759462","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000065149856,0.00008830454,0.49047425,0.000043229105,0.0010580466,0.001102576,0.00007816372,0.00014781038,0.50694245],"genre_scores_gemma":[0.0016777527,0.000030354819,0.048412047,0.000039009734,0.0003028522,0.00011361511,0.000027262908,0.00038195783,0.94901514],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841887,0.000033250675,0.00020375196,0.00065644615,0.00023474361,0.000452964],"domain_scores_gemma":[0.99895716,0.000031962023,0.00018036876,0.0006961917,0.000040024723,0.00009429021],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048735048,0.000247257,0.0002842319,0.00024399081,0.00013983429,0.00069339894,0.001238975,0.00029740197,0.000780405],"category_scores_gemma":[0.000027513111,0.000244655,0.00010977906,0.0003326277,0.000012791598,0.00054114434,0.00038859123,0.00017739867,0.002057066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024560086,0.000049697475,3.468635e-7,0.00004044827,0.0001008747,0.00007071446,0.0007976776,0.00016670996,0.0010094309,0.0007347023,0.060036145,0.9369687],"study_design_scores_gemma":[0.0006036578,0.000112545116,4.9543837e-7,0.00013186151,0.000021775915,0.00001779229,0.000087511806,0.0487083,0.020406228,0.0004558963,0.92906255,0.00039137952],"about_ca_topic_score_codex":0.00090448966,"about_ca_topic_score_gemma":0.0071298005,"teacher_disagreement_score":0.9365773,"about_ca_system_score_codex":0.00006457742,"about_ca_system_score_gemma":0.00008472436,"threshold_uncertainty_score":0.99871993},"labels":[],"label_agreement":null},{"id":"W6982720535","doi":"","title":"Jodi Lazare: Are Ag-gag Laws Unconstitutional?","year":2021,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Constitutionality; Work (physics); Freedom of expression; Human rights","score_opus":0.014038336717197342,"score_gpt":0.22996947693246692,"score_spread":0.21593114021526957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6982720535","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18333952,0.0068902695,0.37133348,0.025319565,0.014417536,0.0010343307,0.00012596449,0.003972337,0.393567],"genre_scores_gemma":[0.9550343,0.00008280009,0.028202662,0.0050137113,0.000665487,0.000044921486,0.000030313919,0.000023835886,0.010901924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981148,0.00012582622,0.00026858263,0.000604539,0.00045745415,0.00042877923],"domain_scores_gemma":[0.9984933,0.000062454696,0.00010210397,0.00082332577,0.00022485401,0.00029397238],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026884227,0.00019830605,0.00021785236,0.000054614866,0.00045475556,0.00044567153,0.00058681576,0.00013344745,0.00038889673],"category_scores_gemma":[0.00014709095,0.00020037881,0.00014148331,0.0005259984,0.00010650147,0.00072087493,0.0002651342,0.0003636208,0.0022250405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009492099,0.00013872038,0.0016914963,0.000033727494,0.00005661592,0.0007033445,0.00006580274,0.00030086964,0.0044913995,0.9692429,0.015934864,0.0073307827],"study_design_scores_gemma":[0.00076030416,0.000059260867,0.0026882014,0.000120073266,0.000017059543,0.00034906776,0.000068410096,0.0007502817,0.040544994,0.018482734,0.9356177,0.00054195046],"about_ca_topic_score_codex":0.00025790755,"about_ca_topic_score_gemma":0.0011202309,"teacher_disagreement_score":0.9507601,"about_ca_system_score_codex":0.0001075415,"about_ca_system_score_gemma":0.00031821098,"threshold_uncertainty_score":0.99855185},"labels":[],"label_agreement":null},{"id":"W6986648382","doi":"","title":"Putting Canada’s hate crime data in context","year":2020,"lang":"en","type":"book-chapter","venue":"Leiden Repository (Leiden University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.01980361192962882,"score_gpt":0.18206284227733752,"score_spread":0.1622592303477087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986648382","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005065458,0.000771693,0.0084203435,0.0016534996,0.0026776835,0.0007225739,0.000050484574,0.00054829504,0.9846489],"genre_scores_gemma":[0.09124458,0.00009261083,0.0034314257,0.0006147504,0.00061286625,9.453704e-7,0.000088146706,0.00009312532,0.9038215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969116,0.000104253726,0.00045375043,0.0014173801,0.0006790528,0.000433986],"domain_scores_gemma":[0.9970373,0.0001239728,0.00043929563,0.0019216669,0.00016777538,0.0003099822],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002028278,0.00045525073,0.00054723216,0.00046683315,0.0003258014,0.00027081824,0.0039495155,0.00034402875,0.000023984545],"category_scores_gemma":[0.00005722536,0.00057368027,0.00011564502,0.00025630512,0.000075492644,0.0010357159,0.0021246164,0.0008675027,0.00009820644],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030891012,0.00013163437,0.004936305,0.0007998207,0.0015066754,0.15531208,0.0012696672,0.00024749577,0.0032638165,0.6077112,0.07705687,0.14745556],"study_design_scores_gemma":[0.00068347313,0.00010000687,0.0009470317,0.00057070126,0.00012316661,0.0002583187,0.00009768197,0.0022472227,0.0012704061,0.0013237862,0.99132067,0.0010575075],"about_ca_topic_score_codex":0.2592803,"about_ca_topic_score_gemma":0.32680702,"teacher_disagreement_score":0.91426384,"about_ca_system_score_codex":0.0008434938,"about_ca_system_score_gemma":0.0022097884,"threshold_uncertainty_score":0.99967146},"labels":[],"label_agreement":null},{"id":"W6991065435","doi":"","title":"The Expansion of Canadian Hate Speech Legislation","year":2017,"lang":"en","type":"article","venue":"SMU Scholar (Southern Methodist University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Legislation; Government (linguistics); Constitution; Derogation; Free speech","score_opus":0.024898375990051846,"score_gpt":0.23435104041735097,"score_spread":0.20945266442729912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991065435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5345799,0.0001550143,0.28981668,0.0031564438,0.001721588,0.00052458915,0.000048124268,0.00022273682,0.16977496],"genre_scores_gemma":[0.8765525,0.000130432,0.10769058,0.000049118327,0.00009339385,6.0544374e-7,0.0000041374287,0.000019031688,0.01546016],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987645,0.00032221797,0.00012214713,0.00027968167,0.00023311409,0.00027830168],"domain_scores_gemma":[0.99821115,0.0000667606,0.00022105359,0.0011561009,0.00016900008,0.00017596185],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001376507,0.00011187208,0.00011943338,0.00040793972,0.0025539566,0.0004429199,0.0016194378,0.00009581606,0.000010769415],"category_scores_gemma":[0.0003107412,0.000096555574,0.000093321534,0.00044443732,0.00012034074,0.00085155474,0.00018873668,0.00028963457,0.00009254942],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006964428,0.000024489083,0.003336764,0.000013715179,0.00007933058,0.00018736391,0.0027594776,0.00005225889,0.020432182,0.08756665,0.00018323812,0.8852949],"study_design_scores_gemma":[0.0010022732,0.0001226833,0.013696952,0.00006801212,0.00005276397,0.000022948785,0.00241498,0.0026402962,0.05308,0.004910185,0.9214574,0.0005315014],"about_ca_topic_score_codex":0.054981142,"about_ca_topic_score_gemma":0.053876143,"teacher_disagreement_score":0.9212742,"about_ca_system_score_codex":0.00009457623,"about_ca_system_score_gemma":0.00018422377,"threshold_uncertainty_score":0.9987446},"labels":[],"label_agreement":null},{"id":"W6995953302","doi":"","title":"Prosecuting Hate Speech: Keegstra, Zundel, and the Criminal Law's Ability to Protect Vulnerable Communities","year":2025,"lang":"en","type":"other","venue":"York University Digital Library (York University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"BC Cancer Agency","keywords":"Racism; Criminal law; Scholarship; Supreme court; Criminal code; Antisemitism; Terrorism; Legislation","score_opus":0.01026094845891354,"score_gpt":0.16758027843349216,"score_spread":0.15731932997457862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6995953302","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015667981,0.00011640678,0.008931507,0.00075201096,0.00025641607,0.001192442,0.00031362026,0.0013434438,0.98552734],"genre_scores_gemma":[0.06257262,0.00008357885,0.0060521015,0.00037543493,0.00010063218,8.743121e-7,0.00008073584,0.000093895236,0.9306401],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785966,0.00043185483,0.00017330213,0.0006903064,0.00031478071,0.0005300934],"domain_scores_gemma":[0.99819255,0.0002618251,0.0002060382,0.0010374085,0.00004473394,0.00025743537],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00015668718,0.00046729448,0.00048714541,0.00073571154,0.0011260048,0.0011417809,0.0024122987,0.00032808934,0.00013433481],"category_scores_gemma":[0.00002067592,0.00046404052,0.00021091638,0.0013978449,0.00067705236,0.001830484,0.00215306,0.0008279157,0.000081365026],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013168746,0.00033544045,0.00045407974,0.00082976,0.0005309243,0.0009341955,0.003477786,0.00012021614,0.000012645412,0.7986677,0.15151255,0.04180782],"study_design_scores_gemma":[0.0012683596,0.00015692622,0.000029353449,0.00044846802,0.000090933216,0.000026189866,0.0055735284,0.00021427522,0.00012013527,0.0011389777,0.990288,0.00064481905],"about_ca_topic_score_codex":0.002343729,"about_ca_topic_score_gemma":0.0003730475,"teacher_disagreement_score":0.83877546,"about_ca_system_score_codex":0.00012399445,"about_ca_system_score_gemma":0.0002970405,"threshold_uncertainty_score":0.99989516},"labels":[],"label_agreement":null},{"id":"W6999448015","doi":"","title":"The court of public opinion: fandom, celebrity, and networked harassment on TikTok","year":2024,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Harassment; Legislation; Government (linguistics); Context (archaeology); Confidentiality","score_opus":0.018491804461811492,"score_gpt":0.2483489934756615,"score_spread":0.22985718901385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999448015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7919698,0.006408261,0.000048495785,0.001168278,0.02422306,0.0027512668,0.00038343781,0.0013875271,0.17165992],"genre_scores_gemma":[0.9869445,0.0026088455,0.00071488164,0.00018899328,0.0001751331,0.00018170886,0.00019696384,0.00011355089,0.008875408],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957668,0.00044687596,0.00081005285,0.0011396339,0.0011070354,0.0007296091],"domain_scores_gemma":[0.99732417,0.00041667197,0.0004925837,0.0010942267,0.0003536379,0.00031872487],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0018715741,0.00060156034,0.0005740082,0.0003329221,0.0013821209,0.00069033925,0.0013730223,0.0005245306,0.000023864222],"category_scores_gemma":[0.00026428327,0.00048619267,0.00029847174,0.00082203624,0.00008509274,0.00060511497,0.0003428136,0.0014782533,0.0001796749],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010866328,0.000114571034,0.000006839939,0.00026422652,0.00026177865,0.00003170816,0.000016435146,0.000019113064,0.0021170368,0.3646641,0.00020189356,0.6321936],"study_design_scores_gemma":[0.0018239691,0.0011619066,0.0011908157,0.0016225043,0.00016665134,0.00009270476,0.00025307236,0.0025008477,0.039601076,0.08738266,0.8624982,0.0017055483],"about_ca_topic_score_codex":0.00011266096,"about_ca_topic_score_gemma":0.00046448468,"teacher_disagreement_score":0.86229634,"about_ca_system_score_codex":0.00031144387,"about_ca_system_score_gemma":0.00010388664,"threshold_uncertainty_score":0.9999179},"labels":[],"label_agreement":null},{"id":"W7006197657","doi":"","title":"Terrorism and its legal aftermath: The limits on freedom of expression in Canada’s Anti-terrorism Act &amp; National Security Act","year":2019,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Freedom of expression; Charter; Legislation; Proportionality (law); Expression (computer science); National security; Terrorism; Speech act","score_opus":0.0466280636431675,"score_gpt":0.27268615364934434,"score_spread":0.22605809000617683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7006197657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980014,0.00004682749,0.00019248505,0.00042095562,0.00055696967,0.000313714,0.000018788962,0.00004911555,0.00039972118],"genre_scores_gemma":[0.9989842,0.000026072077,0.000037311635,0.00019188998,0.0000467388,0.0000011738017,0.000006365916,0.000014762946,0.0006914484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99772716,0.00030156464,0.00026659842,0.0005656621,0.00074839825,0.0003906373],"domain_scores_gemma":[0.9987989,0.00013783149,0.0002252183,0.0005354136,0.0001421516,0.00016047308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004217163,0.0002630403,0.00028381456,0.00036933966,0.00015337007,0.0001811335,0.0010912062,0.00014833396,0.000010468203],"category_scores_gemma":[0.000041676696,0.00023476046,0.00007264704,0.00043345886,0.00003860171,0.0019700257,0.00039271184,0.0006356778,0.000050706927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106457934,0.00009957654,0.98349094,0.000059423994,0.0000292869,0.000114025344,0.0010014726,0.00021813833,0.01407666,0.0003540639,0.0000053345807,0.0004445958],"study_design_scores_gemma":[0.0009885677,0.00010582397,0.9766884,0.0002650812,0.000009772888,0.00004626897,0.00012279414,0.000049959497,0.01910654,0.00009276206,0.0022053975,0.00031866573],"about_ca_topic_score_codex":0.0035906446,"about_ca_topic_score_gemma":0.27870315,"teacher_disagreement_score":0.2751125,"about_ca_system_score_codex":0.00039576364,"about_ca_system_score_gemma":0.0006210532,"threshold_uncertainty_score":0.9573254},"labels":[],"label_agreement":null},{"id":"W7009178908","doi":"","title":"Die Verwundbarkeit des Datenschutzes und der vertrauenswurdigen Inhaltserzeugung in KI-Modellen","year":2025,"lang":"en","type":"dissertation","venue":"mediaTUM  (Technical University of Munich)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Trustworthiness; Key (lock); Unintended consequences; Content (measure theory); Component (thermodynamics); Information privacy","score_opus":0.01138536920616166,"score_gpt":0.23047627936984388,"score_spread":0.21909091016368223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7009178908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83423096,0.01098207,0.03285226,0.00074129825,0.0028555337,0.0016664362,0.00007945838,0.001138695,0.11545331],"genre_scores_gemma":[0.9390742,0.009564125,0.02776251,0.000096526834,0.00008576947,0.0000047358594,0.0006526696,0.000058433798,0.022701005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976732,0.00017704877,0.00039820635,0.0007376119,0.00050580094,0.0005081475],"domain_scores_gemma":[0.9981226,0.00021623229,0.0002473673,0.0010216362,0.00021728093,0.00017493113],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045936962,0.00035553513,0.00061518844,0.00065408816,0.00025552674,0.00005113068,0.0022547273,0.0007528589,0.000044408647],"category_scores_gemma":[0.00017283231,0.00042502623,0.0002490335,0.0008179903,0.00015186137,0.0004884771,0.0004993736,0.00094089797,0.000053674485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048653814,0.004697061,0.0048947614,0.0068483646,0.0028309904,0.0055328235,0.029184263,0.0039028416,0.031601418,0.052750636,0.027051896,0.8258396],"study_design_scores_gemma":[0.02720466,0.0045817746,0.3066737,0.01964856,0.0047593145,0.00014815337,0.017517628,0.08983955,0.07297812,0.098981574,0.34183115,0.015835822],"about_ca_topic_score_codex":0.0021125092,"about_ca_topic_score_gemma":0.015177729,"teacher_disagreement_score":0.81000376,"about_ca_system_score_codex":0.00029963636,"about_ca_system_score_gemma":0.00041263673,"threshold_uncertainty_score":0.9998202},"labels":[],"label_agreement":null},{"id":"W7009761377","doi":"","title":"The First Amendment in Cross-Cultural Perspective: A Comparative Legal Analysis of the Freedom of Speech","year":2006,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Free speech; First amendment; Democracy; Constitution; Constitutional law; Free will; Sign (mathematics)","score_opus":0.012417106729997327,"score_gpt":0.2757273850982987,"score_spread":0.26331027836830134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7009761377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905094,0.00016842816,0.0005471402,0.0005888483,0.000228361,0.00030944636,0.000008521302,0.000029973877,0.007609913],"genre_scores_gemma":[0.9987699,0.0000035186513,0.0005899044,0.000032785745,0.000059251142,0.000019654324,0.0000011636492,0.000003927581,0.00051989144],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9984132,0.00013531712,0.0004116175,0.00032465713,0.00046283417,0.0002523786],"domain_scores_gemma":[0.998687,0.000097761906,0.00023619879,0.0006608328,0.00027828215,0.000039904964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041165523,0.00014566531,0.0003002164,0.0000957507,0.0003325524,0.00027514118,0.0009072814,0.000047486734,0.000018738452],"category_scores_gemma":[0.00003422656,0.000086092165,0.0002265347,0.0015868711,0.0003274449,0.00041255268,0.00018897875,0.00023181118,0.000011162599],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018207631,0.00101285,0.17179038,0.000019883308,0.001004189,0.000032015865,0.005508239,0.04979374,0.0070781433,0.7616366,0.0012150527,0.00072679744],"study_design_scores_gemma":[0.0023590168,0.0005145409,0.86494315,0.00007120701,0.00028740533,0.000016133768,0.0043059424,0.02840067,0.07529382,0.0052682045,0.017968254,0.0005716625],"about_ca_topic_score_codex":0.030875558,"about_ca_topic_score_gemma":0.059667934,"teacher_disagreement_score":0.75636846,"about_ca_system_score_codex":0.00017456633,"about_ca_system_score_gemma":0.00005040674,"threshold_uncertainty_score":0.97557795},"labels":[],"label_agreement":null},{"id":"W7019206216","doi":"","title":"Freedom of Expression or Freedom From Hate: A Canadian Perspective","year":2018,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Expression (computer science); Freedom of expression; Government (linguistics)","score_opus":0.01293879187381404,"score_gpt":0.237649355085981,"score_spread":0.22471056321216698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7019206216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7059915,0.0012499559,0.14353533,0.0037421118,0.009193411,0.0015141752,0.0003168014,0.0012279007,0.13322881],"genre_scores_gemma":[0.9548493,0.000011435638,0.04283594,0.00040567102,0.0007798132,0.000018774497,0.000006123163,0.000021666336,0.0010712647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99814147,0.00010741626,0.0003047609,0.000596116,0.00036984537,0.00048040674],"domain_scores_gemma":[0.9979836,0.000071962204,0.00014110742,0.00093082566,0.00033507717,0.0005374394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023473363,0.00021088481,0.0002554344,0.00015471624,0.00035640507,0.00019700309,0.0009844219,0.0001727795,0.0008860632],"category_scores_gemma":[0.00017582433,0.00017783428,0.00009454902,0.00044180293,0.00022519952,0.00064787455,0.00017749607,0.0002580282,0.000730986],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009124216,0.0006629613,0.0052601085,0.00006700108,0.00049273745,0.0006637862,0.017616889,0.0003321618,0.32327893,0.5216491,0.10987678,0.019187054],"study_design_scores_gemma":[0.0047347816,0.0025030677,0.010556673,0.0008324336,0.00008432866,0.00009265094,0.0027915295,0.015696965,0.6337142,0.05921574,0.26761508,0.002162558],"about_ca_topic_score_codex":0.61367834,"about_ca_topic_score_gemma":0.51834875,"teacher_disagreement_score":0.4624334,"about_ca_system_score_codex":0.00024533487,"about_ca_system_score_gemma":0.00043816367,"threshold_uncertainty_score":0.97017705},"labels":[],"label_agreement":null},{"id":"W7021937828","doi":"","title":"Le monteur-auteur","year":2005,"lang":"fr","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"ESPACE; Assyria; Ile de france","score_opus":0.003105372402736651,"score_gpt":0.130677621919007,"score_spread":0.12757224951627036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7021937828","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008238073,0.001830008,0.003126833,0.011698354,0.0010778549,0.00022190927,0.00014071423,0.000031797907,0.9810487],"genre_scores_gemma":[0.07031312,0.0006323318,0.00691967,0.0022571294,0.0003774079,0.000008393484,0.0000057611687,0.00008952174,0.91939664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99660665,0.00012035078,0.00039410577,0.0005531371,0.0017886556,0.0005371294],"domain_scores_gemma":[0.9986299,0.00014114447,0.00029933758,0.00046826183,6.434803e-7,0.0004606987],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0000124355865,0.0003925219,0.0004196857,0.000045091918,0.00026068505,0.00009682076,0.00067770627,0.00009289051,0.00066147145],"category_scores_gemma":[0.0000035042567,0.00042534558,0.00006344156,0.0001439384,0.0001266619,0.00055111863,0.00035228246,0.00031321667,5.8797077e-8],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085016225,0.000051269228,0.00061998796,0.00020107157,0.00012354724,0.00025842135,0.00008298716,0.00014101638,0.0026157922,0.78532016,0.009921112,0.20057964],"study_design_scores_gemma":[0.0003163192,0.000081714505,0.0044227047,0.00026092553,0.000019645322,0.000036129837,0.00025526245,0.0061276164,0.018256884,0.00052076596,0.969259,0.00044303908],"about_ca_topic_score_codex":0.025173904,"about_ca_topic_score_gemma":0.17315383,"teacher_disagreement_score":0.9593379,"about_ca_system_score_codex":0.0000085749125,"about_ca_system_score_gemma":0.005770963,"threshold_uncertainty_score":0.9998654},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7023541083","doi":"","title":"Optimization of the Double Quarter Wave Crab Cavity prototype for testing at SPS","year":2014,"lang":"en","type":"other","venue":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. Department of Energy","keywords":"Upgrade; Large Hadron Collider; Luminosity; Quarter (Canadian coin); Synchrotron; Proton Synchrotron","score_opus":0.01576510743104715,"score_gpt":0.21895369062314815,"score_spread":0.203188583192101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023541083","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00139482,0.00009442909,0.69522136,0.00025791084,0.0012156058,0.0020923256,0.00016456087,0.00024621494,0.2993128],"genre_scores_gemma":[0.7486731,0.000036057867,0.21378766,0.00019334811,0.00013848643,0.0004901202,0.0013666088,0.000108130575,0.03520654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984784,0.000028497736,0.0005797135,0.00025816244,0.00045783006,0.00019736798],"domain_scores_gemma":[0.99799025,0.0000919754,0.00094394945,0.0005838965,0.00032659448,0.00006330942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047980997,0.00018425271,0.00029660054,0.00023021945,0.00018132186,0.00008126174,0.00044781566,0.00020344993,0.0000395711],"category_scores_gemma":[0.00009915995,0.0001377193,0.0001108877,0.0004996468,0.0002961066,0.00034173674,0.000242631,0.00007660276,0.0000047477274],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013383947,0.0017774411,0.0011889123,0.006059881,0.0005782757,0.0000021643773,0.00010305117,0.027177975,0.008748477,0.32602507,0.5737199,0.05328043],"study_design_scores_gemma":[0.0036694182,0.0018916597,0.004425927,0.0015234062,0.00022932267,0.000062590174,0.0000062935937,0.021297235,0.042521495,0.0011948998,0.92200595,0.0011717954],"about_ca_topic_score_codex":0.0000544223,"about_ca_topic_score_gemma":0.000041293893,"teacher_disagreement_score":0.7472782,"about_ca_system_score_codex":0.00004239534,"about_ca_system_score_gemma":0.000110588786,"threshold_uncertainty_score":0.561603},"labels":[],"label_agreement":null},{"id":"W7024104247","doi":"","title":"Prior learning assessment and recognition (PLAR) and the impact of globalization : a Canadian case study","year":2007,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Government of Canada; Government of Ontario; Government of Alberta","keywords":"Participant observation; Process (computing); Globalization; Narrative; Ask price; Formal learning","score_opus":0.016148508131897665,"score_gpt":0.2944461677392921,"score_spread":0.27829765960739444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024104247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909812,0.00014106184,0.000024238445,0.0000061499995,0.0003433011,0.0011990783,0.00008362665,0.00010146475,0.0071198526],"genre_scores_gemma":[0.99839664,0.0001243798,0.0009285328,0.000026835563,0.000019915422,0.00005404688,0.00012812122,0.00004244693,0.00027911016],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969719,0.000690705,0.0006129258,0.0007494095,0.0005011887,0.00047388105],"domain_scores_gemma":[0.9979858,0.00021880904,0.0005445383,0.0004365705,0.00045452622,0.0003597906],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0023592308,0.00043461757,0.00048103175,0.000545881,0.0015137817,0.00028631417,0.00032675712,0.0003652785,0.000020138012],"category_scores_gemma":[0.0003334909,0.00035756436,0.00014967985,0.0007667099,0.00005779468,0.0007198729,0.00009376894,0.0009550973,0.0000074189893],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018790174,0.00017591109,0.0009604781,0.00012105848,0.00035798625,0.0009849864,0.00031776502,0.000090516885,0.000850768,0.0044157547,0.0000012286324,0.99153566],"study_design_scores_gemma":[0.076225094,0.027703758,0.48147085,0.0065917657,0.006747765,0.047370754,0.08501026,0.068275325,0.035737988,0.13654968,0.008975344,0.019341417],"about_ca_topic_score_codex":0.19990093,"about_ca_topic_score_gemma":0.20146635,"teacher_disagreement_score":0.97219425,"about_ca_system_score_codex":0.00070886326,"about_ca_system_score_gemma":0.00024108346,"threshold_uncertainty_score":0.99988765},"labels":[],"label_agreement":null},{"id":"W7024514747","doi":"","title":"Segment Choice Models: Feature-Rich Models for Global Distortion in Statistical Machine Translation","year":2006,"lang":"en","type":"article","venue":"NPARC","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distortion (music); Machine translation; Perplexity; Metric (unit); Phrase; Probabilistic logic; Translation (biology); Decoding methods","score_opus":0.019304538666729393,"score_gpt":0.251782996754317,"score_spread":0.23247845808758758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024514747","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058510373,0.00012508022,0.98603857,0.00061467325,0.00018202601,0.0003181496,0.00003722214,0.00010877873,0.006724497],"genre_scores_gemma":[0.80214673,0.0000046847344,0.19749759,0.000049494993,0.000062742314,0.000052293664,0.000053916807,0.000005828,0.0001266932],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894834,0.000040247072,0.0001897525,0.00032084025,0.00024753096,0.0002533112],"domain_scores_gemma":[0.9996341,0.00004721114,0.00004389491,0.00018316942,0.00004067819,0.00005094156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017345285,0.000114014634,0.000116809635,0.000049728467,0.00007876032,0.00007293408,0.00017841918,0.00007653833,0.0000046885107],"category_scores_gemma":[0.000007732665,0.000112151676,0.000037502883,0.00024195485,0.000013952591,0.00045810442,0.000018601533,0.000087295106,0.0000037943503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008251597,0.00023783388,0.00028729698,0.00003821802,0.000009176979,0.0000069266703,0.00014148408,0.102702364,0.0016607114,0.31769407,0.001368308,0.5757711],"study_design_scores_gemma":[0.00047541718,0.00006412684,0.0010188227,0.000007043534,0.00000463004,0.0000034809138,0.0000014851095,0.74421066,0.00026833106,0.25342125,0.0004262113,0.00009854701],"about_ca_topic_score_codex":0.00019313094,"about_ca_topic_score_gemma":0.0005985051,"teacher_disagreement_score":0.7962957,"about_ca_system_score_codex":0.00018877181,"about_ca_system_score_gemma":0.000033689535,"threshold_uncertainty_score":0.45734125},"labels":[],"label_agreement":null},{"id":"W7027744237","doi":"","title":"A Comparative Perspective on the First Amendment: Free Speech, Militant Democracy, and the Primacy of Dignity as a Preferred Constitutional Value in Germany","year":2003,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Washington and Lee University","keywords":"Proscription; Dignity; Value (mathematics); Free speech; Incitement; Militant; Enforcement; Constitutional law; Racism","score_opus":0.018127999992894682,"score_gpt":0.2542028324547996,"score_spread":0.2360748324619049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7027744237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90014136,0.0009741749,0.0051164515,0.00788177,0.00033688874,0.0017134413,0.000039451716,0.0000970154,0.083699435],"genre_scores_gemma":[0.99745977,0.00003412905,0.0014965112,0.00079245574,0.000026610061,0.00005573285,6.766459e-7,0.0000046430782,0.00012948527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99817944,0.0004309475,0.00029398303,0.00040914697,0.0004154322,0.00027104263],"domain_scores_gemma":[0.9985504,0.0004753719,0.00013723849,0.00062529213,0.000121969984,0.000089736255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083824235,0.00019148206,0.0002784261,0.00006261701,0.0004983737,0.000098380726,0.0005870543,0.000058082234,0.00004332279],"category_scores_gemma":[0.00036126716,0.000118594595,0.00008476219,0.00033562837,0.00089660665,0.0003017972,0.00015809132,0.0003965161,0.000055707605],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011761847,0.00012436876,0.00011161763,0.0000062854183,0.00003953194,0.000010270866,0.0018140204,0.00011721652,0.00031027812,0.9970815,0.00021354515,0.00005375756],"study_design_scores_gemma":[0.0073314672,0.0005639158,0.006247843,0.00027360296,0.000048480248,0.00019547988,0.002064567,0.004726045,0.05208954,0.91425836,0.011616054,0.00058467104],"about_ca_topic_score_codex":0.002024756,"about_ca_topic_score_gemma":0.00074013404,"teacher_disagreement_score":0.09731838,"about_ca_system_score_codex":0.00025373997,"about_ca_system_score_gemma":0.00019049009,"threshold_uncertainty_score":0.4836147},"labels":[],"label_agreement":null},{"id":"W7033421917","doi":"","title":"Proposed technical changes for the next edition of the National Building Code","year":2002,"lang":"en","type":"article","venue":"NPARC","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Code (set theory); Building code; Code of practice; Work (physics)","score_opus":0.05274078890602832,"score_gpt":0.2628093693323997,"score_spread":0.21006858042637136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033421917","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0097832745,0.00011554907,0.91887194,0.055216145,0.0016155406,0.0012385433,0.000019298517,0.00025367562,0.01288602],"genre_scores_gemma":[0.97865236,0.000013518773,0.020465765,0.000323173,0.00025073643,0.00004317268,3.318241e-7,0.0000037334114,0.00024720206],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99940854,0.000022263226,0.00007943496,0.00011673698,0.00026835743,0.00010468506],"domain_scores_gemma":[0.9995558,0.000120596225,0.000057263806,0.00015557901,0.0000957592,0.000014993956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002494488,0.00004480351,0.00004502983,0.000025803643,0.00018502372,0.000044083026,0.000414384,0.000035718487,0.000031617685],"category_scores_gemma":[0.00011733085,0.000025368241,0.00004329602,0.00019392307,0.000046432615,0.00010307103,0.00006189431,0.000072401745,0.0000048372076],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073689357,0.00006876861,0.000013580155,0.000018593182,0.0000138096875,2.5353063e-7,0.00022069665,0.00009147236,0.6990404,0.1456299,0.024688398,0.13020678],"study_design_scores_gemma":[0.0005423037,0.00023453856,0.0010279234,0.000060863542,0.000016405846,0.000041340194,0.00002517338,0.31215402,0.5062187,0.073063135,0.10643484,0.00018076076],"about_ca_topic_score_codex":0.0000014133607,"about_ca_topic_score_gemma":0.000006731457,"teacher_disagreement_score":0.9688691,"about_ca_system_score_codex":0.000025668252,"about_ca_system_score_gemma":0.00001366767,"threshold_uncertainty_score":0.14230716},"labels":[],"label_agreement":null},{"id":"W7033920321","doi":"","title":"Search for the decay (B)over-bar(0) -&gt; D*(0)gamma","year":2000,"lang":"en","type":"article","venue":"KU ScholarWorks (The University of Kansas)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Alfred P. Sloan Foundation; U.S. Department of Energy; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Branching fraction; Particle decay; Radiative transfer; Meson; Detector; B meson; Electron; Limit (mathematics)","score_opus":0.011146126582545993,"score_gpt":0.2066811122976185,"score_spread":0.19553498571507252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033920321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3502526,0.00044675067,0.6336732,0.005677506,0.00037620653,0.0007073687,0.000010188382,0.00020636432,0.008649849],"genre_scores_gemma":[0.9820709,0.00026598445,0.006345263,0.0002550855,0.00010654196,0.0000013769694,0.0000022394308,0.000012776742,0.010939811],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871725,0.0001320934,0.00012152421,0.00031964108,0.00036592493,0.0003435647],"domain_scores_gemma":[0.99861133,0.00030988883,0.000057548183,0.00079276855,0.00013141261,0.000097033946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077466026,0.00013106687,0.00014093246,0.00006968631,0.0011135129,0.00014040325,0.0018970205,0.00011558883,0.00051359134],"category_scores_gemma":[0.0000158352,0.00009791024,0.00019080016,0.0005036472,0.00017098497,0.00057595054,0.00014645867,0.00039648774,0.00024169617],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002645166,0.00013439183,0.00069191743,0.000025977748,0.0001785786,0.00002549108,0.0039498177,0.0075349044,0.0017418534,0.018688094,0.008428027,0.9583364],"study_design_scores_gemma":[0.0024360395,0.00039302494,0.014078466,0.00010550458,0.00013118729,0.000047692112,0.0012089472,0.098135665,0.017193643,0.00081902574,0.8648666,0.0005841733],"about_ca_topic_score_codex":0.00015472189,"about_ca_topic_score_gemma":0.00005414424,"teacher_disagreement_score":0.9577523,"about_ca_system_score_codex":0.00005632925,"about_ca_system_score_gemma":0.00008412525,"threshold_uncertainty_score":0.8564354},"labels":[],"label_agreement":null},{"id":"W7036182319","doi":"","title":"231 -As Canada Turns","year":2022,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Kindness; Government (linguistics); World War II; Judaism","score_opus":0.003419523261296993,"score_gpt":0.16106957380625211,"score_spread":0.15765005054495512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036182319","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010626689,0.0002601365,0.000004330977,0.000308299,0.0009052666,0.00027064414,0.000055960394,0.00028336895,0.9979014],"genre_scores_gemma":[0.00043135727,0.000108160864,0.0013852102,0.00074708817,0.00011147094,0.000018840596,0.00007214054,0.00007017416,0.99705553],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99819934,0.00007466515,0.00042933918,0.00025660908,0.00071520836,0.00032482814],"domain_scores_gemma":[0.99867827,0.00005578363,0.00044346164,0.00060345145,0.000075955075,0.00014307201],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00016483793,0.00027880727,0.0002958527,0.00008418215,0.0000992224,0.00008406332,0.0009115542,0.00018364211,0.52820337],"category_scores_gemma":[0.00006984832,0.00029239524,0.00010707525,0.000017966417,0.000038512448,2.4762892e-7,0.00026126413,0.0003387595,0.0055110347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009013691,0.0000141211385,5.932832e-7,0.00010736109,0.00003181124,0.000060217553,0.000065951885,0.00011919862,1.1370703e-7,0.0001543632,0.9968714,0.0025658605],"study_design_scores_gemma":[0.00022068698,0.000108527674,0.0000026234302,0.000041823096,0.000012925378,0.00016751721,0.000049974715,0.0000436495,0.000010372699,0.000026400441,0.99900687,0.00030864327],"about_ca_topic_score_codex":0.7393117,"about_ca_topic_score_gemma":0.48554817,"teacher_disagreement_score":0.5226923,"about_ca_system_score_codex":0.00017247864,"about_ca_system_score_gemma":0.00027892555,"threshold_uncertainty_score":0.9999528},"labels":[],"label_agreement":null},{"id":"W7038754591","doi":"","title":"Las representaciones sociales que tienen los migrantes “temporales” respecto a los habitantes de Saint-Rémi, Quebec","year":2015,"lang":"es","type":"article","venue":"Dialnet (Universidad de la Rioja)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Participant observation; Ethnography; Qualitative research; Meaning (existential)","score_opus":0.02170417902866503,"score_gpt":0.26807042154401817,"score_spread":0.24636624251535313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038754591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9491515,0.0030189822,0.024516456,0.006667101,0.0009423866,0.00069577625,0.00013965998,0.0007410453,0.014127077],"genre_scores_gemma":[0.9844278,0.00031553252,0.0063914307,0.00033585363,0.00075314025,0.000016828857,0.0000350974,0.00007670572,0.007647605],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99508977,0.0014395142,0.00045763975,0.0010749291,0.00081448344,0.0011236381],"domain_scores_gemma":[0.9967712,0.0006668996,0.0004220148,0.0010283912,0.00037226855,0.0007391896],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014972158,0.0005724186,0.0006411693,0.0006810173,0.00058375497,0.0010721207,0.0014301579,0.0006137064,0.00007871593],"category_scores_gemma":[0.00059955695,0.0006531468,0.0003990355,0.0013470607,0.00079082116,0.001275255,0.0005374383,0.0006744858,0.00033642314],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001837816,0.0016563802,0.19102713,0.00064684346,0.0010808338,0.008173638,0.04788422,0.00092780753,0.03154563,0.49327916,0.15604687,0.06589368],"study_design_scores_gemma":[0.011989744,0.0023576764,0.19295016,0.003009887,0.00082430063,0.0013784266,0.025246844,0.04427245,0.04614577,0.09189119,0.5738763,0.0060572363],"about_ca_topic_score_codex":0.05977802,"about_ca_topic_score_gemma":0.03372706,"teacher_disagreement_score":0.41782945,"about_ca_system_score_codex":0.0016717522,"about_ca_system_score_gemma":0.0021933657,"threshold_uncertainty_score":0.99996483},"labels":[],"label_agreement":null},{"id":"W7094409855","doi":"","title":"9780472903795.pdf","year":2023,"lang":"en","type":"other","venue":"OAPEN (The OAPEN Foundation)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Free speech; Natural (archaeology); Democracy; Relevance (law); Expression (computer science); Freedom of expression","score_opus":0.011763842099816537,"score_gpt":0.23642949872647157,"score_spread":0.22466565662665502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7094409855","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000057440316,0.0000024598571,0.03326157,0.0016254268,0.0032188979,0.0005896797,5.8958283e-9,0.0022472201,0.959049],"genre_scores_gemma":[0.00022706897,0.00017411633,0.003166728,0.00045545143,0.0008215253,0.00013217321,0.00004695318,0.0005612334,0.99441475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99771273,0.00013845865,0.00032361146,0.0007337039,0.00061389693,0.00047762287],"domain_scores_gemma":[0.9978612,0.00014701474,0.0003400595,0.0014668835,0.00006425421,0.000120569755],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00047538435,0.00037976427,0.00031498657,0.00030307143,0.00035468352,0.0007454143,0.0019762905,0.00023350088,0.38110894],"category_scores_gemma":[0.000089838824,0.0003016877,0.00017086518,0.00089913775,0.00009577335,0.00039114166,0.00042898167,0.0003986911,0.98359203],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022859433,0.00001763552,0.000012763505,0.000013433737,0.00007201646,0.000014951626,0.000045734596,0.000004660883,0.00001782914,0.005263549,0.008383688,0.98615146],"study_design_scores_gemma":[0.00020471575,0.000040205567,0.00016769937,0.00008903224,0.000028564145,0.000025477042,0.000013064087,0.000563681,0.00007667395,0.0017112743,0.99670094,0.00037869602],"about_ca_topic_score_codex":0.00059068366,"about_ca_topic_score_gemma":0.0007555584,"teacher_disagreement_score":0.98831725,"about_ca_system_score_codex":0.000119213786,"about_ca_system_score_gemma":0.00016600399,"threshold_uncertainty_score":0.9999435},"labels":[],"label_agreement":null},{"id":"W7102431493","doi":"","title":"AfriMTEB and AfriE5: Benchmarking and Adapting Text Embedding Models for African Languages","year":2025,"lang":"","type":"article","venue":"arXiv (Cornell University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Institut de Valorisation des Données; Canada First Research Excellence Fund","keywords":"Embedding; Benchmarking; Component (thermodynamics); Adaptation (eye); Languages of Africa; Cluster analysis","score_opus":0.03903952360992188,"score_gpt":0.19957265775649946,"score_spread":0.16053313414657758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7102431493","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26040247,0.0007959202,0.73038024,0.00015357164,0.00030567407,0.0003724583,0.000009965553,0.0001112161,0.0074684652],"genre_scores_gemma":[0.99050254,0.00039610954,0.006051301,0.00008015987,0.00008852913,0.0000016856733,0.0000018570985,0.00001623135,0.002861597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977923,0.00011691479,0.00024085303,0.001159676,0.000079163314,0.000611062],"domain_scores_gemma":[0.99868363,0.00034683422,0.0001751126,0.00044393737,0.0001398111,0.00021069542],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005168585,0.0003263018,0.00033693292,0.0004240493,0.0008900759,0.00038722428,0.0004426369,0.00019359692,0.000011061475],"category_scores_gemma":[0.00006949947,0.00039979254,0.00011154432,0.0010110341,0.0001940341,0.0010186025,0.0005888821,0.00026154655,0.0000029237306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003167892,0.00013308517,0.0018837529,0.00053948705,0.0003432925,0.00024146216,0.0056791995,0.093569696,0.0014041108,0.6953695,0.00025449038,0.20026514],"study_design_scores_gemma":[0.00086441706,0.00018422057,0.00024245845,0.00027640196,0.000137267,0.000011196746,0.0029141034,0.9769639,0.0003848372,0.016694179,0.00093041675,0.0003965997],"about_ca_topic_score_codex":0.00019923269,"about_ca_topic_score_gemma":0.000081562124,"teacher_disagreement_score":0.8833942,"about_ca_system_score_codex":0.00012030333,"about_ca_system_score_gemma":0.0001249835,"threshold_uncertainty_score":0.9998454},"labels":[],"label_agreement":null},{"id":"W7102547881","doi":"10.1108/jpbm-08-2024-5374","title":"Assessing hatred and anti-brand activism within online brand communities: the roles of ideological imbalance and online brand avoidance","year":2025,"lang":"en","type":"article","venue":"Journal of Product & Brand Management","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College","funders":"","keywords":"Hatred; Ideology; Context (archaeology); Brand community; Empirical research; Online and offline; Brand awareness","score_opus":0.01618310374116315,"score_gpt":0.27384600309083507,"score_spread":0.2576628993496719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7102547881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9542258,0.0041266135,0.034322437,0.006309166,0.0004430977,0.00032390992,0.000004235046,0.00002902435,0.000215731],"genre_scores_gemma":[0.9855272,0.0021091073,0.011455183,0.00047649952,0.000120964,0.000002828058,0.0000020819946,0.000008410279,0.00029773024],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99821043,0.00028628632,0.00062473194,0.000281188,0.000357524,0.0002398663],"domain_scores_gemma":[0.9985875,0.00018436837,0.00053756114,0.00045912675,0.00016310759,0.00006833409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013480203,0.00021788877,0.00048052025,0.00023193273,0.00033754928,0.0003851465,0.00059917395,0.000054112763,0.0000033821455],"category_scores_gemma":[0.00007516311,0.00014264467,0.00007905907,0.00039020373,0.00025709625,0.00084789074,0.00035760092,0.00043713397,2.1963382e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018344055,0.002940677,0.029041545,0.0027411694,0.0023075482,0.00030946443,0.014635579,0.004059516,0.053492,0.008185648,0.003359929,0.87709254],"study_design_scores_gemma":[0.021446014,0.0014826912,0.8525342,0.0053147553,0.0009757218,0.0011643727,0.016901566,0.021366026,0.042555306,0.017885534,0.016903197,0.0014706337],"about_ca_topic_score_codex":0.00003172633,"about_ca_topic_score_gemma":0.00014564377,"teacher_disagreement_score":0.8756219,"about_ca_system_score_codex":0.000024356605,"about_ca_system_score_gemma":0.000055253797,"threshold_uncertainty_score":0.5816881},"labels":[],"label_agreement":null},{"id":"W7113337691","doi":"","title":"Moderating Tamil Content on Social Media","year":2025,"lang":"","type":"preprint","venue":"OSF Preprints (OSF Preprints)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tamil; Social media; Moderation; Indigenous; Diaspora; Content (measure theory)","score_opus":0.046363195416106624,"score_gpt":0.2696226809201968,"score_spread":0.2232594855040902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7113337691","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057091624,0.000011579441,0.13339506,0.0023489422,0.011785501,0.004052114,0.00021039457,0.0012519375,0.78985286],"genre_scores_gemma":[0.5709804,0.0010574518,0.013817372,0.0015726549,0.0019805462,0.0017277029,0.00015902272,0.00021133343,0.4084935],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9766416,0.003775671,0.003193114,0.0113945715,0.0026529885,0.0023420642],"domain_scores_gemma":[0.980759,0.0035373187,0.0019620466,0.011503705,0.0012987589,0.00093912514],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","open_science","research_integrity","insufficient_payload"],"category_scores_codex":[0.012429212,0.0021853747,0.0024012323,0.0010796774,0.0023922701,0.0024301254,0.00839842,0.0023718022,0.16152135],"category_scores_gemma":[0.011802014,0.0026315933,0.0017223663,0.0011924984,0.0006467715,0.0008727716,0.016961817,0.0055942647,0.67411774],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001305273,0.003199827,0.00091598724,0.0018661584,0.0020936865,0.00036303923,0.03232045,0.038029652,0.010279922,0.048170242,0.045027446,0.8164283],"study_design_scores_gemma":[0.012886489,0.00004171979,0.02980599,0.011307582,0.0019748323,0.0004310027,0.00392375,0.38853508,0.22116072,0.09938302,0.21529037,0.015259461],"about_ca_topic_score_codex":0.0007879645,"about_ca_topic_score_gemma":0.00032620426,"teacher_disagreement_score":0.80116886,"about_ca_system_score_codex":0.0019563895,"about_ca_system_score_gemma":0.0025672533,"threshold_uncertainty_score":0.99908864},"labels":[],"label_agreement":null},{"id":"W7115169649","doi":"10.36939/ir.202512151530","title":"MMLTC: A novel Tolerance-Based Clustering Framework for Multimodal Sentiment and Harmful Meme Classification in Multilingual Settings","year":2025,"lang":"","type":"dissertation","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Interpretability; Cluster analysis; Class (philosophy); Wilcoxon signed-rank test; Benchmark (surveying); Rank (graph theory); Discriminative model; Feature (linguistics); Sentiment analysis","score_opus":0.02817526755323154,"score_gpt":0.30616588892660807,"score_spread":0.27799062137337655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115169649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13954613,0.00017397736,0.85301673,0.0010980116,0.0028945804,0.0027767883,0.000041699517,0.0001948125,0.0002572752],"genre_scores_gemma":[0.56590945,0.000045753073,0.43057528,0.0005758743,0.00021281817,0.0006571992,0.0002874448,0.00005103675,0.0016851398],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99472207,0.00011891581,0.0014594684,0.0021294157,0.00062029884,0.0009498472],"domain_scores_gemma":[0.9969278,0.00075502007,0.0007330433,0.0007745635,0.0005746383,0.00023493009],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010321812,0.0008385135,0.00081175636,0.0008580861,0.00060314394,0.0008094816,0.00071403006,0.0010346645,0.000037156788],"category_scores_gemma":[0.00053687365,0.00095295586,0.0002893523,0.0009895464,0.00006928826,0.000491268,0.00015423368,0.0009511004,0.000011401677],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002534495,0.0018079446,0.0008232937,0.005666288,0.0002515363,0.000020744694,0.014033298,0.027963879,0.06761052,0.0070947725,0.00008287119,0.87211037],"study_design_scores_gemma":[0.0032068347,0.00022894752,0.003316861,0.0025293613,0.000077949706,0.000003806251,0.0012645418,0.94512767,0.042283043,0.00039948005,0.00071154675,0.0008499522],"about_ca_topic_score_codex":0.00048077354,"about_ca_topic_score_gemma":0.0008273927,"teacher_disagreement_score":0.9171638,"about_ca_system_score_codex":0.00034606582,"about_ca_system_score_gemma":0.00066477404,"threshold_uncertainty_score":0.9992921},"labels":[],"label_agreement":null},{"id":"W7116346131","doi":"10.5281/zenodo.17982436","title":"Attacks on Approximate Caches in Text-to-Image Diffusion Models","year":2025,"lang":"","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code (set theory); Embedding; Scripting language; Upload; Artifact (error); Training (meteorology); Channel (broadcasting)","score_opus":0.03160548786039124,"score_gpt":0.2550456261858237,"score_spread":0.22344013832543247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116346131","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046679117,0.00015227984,0.4990863,0.0070572537,0.0008019631,0.0020504165,0.00011744743,0.0015647003,0.44249052],"genre_scores_gemma":[0.98847187,0.0002560117,0.0021814555,0.001076527,0.00014160541,2.781943e-7,0.00019899257,0.0011561235,0.006517113],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99571294,0.00076600787,0.0005971553,0.0012979341,0.00070596416,0.00091999717],"domain_scores_gemma":[0.9976588,0.00004959356,0.00014532263,0.0012329317,0.00056682853,0.00034653101],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014310286,0.00037355634,0.00034386636,0.0012681877,0.002809689,0.0028412875,0.0026228726,0.00019161354,0.0018989649],"category_scores_gemma":[0.0005969934,0.00041493494,0.000108004766,0.0030770882,0.00017430187,0.00079433044,0.0035849253,0.0007637991,0.00940332],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040666203,0.0010318595,0.000004104589,0.0002824292,0.000060886592,0.00009307266,0.0053404677,0.005573939,0.017570257,0.035332967,0.08928146,0.8450219],"study_design_scores_gemma":[0.0017206331,0.0010590532,0.0006559322,0.00072118203,0.000023268622,0.000057237317,0.0004768523,0.29031473,0.0059651523,0.0035143588,0.6947598,0.00073177775],"about_ca_topic_score_codex":0.000070436974,"about_ca_topic_score_gemma":0.0000022690037,"teacher_disagreement_score":0.9417928,"about_ca_system_score_codex":0.00053290033,"about_ca_system_score_gemma":0.000018483888,"threshold_uncertainty_score":0.99983025},"labels":[],"label_agreement":null},{"id":"W7117733562","doi":"10.1109/wincom65874.2025.11313421","title":"Leveraging Transformer-Based Models for Cyberbullying Detection in the Moroccan Arabic Dialect","year":2025,"lang":"","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Arabic; Offensive; Annotation; Social media; Modern Standard Arabic","score_opus":0.026621177702115285,"score_gpt":0.2591674399008343,"score_spread":0.23254626219871902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117733562","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06287204,0.00036745862,0.92084527,0.0032959883,0.0015527401,0.0021493363,0.0000034999118,0.00019050676,0.008723184],"genre_scores_gemma":[0.9909294,0.000066264765,0.0054566837,0.0021132901,0.00012849557,0.00054618914,0.000003720215,0.000026584694,0.0007293384],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960511,0.00038099865,0.00086337427,0.0010983379,0.0005075956,0.0010985963],"domain_scores_gemma":[0.9980817,0.0006260622,0.00014999512,0.0008524626,0.00018746329,0.00010232084],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002127558,0.00050740823,0.00045211005,0.000810736,0.0010705717,0.00087149005,0.0012614586,0.0002777982,0.000019988314],"category_scores_gemma":[0.00009598348,0.00042080722,0.00042382124,0.002625362,0.00009888111,0.00096547196,0.000041119656,0.0006481094,0.000012215594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002567675,0.0002764021,0.00005598637,0.0002748644,0.00006410628,0.000011127725,0.0035965762,0.118806854,0.008591283,0.0069936225,0.00012040093,0.860952],"study_design_scores_gemma":[0.0018332247,0.00032308805,0.00023008556,0.0002460024,0.000064704196,0.000011304992,0.0004761283,0.9061222,0.073807895,0.014788732,0.0016532348,0.00044337148],"about_ca_topic_score_codex":0.0011410734,"about_ca_topic_score_gemma":0.0012795113,"teacher_disagreement_score":0.9280574,"about_ca_system_score_codex":0.00036846116,"about_ca_system_score_gemma":0.000596697,"threshold_uncertainty_score":0.9998244},"labels":[],"label_agreement":null},{"id":"W7117874067","doi":"10.5220/0013918900004919","title":"MemeCheck: Automated Meme Analysis for Identifying Offensive Text and Visuals","year":2025,"lang":"","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Offensive; Visualization; Feature (linguistics); Data visualization","score_opus":0.029712699581951274,"score_gpt":0.32924881610027934,"score_spread":0.29953611651832807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117874067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04402426,0.0010271145,0.94640607,0.0015046805,0.0013405636,0.0009212373,0.000012349528,0.00096044806,0.003803259],"genre_scores_gemma":[0.9465388,0.0002149637,0.03194934,0.0011107752,0.00006865893,0.0000698035,0.000011290505,0.000018240526,0.020018093],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99669766,0.00017923098,0.00079363177,0.0012505295,0.0003629458,0.00071600557],"domain_scores_gemma":[0.99776363,0.00034998872,0.0002624978,0.00076162926,0.00065513846,0.00020709429],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010723297,0.00040608054,0.0007352387,0.001316723,0.0007835635,0.0013157808,0.0005885346,0.00028628556,0.00017253967],"category_scores_gemma":[0.00030847237,0.00040489086,0.0004419215,0.0043925946,0.000113210765,0.0005304494,0.00049992715,0.00019368004,0.000053377422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041749908,0.0008925941,0.0042767916,0.0020760011,0.027694892,0.00009723072,0.00590909,0.0030996709,0.10715683,0.14776963,0.04973278,0.650877],"study_design_scores_gemma":[0.00088890817,0.00017634018,0.0048232903,0.0001144517,0.00158028,0.0000063341295,0.00040854435,0.9237353,0.061360635,0.0021914574,0.0042549483,0.00045947076],"about_ca_topic_score_codex":0.00045016836,"about_ca_topic_score_gemma":0.00021829693,"teacher_disagreement_score":0.9206357,"about_ca_system_score_codex":0.00011256495,"about_ca_system_score_gemma":0.00020955737,"threshold_uncertainty_score":0.9998403},"labels":[],"label_agreement":null},{"id":"W7117883860","doi":"10.5220/0013908200004919","title":"Leveraging Deep Neural Networks for Real-Time Detection of Cyberbullying and Offensive Memes in Social Network","year":2025,"lang":"","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Offensive; Artificial neural network; Social network (sociolinguistics); Social network analysis; Key (lock); The Internet","score_opus":0.011288494618406832,"score_gpt":0.2414606463409914,"score_spread":0.23017215172258457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117883860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18692045,0.00086358126,0.8064034,0.00059248105,0.0019180549,0.0010951489,0.0000012659216,0.0001364072,0.002069212],"genre_scores_gemma":[0.99202573,0.0002233173,0.006078858,0.00028978003,0.0005404133,0.00005660197,0.0000030550364,0.000025299092,0.00075695995],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967359,0.00028768906,0.00090587826,0.00089131325,0.00024779892,0.000931434],"domain_scores_gemma":[0.99839085,0.0005065542,0.0003548235,0.00032889322,0.00031851133,0.00010036589],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010230447,0.00040260053,0.00068879453,0.00038006762,0.00083151687,0.0002846726,0.0003755526,0.00036501436,0.000016190508],"category_scores_gemma":[0.00010385299,0.00044790047,0.00021492725,0.0014894534,0.00015770375,0.0003899579,0.0003713346,0.0003955578,0.0000018411246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004744147,0.00008746763,0.0010384619,0.00023736466,0.0001778215,0.000012649503,0.0019838794,0.073291704,0.007991489,0.0036717895,0.00045225944,0.9105807],"study_design_scores_gemma":[0.0012860295,0.00023540239,0.005053644,0.00016519496,0.000073544725,0.000011562323,0.00027198964,0.9856134,0.003624478,0.0030727298,0.00021937508,0.00037261457],"about_ca_topic_score_codex":0.00073345605,"about_ca_topic_score_gemma":0.00034307694,"teacher_disagreement_score":0.91232175,"about_ca_system_score_codex":0.0001533795,"about_ca_system_score_gemma":0.00008638196,"threshold_uncertainty_score":0.9997973},"labels":[],"label_agreement":null},{"id":"W7122777692","doi":"10.1145/3777867.3778259","title":"Overview of the HASOC Track at FIRE 2025: Abusive Meme Identification — Shadows Behind the Laughter","year":2025,"lang":"","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Identification (biology); Social media; Key (lock); Laughter; Track (disk drive)","score_opus":0.026704592118101084,"score_gpt":0.2762430397133004,"score_spread":0.2495384475951993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7122777692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71178037,0.025012689,0.061349314,0.1265277,0.019964766,0.0060898913,0.000094673655,0.00031344368,0.048867185],"genre_scores_gemma":[0.86429495,0.0009499217,0.00022879157,0.0015978884,0.000118329255,0.000051574138,0.0000036752126,0.000013043064,0.13274185],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99684024,0.00041415432,0.0008669936,0.0007460074,0.00069281104,0.00043977116],"domain_scores_gemma":[0.99682355,0.00020736373,0.00049464864,0.0020151343,0.00039099366,0.000068334986],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001018732,0.00031422594,0.00031781296,0.00008020606,0.0010725748,0.00044848173,0.0022185107,0.0002159909,0.0011977945],"category_scores_gemma":[0.000115655734,0.00018498018,0.00043081059,0.0012274386,0.00030551024,0.00050711085,0.0009472735,0.00038661974,0.00039643433],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012121747,0.0006793668,0.0021329627,0.00080074405,0.00067049946,0.0000095935375,0.013772639,0.0005743011,0.030767305,0.049983207,0.13996303,0.7605251],"study_design_scores_gemma":[0.001655283,0.0002177584,0.07379361,0.0014674157,0.00063962693,0.000033900775,0.0012723076,0.12393556,0.5096787,0.0131791225,0.2730998,0.0010268847],"about_ca_topic_score_codex":0.00033049972,"about_ca_topic_score_gemma":0.0011298766,"teacher_disagreement_score":0.75949824,"about_ca_system_score_codex":0.00017278698,"about_ca_system_score_gemma":0.0002521426,"threshold_uncertainty_score":0.99971527},"labels":[],"label_agreement":null},{"id":"W7124145569","doi":"10.1109/codit66093.2025.11321840","title":"Cyber-Troll Detection using Deep Learning and NLP: A Comparative Study","year":2025,"lang":"","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Deep learning; Social media; Convolutional neural network; Moderation; Architecture; Big data","score_opus":0.02163450871137487,"score_gpt":0.2982843447318579,"score_spread":0.27664983602048304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124145569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5506721,0.0004738096,0.44213954,0.000050258877,0.0008248922,0.0006308876,1.7713731e-7,0.00016379372,0.005044539],"genre_scores_gemma":[0.9922912,0.00004575193,0.004134486,0.000065234075,0.00008793291,0.000021793978,3.1037064e-7,0.000012260644,0.003341013],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967118,0.00069917995,0.0005731139,0.0010630785,0.0003771194,0.0005756916],"domain_scores_gemma":[0.9988128,0.00017057158,0.00021328576,0.0003823798,0.00025329416,0.00016766264],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00076372543,0.00041081046,0.00052842486,0.00052878074,0.0014720878,0.00096778566,0.00032412325,0.00017199446,0.00005592061],"category_scores_gemma":[0.00007292014,0.00041667,0.00010552016,0.001713282,0.000120491575,0.0007141382,0.0005002164,0.0007111556,0.00005090738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038828564,0.0013065753,0.018476835,0.00010682525,0.0007979256,0.000074099764,0.023296153,0.0075699687,0.028190125,0.0016605755,0.000013185762,0.91811943],"study_design_scores_gemma":[0.0018344177,0.0015054647,0.0077066086,0.000092670765,0.0001736444,0.00004556566,0.009303817,0.963518,0.013512458,0.000335649,0.0014817156,0.0004899442],"about_ca_topic_score_codex":0.0010914378,"about_ca_topic_score_gemma":0.0012832532,"teacher_disagreement_score":0.95594805,"about_ca_system_score_codex":0.00020064057,"about_ca_system_score_gemma":0.000118851334,"threshold_uncertainty_score":0.9998285},"labels":[],"label_agreement":null},{"id":"W7125577906","doi":"10.1109/cascon66301.2025.00021","title":"Beyond Monolithic LLMs: Modular AI for Online Harassment Detection","year":2025,"lang":"","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; York University","funders":"Alliance de recherche numérique du Canada","keywords":"Modular design; Harassment; Extensibility; Architecture; Blocking (statistics); Hamming distance","score_opus":0.010509937131299779,"score_gpt":0.27552641752092283,"score_spread":0.26501648038962305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125577906","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034662973,0.00063028495,0.9485178,0.0064451993,0.005658093,0.0013716244,0.00002489958,0.00037423367,0.0023148714],"genre_scores_gemma":[0.92366314,0.00020470403,0.0472712,0.0046059317,0.00045943816,0.0002049834,0.000017390188,0.000031818323,0.023541374],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99656814,0.00014074823,0.00078402896,0.0012341441,0.00042792936,0.0008450106],"domain_scores_gemma":[0.997921,0.000107291096,0.0001794731,0.0010835374,0.00049611926,0.00021256793],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00071337546,0.0004550322,0.00043474272,0.00053422916,0.00073483266,0.00066458684,0.00081566995,0.0004034127,0.00006758378],"category_scores_gemma":[0.000115275034,0.00046462307,0.0003555275,0.0012779406,0.00008428367,0.0007235467,0.00031310433,0.0005124854,0.00009101344],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011497258,0.0005125121,0.000035813275,0.00018975376,0.00020085268,0.000005633127,0.00017714521,0.001422404,0.023924796,0.022412533,0.0013177579,0.9496858],"study_design_scores_gemma":[0.0012783267,0.00074661936,0.0008960708,0.00012079228,0.000100353005,0.000010886775,0.00007330924,0.75076056,0.17136112,0.03138534,0.042813413,0.00045318645],"about_ca_topic_score_codex":0.00027496112,"about_ca_topic_score_gemma":0.00035698575,"teacher_disagreement_score":0.94923264,"about_ca_system_score_codex":0.00040520946,"about_ca_system_score_gemma":0.00041722995,"threshold_uncertainty_score":0.99978054},"labels":[],"label_agreement":null},{"id":"W7125580424","doi":"10.1109/cascon66301.2025.00121","title":"Evaluating Toxicity Understanding of LLM Agents","year":2025,"lang":"","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Toxicity; Perception; Trustworthiness; Order (exchange); Action (physics); Risk assessment","score_opus":0.1342825005152352,"score_gpt":0.3670419346009326,"score_spread":0.2327594340856974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125580424","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095521845,0.00012892137,0.8231189,0.00067782035,0.0019366276,0.0002703587,0.0000013031096,0.00008412015,0.07826005],"genre_scores_gemma":[0.9775091,0.000041793628,0.0148007255,0.000363272,0.00003844432,0.0000037536959,4.843037e-7,0.000006305646,0.0072361333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976369,0.00022081962,0.00060742034,0.000555225,0.0005502129,0.00042940775],"domain_scores_gemma":[0.99876183,0.00015516412,0.000218059,0.00061591686,0.00015526378,0.00009375276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001352879,0.00020419339,0.00029490967,0.0003133888,0.00038444527,0.00021110183,0.0006489086,0.00014491877,0.00038750886],"category_scores_gemma":[0.00023348856,0.000208438,0.00015868871,0.0014581883,0.00010035194,0.0003691645,0.00043754783,0.000215204,0.00004504453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089320216,0.00065275666,0.0012246118,0.0005221587,0.00035446405,0.0000149554935,0.002122161,0.0029634826,0.050040856,0.49749207,0.003419177,0.441104],"study_design_scores_gemma":[0.0008526304,0.0006153652,0.0008747569,0.00053456833,0.000068327565,0.000004570464,0.0006719952,0.7961075,0.16459061,0.035035465,0.0003488087,0.00029544206],"about_ca_topic_score_codex":0.00012778018,"about_ca_topic_score_gemma":0.000031894455,"teacher_disagreement_score":0.8819872,"about_ca_system_score_codex":0.0003664814,"about_ca_system_score_gemma":0.00035495512,"threshold_uncertainty_score":0.8499854},"labels":[],"label_agreement":null},{"id":"W7125604742","doi":"10.1109/cascon66301.2025.00020","title":"Enhancing Machine Learning in Abusive Language Detection with Dataset Integration","year":2025,"lang":"","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; Vector Institute","funders":"","keywords":"Generalizability theory; Benchmark (surveying); Sampling (signal processing); Limiting; Language model; Co-occurrence; Core (optical fiber); Training set","score_opus":0.0049760488255016725,"score_gpt":0.23536545029513029,"score_spread":0.2303894014696286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125604742","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11694627,0.0002580927,0.8794385,0.00025192063,0.00050962874,0.00034825964,0.000016686668,0.00016404213,0.002066596],"genre_scores_gemma":[0.9918843,0.00007544956,0.0049669584,0.00027999558,0.000053323434,0.000023835337,0.00015899782,0.000011514741,0.0025456604],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979679,0.00024663509,0.00042039622,0.00069110387,0.00026553616,0.00040844321],"domain_scores_gemma":[0.99913955,0.000094731964,0.00014994692,0.0004552449,0.00009108378,0.000069447444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064015406,0.00027126676,0.00024574937,0.00061940774,0.00031067192,0.00040145984,0.00034488726,0.00014654918,0.00010203869],"category_scores_gemma":[0.00015377565,0.00023509466,0.00003981798,0.001912037,0.000044456072,0.0008665681,0.00016770672,0.0007780056,0.00009009809],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017843743,0.00011546012,0.00041999828,0.00008210123,0.000044701945,0.00010437413,0.0049513867,0.0018600768,0.166894,0.0006313007,0.00006722834,0.82465094],"study_design_scores_gemma":[0.0008990556,0.0004618096,0.0010668038,0.00047557164,0.000027329506,0.000034831814,0.0020392123,0.37634462,0.61647767,0.00007254048,0.0017684562,0.00033207872],"about_ca_topic_score_codex":0.004732137,"about_ca_topic_score_gemma":0.04979731,"teacher_disagreement_score":0.874938,"about_ca_system_score_codex":0.00022860238,"about_ca_system_score_gemma":0.000168483,"threshold_uncertainty_score":0.9675414},"labels":[],"label_agreement":null},{"id":"W7125606400","doi":"10.1109/icsai68704.2025.11345876","title":"Toxic Language and Threat Detection in Social Media","year":2025,"lang":"","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Dalhousie University","funders":"","keywords":"Social media; The Internet; Action (physics); Misinformation","score_opus":0.009253955830846232,"score_gpt":0.24619386054912257,"score_spread":0.23693990471827633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125606400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8872669,0.0008285747,0.09420827,0.00094248436,0.0016937609,0.0002169665,0.0000010557031,0.0001455053,0.014696493],"genre_scores_gemma":[0.99680316,0.00010864151,0.00069406896,0.00019778838,0.00017254424,0.000010068136,5.711011e-7,0.0000055161886,0.0020076341],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998633,0.000108868546,0.0002598769,0.00046844437,0.00017472028,0.0003550348],"domain_scores_gemma":[0.9995585,0.000101662416,0.00004511345,0.0002014397,0.00003327258,0.00005998347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036797376,0.0001675174,0.00019544452,0.00036173823,0.00029991427,0.00025087333,0.00021532598,0.00020112963,0.00006852432],"category_scores_gemma":[0.0000807485,0.00016939643,0.000051170864,0.0010772535,0.00007085658,0.00032781978,0.00019550923,0.00026729537,0.00004178375],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022281618,0.000041453328,0.00019694454,0.000029032282,0.000011327155,0.000021798744,0.005410985,0.0000014982643,0.019495733,0.004569858,0.00008250393,0.97011656],"study_design_scores_gemma":[0.003598286,0.00029394383,0.08827653,0.00025381817,0.00006818697,0.000055769884,0.0068976805,0.08493854,0.792888,0.019555978,0.0021475204,0.001025749],"about_ca_topic_score_codex":0.0002896523,"about_ca_topic_score_gemma":0.0030461226,"teacher_disagreement_score":0.9690908,"about_ca_system_score_codex":0.00009962682,"about_ca_system_score_gemma":0.0000734883,"threshold_uncertainty_score":0.6907786},"labels":[],"label_agreement":null},{"id":"W7126432429","doi":"10.18653/v1/2024.dravidianlangtech-1.15","title":"Tewodros@DravidianLangTech 2024: Hate Speech Recognition in Telugu Codemixed Text","year":2024,"lang":"","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Atomic Energy of Canada Limited; Consejo Nacional de Ciencia y Tecnología; Instituto Politécnico Nacional","keywords":"Telugu; Feature (linguistics); Action (physics)","score_opus":0.0220542216814919,"score_gpt":0.25407164446554964,"score_spread":0.23201742278405774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126432429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32072848,0.012596368,0.32499006,0.015441925,0.042158928,0.004389071,0.0001943443,0.004569862,0.27493095],"genre_scores_gemma":[0.88843316,0.002257802,0.029389074,0.0008872278,0.0010832829,0.000117517564,0.000045323162,0.00012400237,0.07766264],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99463433,0.00033246042,0.00108562,0.0018556459,0.0008103235,0.0012816204],"domain_scores_gemma":[0.9980847,0.0002708084,0.00012382433,0.0009542434,0.00018014212,0.00038627288],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018103046,0.0006443926,0.000553147,0.0011948762,0.00025960972,0.002131602,0.0009469956,0.00065382535,0.0037168711],"category_scores_gemma":[0.00017251313,0.0006420203,0.0003036126,0.0041571944,0.00014572256,0.0019207749,0.00039568538,0.0014487332,0.016403427],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003311585,0.00014188145,0.000084775485,0.00023791801,0.000051026942,0.0011294932,0.0006444498,0.000021298232,0.0056007616,0.0009795754,0.010977108,0.9800986],"study_design_scores_gemma":[0.0019592175,0.0012800037,0.0015332736,0.004393119,0.0001694534,0.001832294,0.00062088744,0.47556272,0.28856748,0.038990345,0.18172722,0.0033639644],"about_ca_topic_score_codex":0.0011217227,"about_ca_topic_score_gemma":0.00067270565,"teacher_disagreement_score":0.97673464,"about_ca_system_score_codex":0.0004386005,"about_ca_system_score_gemma":0.000426987,"threshold_uncertainty_score":0.9996031},"labels":[],"label_agreement":null},{"id":"W7127405297","doi":"10.82187/jfrl.2025.1208270","title":"A Comparative Study of Mechanisms for Preventing Transphobic Hate Crimes: Case Study of Iran and Canada","year":2025,"lang":"en","type":"article","venue":"Open MIND","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Perspective (graphical); Blame; Agency (philosophy)","score_opus":0.05426540015169933,"score_gpt":0.327352375783161,"score_spread":0.27308697563146167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127405297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97885233,0.000015591067,0.018867847,0.000011429531,0.00010945754,0.0018599378,0.0000053967856,0.0000013927299,0.00027659917],"genre_scores_gemma":[0.99159825,2.6588017e-7,0.008023647,0.0000047400135,0.0000021593526,0.000046450117,3.9896642e-7,0.0000024697363,0.00032162142],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9991331,0.00009179604,0.0002661667,0.0002770924,0.00011729828,0.000114522205],"domain_scores_gemma":[0.999474,0.00007710373,0.00011094098,0.00023439497,0.000071483904,0.000032104585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031425132,0.00008773766,0.00026205266,0.00005854435,0.00013408596,0.00006871337,0.00035249622,0.00001716169,0.000007228015],"category_scores_gemma":[0.0000074076684,0.00008142408,0.00001655732,0.00019917135,0.000009937149,0.00015479703,0.000121610035,0.000047147754,1.8370356e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079038885,0.012658497,0.0041582063,0.000464165,0.0022502993,0.0016440782,0.52658796,0.0026420453,0.050800826,0.00065366307,0.00039161998,0.39695826],"study_design_scores_gemma":[0.01591979,0.011452382,0.0029344615,0.00032489788,0.0005513774,0.00019775261,0.54741055,0.031561237,0.38761333,0.000742813,0.00058501255,0.00070640456],"about_ca_topic_score_codex":0.37801248,"about_ca_topic_score_gemma":0.8315673,"teacher_disagreement_score":0.45355478,"about_ca_system_score_codex":0.000019359772,"about_ca_system_score_gemma":0.0001779977,"threshold_uncertainty_score":0.6261294},"labels":[],"label_agreement":null},{"id":"W7132863002","doi":"","title":"Aseistakieltäytymisen puitteet Suomessa 1961–69 : Tilastollinen tutkielma asevelvollisten tutkijatoimikunnasta ja sen päätöksistä","year":2022,"lang":"fi","type":"dissertation","venue":"Trepo - Institutional Repository of Tampere University","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Life style","score_opus":0.010932882883666199,"score_gpt":0.21229272859517653,"score_spread":0.20135984571151033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132863002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7995571,0.00074507383,0.0056806537,0.00057871913,0.008863565,0.0016249577,0.0011173448,0.0006008373,0.18123178],"genre_scores_gemma":[0.75784725,0.00017534026,0.0026781198,0.00010241162,0.00042584565,0.000015803416,0.0021478927,0.00006776972,0.23653957],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99256927,0.0006727534,0.0013636027,0.00209881,0.0023614806,0.00093410973],"domain_scores_gemma":[0.99429554,0.00030877691,0.0018581231,0.0016640098,0.0012500834,0.00062348734],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0006906125,0.0010688147,0.0012638272,0.0010400836,0.004138973,0.0002919432,0.0025498932,0.0008160952,0.0007147032],"category_scores_gemma":[0.0002519394,0.00132017,0.0011010487,0.0016425714,0.00079320994,0.0014826938,0.000814675,0.0015139831,0.000114949304],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024082059,0.019110154,0.025449442,0.012036319,0.015585377,0.08682632,0.053789854,0.08790504,0.13626747,0.38409328,0.040541638,0.11431303],"study_design_scores_gemma":[0.0035208592,0.0010333048,0.020905629,0.00089982955,0.0010814995,0.0017863004,0.0060361107,0.0086946655,0.015601894,0.00023640497,0.937467,0.002736515],"about_ca_topic_score_codex":0.005306769,"about_ca_topic_score_gemma":0.00034571582,"teacher_disagreement_score":0.89692533,"about_ca_system_score_codex":0.0020959852,"about_ca_system_score_gemma":0.005226175,"threshold_uncertainty_score":0.9989248},"labels":[],"label_agreement":null},{"id":"W7132983545","doi":"","title":"Pious: Why Meta’s Business Model Drives Intolerance","year":2023,"lang":"","type":"dissertation","venue":"TSpace","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Social media; Identity (music); Social identity theory; Politics; Blueprint; Identity formation; Blame; Cognitive reframing; Social identity approach","score_opus":0.0467270570996186,"score_gpt":0.3207627113661598,"score_spread":0.2740356542665412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132983545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12647702,0.0025295897,0.8417097,0.0042976816,0.011461556,0.0015679474,0.000018762483,0.0022505317,0.0096872635],"genre_scores_gemma":[0.48905826,0.0065206685,0.04457861,0.001671805,0.0013476106,0.0009669923,0.00052486954,0.0006339845,0.4546972],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99446875,0.00022254519,0.00084515073,0.0020207593,0.0012733884,0.0011694204],"domain_scores_gemma":[0.9958756,0.00015017927,0.00075834215,0.0017013962,0.0011494551,0.00036503357],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063923316,0.0011292087,0.0013409208,0.00068619405,0.0008137097,0.0009922525,0.0019931393,0.000765091,0.00017174758],"category_scores_gemma":[0.00024029354,0.0011403536,0.00065006054,0.003402539,0.0001290205,0.0008883528,0.00029833466,0.0009969672,0.0016994815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047984577,0.0008652632,0.000021686285,0.0034394457,0.0065313634,0.00053646544,0.36050776,0.40026882,0.03671774,0.009862354,0.032262128,0.14850712],"study_design_scores_gemma":[0.00082346617,0.00020368151,0.0007919426,0.0007369344,0.0018479134,0.000036331356,0.0065027163,0.9621871,0.0142709,0.0051851906,0.0049756803,0.0024381035],"about_ca_topic_score_codex":0.0021189358,"about_ca_topic_score_gemma":0.0013940444,"teacher_disagreement_score":0.79713106,"about_ca_system_score_codex":0.00015695325,"about_ca_system_score_gemma":0.0008080948,"threshold_uncertainty_score":0.9991047},"labels":[],"label_agreement":null},{"id":"W7132992361","doi":"","title":"How equality rights may expand the scope of expression for homosexual pornographic speech: a modified freedom of expression test","year":2003,"lang":"","type":"dissertation","venue":"TSpace","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Expression (computer science); Scope (computer science); Charter; Context (archaeology); Freedom of expression; Diversity (politics)","score_opus":0.03724699794321648,"score_gpt":0.3152789177928782,"score_spread":0.2780319198496617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132992361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8071056,0.0036441751,0.17683864,0.00037744784,0.0038405552,0.00431093,0.000145464,0.0001567649,0.0035804305],"genre_scores_gemma":[0.961565,0.0003645643,0.020773062,0.00002255463,0.0002660028,0.00027006798,0.0001837524,0.00008604305,0.016468951],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9936452,0.0007777337,0.0013795276,0.0015864491,0.0016365713,0.0009745132],"domain_scores_gemma":[0.99209386,0.0011082055,0.002830596,0.0024225374,0.0012296763,0.0003151147],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018747017,0.0010107375,0.0013589978,0.0005887202,0.0010196244,0.00044062227,0.002019137,0.0010056788,0.000055113454],"category_scores_gemma":[0.0006535769,0.0007365403,0.00070786686,0.0015639632,0.00047868985,0.0007283375,0.00023169428,0.00081969186,0.0000057582165],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008800865,0.0010559828,0.00009114151,0.00151542,0.00011384797,0.000009990957,0.0130395135,0.00026744604,0.96831805,0.0018162706,0.0016788259,0.011213449],"study_design_scores_gemma":[0.0020293535,0.001366142,0.0002976299,0.002079531,0.00015948899,0.000017841727,0.004378329,0.001963449,0.9830043,0.0017849035,0.0020722945,0.0008467751],"about_ca_topic_score_codex":0.0008016227,"about_ca_topic_score_gemma":0.00027087593,"teacher_disagreement_score":0.15606557,"about_ca_system_score_codex":0.00006867064,"about_ca_system_score_gemma":0.00042152658,"threshold_uncertainty_score":0.99950856},"labels":[],"label_agreement":null},{"id":"W7152417213","doi":"10.1109/icecet63943.2025.11472543","title":"Multi-Modal CSNNs for Integrated Toxicity Detection Across Text, Audio, and Visual Modalities","year":2025,"lang":"","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley","funders":"","keywords":"Modalities; Visualization; Toxicity; Modality (human–computer interaction); Identification (biology)","score_opus":0.015129651912685817,"score_gpt":0.30366751259073804,"score_spread":0.2885378606780522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7152417213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3525644,0.00022608711,0.6436411,0.00038447356,0.0018066467,0.0007084621,0.000032237793,0.00029663788,0.00033993],"genre_scores_gemma":[0.96306103,0.00009274637,0.016509838,0.00043833518,0.0001418143,0.00013122449,0.000005885283,0.000023466591,0.019595675],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99666065,0.00018274719,0.000689292,0.0012013854,0.0002857553,0.0009801484],"domain_scores_gemma":[0.99845237,0.00023310819,0.0001773347,0.0004235414,0.00048807848,0.00022556877],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000878352,0.0005144203,0.0005045664,0.00028304386,0.0014188249,0.0012188706,0.00044552935,0.0004595731,0.00003844869],"category_scores_gemma":[0.0003045699,0.0004940778,0.00023042329,0.0010954755,0.00032217414,0.0009238727,0.0004445871,0.00044466506,0.00002474088],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004046066,0.00040894284,0.00028564179,0.00026993765,0.00020274389,0.0000055523315,0.002020344,0.00014591134,0.104659766,0.0020942634,0.00027151874,0.8892308],"study_design_scores_gemma":[0.0016974753,0.00067449105,0.0025203167,0.00011282079,0.000040313505,0.000020130194,0.001330528,0.70075315,0.2880152,0.0007523134,0.0036232136,0.00046004722],"about_ca_topic_score_codex":0.0014425804,"about_ca_topic_score_gemma":0.0027017884,"teacher_disagreement_score":0.8887707,"about_ca_system_score_codex":0.00028171742,"about_ca_system_score_gemma":0.0002848592,"threshold_uncertainty_score":0.9998812},"labels":[],"label_agreement":null},{"id":"W7160242492","doi":"10.69513/ilcr.v2.i1.a5","title":"Detecting Censorship and Self-Censorship: NLP Analysis of Political Discourse in Iraqi Social Media and Blogs","year":2024,"lang":"","type":"article","venue":"Iraqi Literary and Cultural Review (ILCR)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara","funders":"","keywords":"Politics; Censorship; Taboo; Social media; Harm; Reading (process); Criticism; Critical discourse analysis; Key (lock)","score_opus":0.024667357913764957,"score_gpt":0.3040283281900425,"score_spread":0.27936097027627754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7160242492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7013701,0.2948901,0.00007763607,0.002407203,0.00038596214,0.00041511556,0.000065204484,0.0001090347,0.0002795793],"genre_scores_gemma":[0.94765794,0.050677616,0.00060813164,0.00050047156,0.00034989452,0.000022824335,0.000026021173,0.000023438452,0.0001336718],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9949971,0.0009384135,0.0012850837,0.0012978704,0.0005301124,0.00095144333],"domain_scores_gemma":[0.9980643,0.0006790629,0.00024860713,0.00036130517,0.00014250267,0.0005042379],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015385107,0.000630411,0.0014206745,0.0005043671,0.0003581445,0.0008478589,0.00035011955,0.00032316934,0.00006902276],"category_scores_gemma":[0.000381764,0.00049335836,0.0004088057,0.0029500688,0.00044422166,0.001563756,0.00034760011,0.0008528186,0.000009911709],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104991224,0.00036791497,0.005780718,0.01762657,0.001632649,0.00059973757,0.055696413,0.0000017225614,0.00091065676,0.07447094,0.00018196877,0.84262574],"study_design_scores_gemma":[0.007507606,0.003896846,0.51883364,0.11317366,0.04340489,0.005718418,0.011543929,0.16274737,0.003975241,0.044185948,0.07153241,0.013480037],"about_ca_topic_score_codex":0.00006916248,"about_ca_topic_score_gemma":0.0000705059,"teacher_disagreement_score":0.82914567,"about_ca_system_score_codex":0.00007857877,"about_ca_system_score_gemma":0.0000812397,"threshold_uncertainty_score":0.9997518},"labels":[],"label_agreement":null},{"id":"W7161484934","doi":"10.14288/ce.v17i2.187246","title":"Anti-Wokeness, Hate Speech, and Rights Discourse Uphold the Status Quo","year":2025,"lang":"en","type":"article","venue":"Érudit (Université de Montréal)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Supreme court; Oppression; Rhetoric; Human rights; Charter; Racism; Multiculturalism; Jurisdiction; Civil rights","score_opus":0.0033373685387437842,"score_gpt":0.17275833885983516,"score_spread":0.16942097032109138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161484934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.937964,0.0072390786,0.026302204,0.020976324,0.00063361577,0.00029246925,0.000010205074,0.0002932032,0.0062888763],"genre_scores_gemma":[0.97296214,0.0027481017,0.0026175661,0.00044779922,0.00005342812,0.0000045129045,0.0000047675603,0.000010214603,0.021151477],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882853,0.00006644264,0.000102993465,0.0003632409,0.00018727596,0.0004515428],"domain_scores_gemma":[0.99915904,0.000057321216,0.000068334775,0.00053154933,0.000047538248,0.00013620309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014947553,0.00015755925,0.00015880364,0.0001447673,0.00092659786,0.00010785805,0.0005108635,0.0000792011,0.000010372238],"category_scores_gemma":[0.00001070118,0.00012356196,0.00006695213,0.0005042839,0.00009874384,0.00035926353,0.000419686,0.00016587213,0.00004177954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012504411,0.00017654544,0.0050422647,0.00006118072,0.00032399016,0.0031097126,0.0020747557,0.0004089203,0.006643416,0.36808148,0.07429357,0.53965914],"study_design_scores_gemma":[0.0010512696,0.00007428619,0.010929295,0.00006214843,0.00008077068,0.00025147668,0.0004349506,0.009563062,0.01005263,0.0115915695,0.95554614,0.00036240378],"about_ca_topic_score_codex":0.005898945,"about_ca_topic_score_gemma":0.015540708,"teacher_disagreement_score":0.8812526,"about_ca_system_score_codex":0.0008377396,"about_ca_system_score_gemma":0.000049522718,"threshold_uncertainty_score":0.89174795},"labels":[],"label_agreement":null},{"id":"W7162744427","doi":"","title":"Eliminating Subjectivity from Hate Speech Regulation : Exploringa Modified Definition of Hatred in Canada","year":2019,"lang":"ja","type":"article","venue":"Institutional Repositories DataBase (IRDB)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hatred; Subjectivity; Perspective (graphical); Derogation; Focus (optics)","score_opus":0.02501523676650405,"score_gpt":0.21569059107992325,"score_spread":0.1906753543134192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162744427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97404116,0.00029153164,0.01317731,0.00014291174,0.0077142855,0.00052431977,0.00054787705,0.000072802686,0.0034878221],"genre_scores_gemma":[0.98784584,0.00005223452,0.010808648,0.000030099462,0.0004626363,0.000033740394,0.0006743721,0.000021176571,0.00007125641],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9956836,0.00028245818,0.0010358694,0.0010295686,0.0014283808,0.0005401274],"domain_scores_gemma":[0.9972182,0.00042758437,0.00063928013,0.001088404,0.00045149334,0.0001750704],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058933947,0.00040460523,0.00052068534,0.000278671,0.00038678758,0.00022674036,0.0005790074,0.0001754891,0.000045832287],"category_scores_gemma":[0.00044110167,0.00046845883,0.00011321233,0.001010709,0.00013824047,0.0027173657,0.00038600288,0.0005124612,0.000042436597],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002670427,0.0016407911,0.18874854,0.001779451,0.00062984705,0.002415233,0.005407264,0.054707397,0.4769261,0.18281534,0.00073456723,0.081525065],"study_design_scores_gemma":[0.0036288567,0.00033978518,0.27217752,0.0038801876,0.00012780464,0.00024963962,0.0011214683,0.11922018,0.5917752,0.004365359,0.0013890243,0.0017249718],"about_ca_topic_score_codex":0.88119256,"about_ca_topic_score_gemma":0.7216666,"teacher_disagreement_score":0.17844999,"about_ca_system_score_codex":0.0020583002,"about_ca_system_score_gemma":0.003509233,"threshold_uncertainty_score":0.9997767},"labels":[],"label_agreement":null},{"id":"W7165709219","doi":"","title":"Free Speech and the Protection of Human Dignity in Canada, Germany, and the United States: The Moral Legitimation of Competing Discourses","year":2020,"lang":"en","type":"article","venue":"PhilPapers (PhilPapers Foundation)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Argument (complex analysis); Legitimation; Dignity; Free speech; Politics; Human rights; Supreme court; Racism","score_opus":0.019309006153824002,"score_gpt":0.2223625776021607,"score_spread":0.2030535714483367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7165709219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9448485,0.0000791409,0.0019843895,0.050741293,0.000116464966,0.0011338172,0.000008331118,0.00003955769,0.0010485345],"genre_scores_gemma":[0.99875385,0.00007324892,0.00019453958,0.00084784726,0.00005066237,0.000045181365,0.000015953954,0.000009262499,0.000009434626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826413,0.00042414526,0.00043929808,0.00026744234,0.0004148835,0.00019008633],"domain_scores_gemma":[0.9986432,0.0004643313,0.00034430408,0.0003734631,0.00012220589,0.00005246496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008364699,0.0001629931,0.00025835325,0.000075142896,0.00049180567,0.00013940848,0.0005329952,0.000034073517,0.0000123630025],"category_scores_gemma":[0.00032471895,0.00009188508,0.00004374358,0.0006523346,0.0007226486,0.00039367675,0.00018930944,0.00026892914,8.5731523e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024808394,0.00025658446,0.01412091,0.00095544674,0.00074582704,0.000023842711,0.11378506,0.014595376,0.023465214,0.6486164,0.00042159774,0.18053293],"study_design_scores_gemma":[0.026771797,0.00071308797,0.10933883,0.00048534028,0.00035563853,0.00013444177,0.033425786,0.7437039,0.015611853,0.06506766,0.002996932,0.001394752],"about_ca_topic_score_codex":0.28853515,"about_ca_topic_score_gemma":0.14629419,"teacher_disagreement_score":0.7291085,"about_ca_system_score_codex":0.000084131054,"about_ca_system_score_gemma":0.0001598694,"threshold_uncertainty_score":0.86928374},"labels":[],"label_agreement":null},{"id":"W75226891","doi":"","title":"Hate Speech, Sedition and the War on Terror","year":2007,"lang":"en","type":"book-chapter","venue":"ANU Open Research (Australian National University)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hatred; Sedition; Context (archaeology); Law; Politics; Political science; Variety (cybernetics); Incitement; Racism; Sociology; History; Computer science","score_opus":0.15188335585630366,"score_gpt":0.34298382890117185,"score_spread":0.19110047304486819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W75226891","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011994971,0.000012343547,0.00052090985,0.008741373,0.00018765587,0.0009581813,0.00005951501,0.00005385972,0.9893462],"genre_scores_gemma":[0.004015067,0.00019170743,0.0012896172,0.00023227309,0.00021273279,0.0000020692512,0.00006585726,0.000017201824,0.9939735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972219,0.00017244076,0.00017099238,0.0006158263,0.0014405224,0.00037832552],"domain_scores_gemma":[0.9982872,0.00033431334,0.00011520158,0.0003990927,0.00067611394,0.00018809561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023236307,0.00020924561,0.0002060197,0.00081196934,0.00069331046,0.00041653303,0.0018638142,0.00026724068,0.00024127506],"category_scores_gemma":[0.000076109776,0.00017941289,0.00009196296,0.00036355256,0.0004888771,0.00076862343,0.0007834597,0.0009982138,0.00049041014],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020218584,0.000019414934,0.0000012223452,0.00001060078,0.00005688559,0.00029939145,0.00008565566,0.0000051424513,0.000015165928,0.95203507,0.03530891,0.011960353],"study_design_scores_gemma":[0.0013161628,0.00020005957,0.000045058103,0.00013446683,0.000010556551,0.000041876297,0.000076183656,0.00014256255,0.00035982628,0.08229834,0.9151203,0.0002546195],"about_ca_topic_score_codex":0.00026368833,"about_ca_topic_score_gemma":0.00013081389,"teacher_disagreement_score":0.8798114,"about_ca_system_score_codex":0.00036378906,"about_ca_system_score_gemma":0.00025825237,"threshold_uncertainty_score":0.73162454},"labels":[],"label_agreement":null},{"id":"W78450645","doi":"","title":"Technical Evaluation Report. 54. Best Practices in Synchronous Conferencing Moderation.","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Moderation; Distance education; Computer science; Computer-mediated communication; Teleconference; Multimedia; Psychology; World Wide Web; The Internet; Mathematics education","score_opus":0.13678623470394438,"score_gpt":0.4621895447043518,"score_spread":0.32540331000040745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W78450645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43837196,0.049941022,0.28619385,0.07082339,0.00061656395,0.007192333,0.000024402576,0.0001351177,0.14670134],"genre_scores_gemma":[0.9943974,0.0034740763,0.0016867485,0.00003541828,0.000037262842,0.00011366122,0.000077688164,0.000003486643,0.00017425591],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99746734,0.00071321486,0.00046161708,0.00028441485,0.0008957797,0.00017760744],"domain_scores_gemma":[0.99825853,0.0005874394,0.00033947852,0.00023877253,0.00054698496,0.000028792834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0119538745,0.000069483875,0.00015661812,0.00015255899,0.0001370836,0.0003625425,0.0008607104,0.0000400255,0.00003708973],"category_scores_gemma":[0.0047272667,0.00005315564,0.00002295473,0.00056765485,0.000065190936,0.0006130891,0.00048843276,0.00051657937,0.0000082562465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020970505,0.001139188,0.06390067,0.0018482078,0.000057685294,0.00053586316,0.00037872934,0.019592183,0.007063145,0.18951912,0.003128523,0.712627],"study_design_scores_gemma":[0.0027599891,0.00048464438,0.06696252,0.022052474,0.000032435524,0.0011406159,0.0011276256,0.81716526,0.0020451827,0.03933044,0.04634537,0.00055343466],"about_ca_topic_score_codex":0.0047598104,"about_ca_topic_score_gemma":0.0004939733,"teacher_disagreement_score":0.7975731,"about_ca_system_score_codex":0.0002071438,"about_ca_system_score_gemma":0.00036018994,"threshold_uncertainty_score":0.7195441},"labels":[],"label_agreement":null},{"id":"W78689030","doi":"","title":"They Promise They Won't Be Evil . . . But Should Google Still Be Your Friend after R v Ward?","year":2013,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Internet privacy; Appeal; Warrant; The Internet; Charter; Jurisprudence; Meaning (existential); Order (exchange); Service provider; Service (business); Right to privacy; Personally identifiable information; Business; Public relations; Political science; Law; Computer science; World Wide Web; Psychology","score_opus":0.01743472263450214,"score_gpt":0.24050821013925572,"score_spread":0.2230734875047536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W78689030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9379426,0.0019227059,0.046281114,0.009176012,0.0009645566,0.0006285649,0.0000061380056,0.00032380826,0.0027544752],"genre_scores_gemma":[0.9904121,0.0009751412,0.0014283042,0.000608267,0.0004891611,0.00007519802,0.0000020218142,0.000043120668,0.005966647],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9950654,0.00019505786,0.0004453861,0.0005470995,0.00071870507,0.0030283884],"domain_scores_gemma":[0.9985047,0.00004576705,0.00023077204,0.00066520803,0.00023340937,0.0003201738],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014447839,0.00035775316,0.00029817686,0.00019151735,0.00034588893,0.0006268304,0.0012192283,0.0001914382,0.00018984402],"category_scores_gemma":[0.000082492246,0.0002787437,0.00024253543,0.00023642105,0.000045013432,0.0013161822,0.00020714097,0.0023567216,0.00036118118],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007377378,0.0016450628,0.0054253265,0.00010836352,0.0018277356,0.00035098338,0.023456033,0.000633855,0.045117687,0.14135996,0.0072827213,0.77205455],"study_design_scores_gemma":[0.005532347,0.0045190253,0.0069477516,0.00023738843,0.00023321704,0.007546128,0.006086077,0.009928799,0.012649053,0.85105944,0.092036545,0.0032242236],"about_ca_topic_score_codex":0.0006348106,"about_ca_topic_score_gemma":0.0012409346,"teacher_disagreement_score":0.7688303,"about_ca_system_score_codex":0.0006955484,"about_ca_system_score_gemma":0.0013819184,"threshold_uncertainty_score":0.9999665},"labels":[],"label_agreement":null},{"id":"W79259524","doi":"10.1007/978-94-017-2702-0_3","title":"Hate Speech and the Law: A Canadian Perspective","year":2001,"lang":"en","type":"book-chapter","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Charter; Adjudication; Legislature; Deference; Political science; Perspective (graphical); Law; Judicial deference; Constitutional law; Law and economics; Sociology; Computer science","score_opus":0.009903906410982854,"score_gpt":0.20167531546686293,"score_spread":0.19177140905588008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W79259524","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004093065,0.00047652665,0.003094258,0.005342582,0.000282167,0.00028390437,0.0000043816462,0.000116159834,0.9903959],"genre_scores_gemma":[0.0062606293,0.00043087173,0.0019734441,0.0023832144,0.0002243871,0.000008381346,0.0000023461319,0.000027004655,0.9886897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891293,0.000020437074,0.00013493602,0.0004438481,0.00020745432,0.00028040487],"domain_scores_gemma":[0.9990294,0.00004730536,0.000060985174,0.0005241579,0.00012442394,0.00021372669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023512042,0.00022588375,0.00021379338,0.0001359586,0.0003011955,0.00032995307,0.0004890769,0.00019069281,0.0002495857],"category_scores_gemma":[0.000010303581,0.00015139785,0.00009115291,0.00004651155,0.00021173294,0.0001447467,0.00011456935,0.00035122363,0.00035223473],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043050454,9.141191e-7,2.109891e-7,0.0000013252715,0.000029588959,0.00008472474,0.00026995488,3.4620925e-7,6.832781e-7,0.9880379,0.0012509063,0.010319149],"study_design_scores_gemma":[0.0003265955,0.00003396353,0.0000020164016,0.000025016576,0.00001723989,0.00030481204,0.000059883532,0.00046368493,0.000027335407,0.43864694,0.5598481,0.00024441062],"about_ca_topic_score_codex":0.3272664,"about_ca_topic_score_gemma":0.47544035,"teacher_disagreement_score":0.5585972,"about_ca_system_score_codex":0.00019329456,"about_ca_system_score_gemma":0.00015775203,"threshold_uncertainty_score":0.6772134},"labels":[],"label_agreement":null},{"id":"W99876286","doi":"","title":"The Hidden Role of Pathos in Toulmin’s Layout of Argument","year":2005,"lang":"en","type":"article","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Pathos; Argumentation theory; Argument (complex analysis); Epistemology; Rhetorical question; Rationality; Appeal; Appeal to emotion; Sociology; Philosophy; Psychology; Law; Linguistics; Political science","score_opus":0.0075861609591408455,"score_gpt":0.19214244182165596,"score_spread":0.1845562808625151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W99876286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99600214,0.00030594305,0.00043173975,0.00067929603,0.00008917263,0.00018705691,0.000008304243,0.000031516447,0.0022648324],"genre_scores_gemma":[0.99405766,0.000047252634,0.0048974897,0.000023088356,0.000023222847,4.580358e-7,0.0000018853891,0.0000071337595,0.0009418089],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99844986,0.00016912748,0.0002742365,0.00030740057,0.00049293594,0.00030646232],"domain_scores_gemma":[0.99869597,0.000105517924,0.000307985,0.0006509841,0.00014339742,0.00009616975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008630966,0.00013731717,0.00025890218,0.0002283923,0.00020905341,0.000023415367,0.0012760959,0.00013705523,0.00005225724],"category_scores_gemma":[0.000055201992,0.00013734432,0.00015473428,0.00054301234,0.0001480508,0.0006945488,0.00042080352,0.0002701651,0.000045017223],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080046203,0.0010149409,0.23847717,0.00014689408,0.00023659,0.00006677268,0.031047545,0.00062099274,0.25413218,0.019424342,0.00031389133,0.45371822],"study_design_scores_gemma":[0.004124107,0.00075463625,0.6629565,0.00031786505,0.00007410157,0.000036933146,0.007406779,0.0042587467,0.29068026,0.0064193667,0.022232076,0.000738637],"about_ca_topic_score_codex":0.00019011364,"about_ca_topic_score_gemma":0.0008590795,"teacher_disagreement_score":0.4529796,"about_ca_system_score_codex":0.000120102675,"about_ca_system_score_gemma":0.00009215706,"threshold_uncertainty_score":0.5600739},"labels":[],"label_agreement":null}]}