{"id":"W6966759462","doi":"10.48448/4bbn-ea10","title":"Large Language Models for Legally Enforceable Hate Speech Detection","year":2023,"lang":"en","type":"other","venue":"Open MIND","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Queen's University","funders":"","keywords":"Voice activity detection; Language model; Free speech; Natural language; Language identification","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004873505,0.000247257,0.0002842319,0.0002439908,0.0001398343,0.0006933989,0.001238975,0.000297402,0.000780405],"category_scores_gemma":[0.00002751311,0.000244655,0.0001097791,0.0003326277,0.0000127916,0.0005411443,0.0003885912,0.0001773987,0.002057066],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006457742,"about_ca_system_score_gemma":0.00008472436,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009044897,"about_ca_topic_score_gemma":0.007129801,"domain_scores_codex":[0.9984189,0.00003325068,0.000203752,0.0006564462,0.0002347436,0.000452964],"domain_scores_gemma":[0.9989572,0.00003196202,0.0001803688,0.0006961917,0.00004002472,0.00009429021],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002456009,0.00004969748,3.468635e-7,0.00004044827,0.0001008747,0.00007071446,0.0007976776,0.00016671,0.001009431,0.0007347023,0.06003615,0.9369687],"study_design_scores_gemma":[0.0006036578,0.0001125451,4.954384e-7,0.0001318615,0.00002177592,0.00001779229,0.00008751181,0.0487083,0.02040623,0.0004558963,0.9290625,0.0003913795],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00006514986,0.00008830454,0.4904743,0.00004322911,0.001058047,0.001102576,0.00007816372,0.0001478104,0.5069425],"genre_scores_gemma":[0.001677753,0.00003035482,0.04841205,0.00003900973,0.0003028522,0.0001136151,0.00002726291,0.0003819578,0.9490151],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9365773,"threshold_uncertainty_score":0.9987199,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02691930106746422,"score_gpt":0.2868045838022572,"score_spread":0.259885282734793,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}