{"id":"W4310934721","doi":"10.1145/3570748.3570753","title":"Exploring Crowdsourced Content Moderation Through Lens of Reddit during COVID-19","year":2022,"lang":"en","type":"article","venue":"","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Moderation; Coronavirus disease 2019 (COVID-19); Computer science; User-generated content; Crowdsourcing; Lens (geology); Content (measure theory); World Wide Web; Social media; Optics; Physics; Mathematics; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002178014,0.00008285337,0.0001117426,0.00008027199,0.0005419689,0.00005291377,0.0003071982,0.00001543413,0.0001224565],"category_scores_gemma":[0.00005076022,0.0000851293,0.00006086169,0.0003129647,0.00001580352,0.0008149937,0.0002664308,0.0001203215,0.000008371142],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001592409,"about_ca_system_score_gemma":0.00006063153,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004167454,"about_ca_topic_score_gemma":0.0000150217,"domain_scores_codex":[0.9989114,0.00007859331,0.0002230735,0.0002771147,0.0003260262,0.0001837929],"domain_scores_gemma":[0.9994413,0.00003337753,0.00008781485,0.0003390248,0.00003905217,0.00005946043],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001643362,0.000247012,0.0004458156,0.0001267941,0.00008531984,0.00008082757,0.02269639,0.1991766,0.6324626,0.1351763,0.0009552971,0.008382689],"study_design_scores_gemma":[0.00191993,0.0005050718,0.001467005,0.00001508,0.00001297042,0.0001725882,0.003171964,0.07640804,0.895887,0.003252657,0.01665402,0.0005337266],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5706931,0.0000238735,0.4260206,0.0009573897,0.0003080653,0.0001266386,0.000001804496,0.0002304506,0.001638097],"genre_scores_gemma":[0.991073,0.00001806848,0.007608386,0.0003753362,0.00003622316,0.00008687418,0.000002432322,0.00000700309,0.0007926824],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4203799,"threshold_uncertainty_score":0.4168441,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2327180794807586,"score_gpt":0.269048175474353,"score_spread":0.03633009599359441,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}