{"id":"W4223975859","doi":"10.1002/cl2.1228","title":"PROTOCOL: Mapping the scientific knowledge and approaches to defining and measuring hate crime, hate speech, and hate incidents","year":2022,"lang":"en","type":"article","venue":"Campbell Systematic Reviews","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Hate crime; Underpinning; Love and hate; Psychology; Criminology; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009987094,0.0003068307,0.0007470959,0.0002519928,0.001644903,0.001297119,0.0006983891,0.00004018778,0.000004702631],"category_scores_gemma":[0.0004365386,0.0002053229,0.0000808585,0.0008726051,0.00009598867,0.0003977542,0.00128135,0.0002497527,0.0000753452],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008988834,"about_ca_system_score_gemma":0.00005009562,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002191581,"about_ca_topic_score_gemma":0.00001413761,"domain_scores_codex":[0.9958569,0.001501176,0.0009376582,0.0008195916,0.0004726634,0.0004120262],"domain_scores_gemma":[0.9981306,0.0001941612,0.0005270017,0.0008845598,0.00006007283,0.0002036674],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004099452,0.0002660688,0.002296903,0.3461874,0.0002918994,0.00009726437,0.08869407,0.0001263997,0.006728963,0.01496043,0.003202731,0.5371069],"study_design_scores_gemma":[0.005268706,0.001507732,0.007137708,0.1153843,0.0006910223,0.007531765,0.01039673,0.165219,0.007642281,0.008248489,0.6651608,0.005811496],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"empirical","genre_scores_codex":[0.2311789,0.08809943,0.08529596,0.0008879413,0.002823357,0.5838491,0.000009750759,0.0006825278,0.007173094],"genre_scores_gemma":[0.5573719,0.0004000567,0.03886863,0.0006011287,0.0002034156,0.3963138,0.000006280969,0.0001374067,0.006097417],"genre_candidate":"protocol","genre_consensus":null,"teacher_disagreement_score":0.661958,"threshold_uncertainty_score":0.9997396,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2055697148734665,"score_gpt":0.287234409854773,"score_spread":0.08166469498130646,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}