{"id":"W4223975859","doi":"10.1002/cl2.1228","title":"PROTOCOL: Mapping the scientific knowledge and approaches to defining and measuring hate crime, hate speech, and hate incidents","year":2022,"lang":"en","type":"article","venue":"Campbell Systematic Reviews","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Hate crime; Underpinning; Love and hate; Psychology; Criminology; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1334839,0.004505862,0.01127434,0.019518,0.006101308,0.01203515,0.005418492,0.01156483,0.1232309],"category_scores_gemma":[0.2312415,0.005251465,0.01156791,0.01883024,0.006741847,0.01180514,0.01071594,0.01131602,0.02496342],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01932039,"about_ca_system_score_gemma":0.1071996,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01186598,"about_ca_topic_score_gemma":0.01635417,"domain_scores_codex":[0.9321392,0.02740321,0.02306145,0.004570914,0.009614239,0.003210882],"domain_scores_gemma":[0.8160959,0.06927748,0.02200372,0.01638967,0.07172707,0.004506133],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.004458339,0.000331272,0.001033299,0.7704124,0.001367718,0.0003647469,0.003095337,0.0009764545,0.00141659,0.01331575,0.1268575,0.07637056],"study_design_scores_gemma":[0.009896035,0.0009487296,0.004902699,0.6112612,0.003064548,0.0002572493,0.003721871,0.000642212,0.00169801,0.0144885,0.3487543,0.0003646665],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0007014361,0.00344966,0.003802032,0.003192307,0.001513387,0.9621814,0.02205908,0.0003145791,0.002786235],"genre_scores_gemma":[0.0004978285,0.0012407,0.004499097,0.0006160866,0.00005184395,0.9907818,0.001279732,0.00003060132,0.001002304],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.8665161,"threshold_uncertainty_score":0.7059386,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2055697148734665,"score_gpt":0.287234409854773,"score_spread":0.08166469498130646,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}