{"id":"W4283790997","doi":"10.1609/aaai.v36i11.21461","title":"Gender and Racial Stereotype Detection in Legal Opinion Word Embeddings","year":2022,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Word (group theory); Stereotype (UML); Harm; Natural language processing; Computer science; Artificial intelligence; Domain (mathematical analysis); Psychology; Social psychology; Linguistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001771402,0.0002203419,0.0002786131,0.0002616359,0.001200697,0.0002283562,0.0009480009,0.0001169019,0.0006644081],"category_scores_gemma":[0.0007889222,0.0002099077,0.0001017904,0.001129239,0.0008721118,0.0005072152,0.0004344472,0.0006752891,0.00003464268],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002587377,"about_ca_system_score_gemma":0.00021632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001819232,"about_ca_topic_score_gemma":0.001143967,"domain_scores_codex":[0.9972419,0.0001217952,0.0006688592,0.0005432935,0.0008999062,0.0005242692],"domain_scores_gemma":[0.9988231,0.0001594227,0.0003944933,0.0001641946,0.0003439084,0.0001149035],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003510197,0.0001777345,0.000914304,0.00002269099,0.00001077387,9.772249e-7,0.02307342,0.0001228762,0.01292063,0.8402319,0.00007170699,0.122102],"study_design_scores_gemma":[0.0001169573,0.0007355681,0.001963805,0.0002371163,0.00004350196,0.00001520477,0.1407668,0.01501282,0.2762892,0.5356029,0.02802367,0.001192494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9567009,0.00007930251,0.0003786029,0.002416715,0.002492967,0.0009670979,0.00001076228,0.0001002182,0.03685348],"genre_scores_gemma":[0.9989195,0.00009708581,0.000119357,0.0001940849,0.0002173852,0.00008690955,5.913696e-7,0.00002070368,0.0003443677],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.304629,"threshold_uncertainty_score":0.9234912,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1099191877727008,"score_gpt":0.3575881682297158,"score_spread":0.247668980457015,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}