{"id":"W4401719912","doi":"10.1109/re59067.2024.00051","title":"Rethinking Legal Compliance Automation: Opportunities with Large Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Mitacs","keywords":"Compliance (psychology); Automation; Computer science; Engineering ethics; Engineering; Psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02785073,0.00156746,0.001198755,0.004351295,0.001756422,0.008767059,0.003528631,0.002140845,0.002288667],"category_scores_gemma":[0.1054308,0.00161515,0.002877925,0.002754402,0.003279324,0.01792278,0.006430399,0.006302008,0.001466191],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002652,"about_ca_system_score_gemma":0.006818505,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008345587,"about_ca_topic_score_gemma":0.02052901,"domain_scores_codex":[0.9588776,0.02548653,0.003163454,0.003240207,0.008596178,0.0006360871],"domain_scores_gemma":[0.8341694,0.1087735,0.01095402,0.03229836,0.01290434,0.0009003678],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003390853,0.0007460762,0.0217607,0.001937977,0.0006313205,0.001148673,0.01198336,0.06689218,0.02169344,0.1932081,0.01689674,0.6627623],"study_design_scores_gemma":[0.000101926,0.00019195,0.002980379,0.001177876,0.0003246398,0.0005548217,0.002932785,0.6315694,0.02682115,0.235632,0.0974592,0.0002538555],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01537447,0.0005293074,0.9682054,0.004097839,0.0001027058,0.0003354549,0.0004793,0.008151399,0.002724126],"genre_scores_gemma":[0.1621151,0.0004875868,0.8322725,0.0009008038,0.0001049079,0.0002781688,0.001435064,0.001348935,0.001056945],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02785073,"threshold_uncertainty_score":0.1472905,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2263741333273775,"score_gpt":0.3931620310209396,"score_spread":0.1667878976935621,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}