{"id":"W7126390488","doi":"10.21428/594757db.8eb08e4f","title":"CanAL: a Canadian Appeal Law Legal Language Model for LegalJudgment Prediction","year":2024,"lang":"en","type":"article","venue":"","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Appeal; Legislation; Task (project management); Judicial opinion; Common law; Legal research; Natural language; Voting","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004992135,0.00008263793,0.00007864664,0.00008000467,0.0005420531,0.0003045339,0.0001694594,0.00009038641,0.0003556124],"category_scores_gemma":[0.00004193008,0.00007945066,0.00007423212,0.0001729714,0.0001796132,0.0003804806,0.00001166832,0.00009867274,0.00009565234],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005976577,"about_ca_system_score_gemma":0.001138338,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9605748,"about_ca_topic_score_gemma":0.9970359,"domain_scores_codex":[0.998884,0.00002909145,0.0001657385,0.0002319903,0.0002460145,0.0004432058],"domain_scores_gemma":[0.9994741,0.00005414935,0.00001222713,0.0001107049,0.00005776028,0.0002910751],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003141763,0.000006357084,0.00000986972,0.000007815086,0.00001275372,0.000008167278,0.01007596,0.00176906,0.00006135305,0.9680183,0.01736122,0.002665979],"study_design_scores_gemma":[0.00001746406,0.00002000645,0.000001653976,0.00001714306,0.00001665367,7.57398e-7,0.005956801,0.4530388,0.0002952225,0.006468508,0.5340579,0.000109194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.007780222,0.0002756456,0.07478164,0.01668451,0.001976103,0.0009854172,0.0002975804,0.0006072427,0.8966116],"genre_scores_gemma":[0.9637237,0.000006568102,0.0006545315,0.000930019,0.0005416187,0.00006797872,0.00001480744,0.00001598002,0.03404476],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9615498,"threshold_uncertainty_score":0.4169089,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05224619523201594,"score_gpt":0.3657818477622087,"score_spread":0.3135356525301928,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}