{"id":"W7126390488","doi":"10.21428/594757db.8eb08e4f","title":"CanAL: a Canadian Appeal Law Legal Language Model for LegalJudgment Prediction","year":2024,"lang":"en","type":"article","venue":"","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Appeal; Legislation; Task (project management); Judicial opinion; Common law; Legal research; Natural language; Voting","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000708012,0.001004791,0.0005569782,0.001468204,0.00091579,0.0009510593,0.002562889,0.0009008251,0.006015858],"category_scores_gemma":[0.002732267,0.0003702671,0.0008211925,0.001141901,0.0005044607,0.0009742592,0.0009180921,0.002173037,0.002172572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005198026,"about_ca_system_score_gemma":0.008659081,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.6469238,"about_ca_topic_score_gemma":0.7432256,"domain_scores_codex":[0.9996232,0.0000532526,0.00001318795,0.0001151009,0.000110595,0.00008460937],"domain_scores_gemma":[0.9993419,0.0001926502,0.000025414,0.00004060868,0.0003476537,0.00005187484],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003836138,0.0003535479,0.01181817,0.0001775918,0.0002307758,0.0003665473,0.0002857217,0.4478898,0.004432136,0.01021057,0.1430723,0.3807793],"study_design_scores_gemma":[0.00002045222,0.00001973959,0.001091975,0.000009497751,0.00002723629,0.00002170545,0.0000254873,0.9914248,0.0006050637,0.001339206,0.005399636,0.00001522753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2911152,0.004828332,0.5459675,0.008514274,0.001193844,0.001321092,0.05138419,0.05426759,0.04140799],"genre_scores_gemma":[0.7597803,0.001125254,0.1592347,0.001440272,0.0002398406,0.0006266074,0.04354701,0.0005913157,0.03341469],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3530762,"threshold_uncertainty_score":0.7103111,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05224619523201594,"score_gpt":0.3657818477622087,"score_spread":0.3135356525301928,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}