{"id":"W4404781360","doi":"10.18653/v1/2024.nllp-1.4","title":"uOttawa at LegalLens-2024: Transformer-based Classification Experiments","year":2024,"lang":"en","type":"article","venue":"","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Transformer; Engineering; Electrical engineering; Voltage","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005981518,0.002406567,0.001452136,0.002132564,0.002634466,0.002008503,0.003069845,0.00390433,0.01189104],"category_scores_gemma":[0.01363008,0.0005896335,0.001783375,0.002134435,0.001425631,0.004731501,0.002648815,0.004101045,0.006324812],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00304921,"about_ca_system_score_gemma":0.00331207,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.05446326,"about_ca_topic_score_gemma":0.06833068,"domain_scores_codex":[0.9953808,0.001513684,0.0004029512,0.001176712,0.0009400682,0.0005858635],"domain_scores_gemma":[0.9938518,0.002498265,0.0002028732,0.00193485,0.0009150731,0.0005972119],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.005975717,0.0102849,0.02696933,0.001291574,0.0008390141,0.002676876,0.001295956,0.06623633,0.0200757,0.008469141,0.2971545,0.558731],"study_design_scores_gemma":[0.001453527,0.002908953,0.02105598,0.0001932263,0.0003531411,0.001329847,0.002181414,0.828054,0.05055983,0.01295275,0.07868592,0.0002713921],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8095414,0.003312818,0.05306251,0.003876669,0.002473586,0.003057908,0.03295249,0.03319426,0.0585284],"genre_scores_gemma":[0.7980106,0.0005053442,0.09665262,0.002320696,0.0002550961,0.00105826,0.07545355,0.001117678,0.02462608],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05446326,"threshold_uncertainty_score":0.1082925,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1398464070460439,"score_gpt":0.4250383160193396,"score_spread":0.2851919089732957,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}