{"id":"W4213191780","doi":"10.1007/s12626-022-00105-z","title":"Overview and Discussion of the Competition on Legal Information Extraction/Entailment (COLIEE) 2021","year":2022,"lang":"en","type":"article","venue":"The Review of Socionetwork Strategies","topic":"Topic Modeling","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"Hokkaido University; Shizuoka University; University of Alberta; National Institute of Informatics; Alberta Machine Intelligence Institute","keywords":"Task (project management); Statute; Computer science; Logical consequence; Component (thermodynamics); Competition (biology); Natural language processing; Information retrieval; Law; Artificial intelligence; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007239216,0.00007707738,0.0001620952,0.00001694335,0.0002670966,0.00004290652,0.0003930901,0.00001440761,0.00005453806],"category_scores_gemma":[0.000007850786,0.00003749966,0.00008103759,0.0002163126,0.00005451104,0.0005257861,0.0002770438,0.000166439,0.000001955382],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000465981,"about_ca_system_score_gemma":0.00007397825,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002407032,"about_ca_topic_score_gemma":0.000001915572,"domain_scores_codex":[0.9988325,0.0002704591,0.0003440661,0.0000900637,0.000375293,0.00008762262],"domain_scores_gemma":[0.999168,0.00006004144,0.0003540812,0.0003651858,0.00003925866,0.00001342472],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004958095,0.00003896331,0.00003346818,0.001567682,0.00001828296,1.856854e-7,0.0009143458,0.008255433,0.00002346629,0.9190121,0.001084474,0.06904663],"study_design_scores_gemma":[0.002027544,0.001048401,0.0259222,0.04272912,0.0004190866,0.0001472523,0.02064966,0.1469314,0.0003763989,0.163814,0.5946102,0.001324743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.06174022,0.4450953,0.2596225,0.1948879,0.005693999,0.00731799,0.00006625109,0.0002114719,0.02536439],"genre_scores_gemma":[0.9331319,0.06493536,0.0008627276,0.0008842251,0.00006003567,0.00006297807,0.00000740963,0.000003789139,0.00005156596],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8713917,"threshold_uncertainty_score":0.2054318,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02041053936864444,"score_gpt":0.2813343749363553,"score_spread":0.2609238355677108,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}