{"id":"W4412673258","doi":"10.1145/3731120.3744588","title":"Principles and Guidelines for the Use of LLM Judges","year":2025,"lang":"en","type":"article","venue":"","topic":"Legal Education and Practice Innovations","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Engineering and Physical Sciences Research Council; Universitas Brawijaya; National Science Foundation","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004047919,0.00001707451,0.00002742239,0.00002321772,0.0002469413,0.0000795693,0.00005296127,0.00001635158,0.0001003513],"category_scores_gemma":[0.006983558,0.00001047717,0.00001042911,0.0001793016,0.00008583374,0.0001988257,0.00001136756,0.00002485007,8.071806e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000005649018,"about_ca_system_score_gemma":0.0002628909,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003229179,"about_ca_topic_score_gemma":0.003729505,"domain_scores_codex":[0.9997463,0.00002115798,0.0001064128,0.00003881852,0.00004713829,0.00004015869],"domain_scores_gemma":[0.9982368,0.001198557,0.00003693183,0.00006026146,0.0004592529,0.000008148437],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001717573,0.0000105281,0.001890066,0.000002662325,0.000006591803,2.250303e-9,0.001146417,0.00000571437,0.0000115117,0.8785349,0.1086584,0.009731568],"study_design_scores_gemma":[0.00003074107,0.000002601214,0.00274452,0.000003068372,0.000007763075,1.76828e-8,0.004165079,0.0001461464,0.0000565076,0.001365138,0.9914651,0.00001329932],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.008208307,0.0002021897,0.005826555,0.8954931,0.0003618498,0.0002904513,0.000004185157,0.00002216094,0.08959121],"genre_scores_gemma":[0.4749125,0.0009882001,0.06297877,0.03297081,0.0003181884,0.00009583029,0.000004566291,0.000005213192,0.4277259],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.8828067,"threshold_uncertainty_score":0.8360476,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.511676247310532,"score_gpt":0.5246279955725135,"score_spread":0.01295174826198153,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}