{"id":"W6948402343","doi":"10.48448/ykmt-jq51","title":"Learning Bill Similarity with Annotated and Augmented Corpora of Bills","year":2021,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Similarity (geometry); Construct (python library); Task (project management); Training set; Legislature; Element (criminal law)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001087417,0.0004519455,0.000671621,0.001269994,0.0002085706,0.0001284866,0.0005471766,0.0002174921,0.001171042],"category_scores_gemma":[0.0003805678,0.000308183,0.00004030522,0.00362328,0.003747392,0.0001653196,0.0003571763,0.0005698508,0.00006042893],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001460054,"about_ca_system_score_gemma":0.001159752,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001605855,"about_ca_topic_score_gemma":0.001115499,"domain_scores_codex":[0.9964911,0.0001468261,0.0004050941,0.001098096,0.001257319,0.0006015701],"domain_scores_gemma":[0.9975918,0.000087408,0.0008832419,0.0006324298,0.0005425198,0.0002625801],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007080766,0.003792256,0.1948655,0.002560752,0.00170712,0.001387947,0.003497957,0.007906637,0.5438532,0.003051575,0.1890368,0.04763228],"study_design_scores_gemma":[0.01397598,0.006088695,0.02258899,0.01258411,0.001168759,0.0007663495,0.006587525,0.1270735,0.0313942,0.001505739,0.7681962,0.008069942],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2066963,0.006382159,0.006265582,0.001563626,0.001796598,0.006337269,0.002470675,0.004445117,0.7640426],"genre_scores_gemma":[0.4938734,0.0003914904,0.06537576,0.0003302814,0.00030185,0.0000357695,0.001321233,0.002390643,0.4359796],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.5791594,"threshold_uncertainty_score":0.999937,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01915292819932843,"score_gpt":0.2709702382191678,"score_spread":0.2518173100198394,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}