{"id":"W6929336703","doi":"10.48448/8njh-gr64","title":"GOLD: Generalized Knowledge Distillation via Out-of-Distribution-Guided Language Data Generation","year":2024,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"Wound Healing and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; Huawei Technologies (Canada)","funders":"","keywords":"Generalizability theory; Distillation; Code (set theory); Training set; Language model; Sampling (signal processing); Labeled data","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004958959,0.0002386191,0.0003739472,0.0003251025,0.00006998079,0.00005675237,0.0003072083,0.000181301,0.0002983329],"category_scores_gemma":[0.0001463936,0.0001885809,0.00005190763,0.0005200652,0.0003156661,0.00007953506,0.0001738221,0.0001635278,0.0005540087],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002520482,"about_ca_system_score_gemma":0.0006299602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006999622,"about_ca_topic_score_gemma":0.0007244477,"domain_scores_codex":[0.9981281,0.00003344057,0.0003787605,0.0007135998,0.0004799729,0.0002661895],"domain_scores_gemma":[0.9984434,0.00001866755,0.0001862247,0.001057586,0.0001455929,0.0001484823],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001498014,0.0003661818,0.0002169503,0.0004910885,0.0002010554,0.00004516534,0.0004757089,0.00001097235,0.008153776,0.002279838,0.9615065,0.0262378],"study_design_scores_gemma":[0.002593205,0.0003090346,0.0002600323,0.001328133,0.001293317,0.00007504933,0.0001259176,0.1946591,0.002022308,0.0004328257,0.7961867,0.0007143036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.01286483,0.04181258,0.08526434,0.003153359,0.01932356,0.004957032,0.01078529,0.002358908,0.8194801],"genre_scores_gemma":[0.2258333,0.0003147599,0.01294863,0.0001038118,0.003379529,0.00002361333,0.03315351,0.0003261,0.7239168],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.2129684,"threshold_uncertainty_score":0.7690104,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1153064916940503,"score_gpt":0.418277810419221,"score_spread":0.3029713187251707,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}