{"id":"W6948229243","doi":"10.48448/g5r6-ha27","title":"RAIL-KD: RAndom Intermediate Layer Mapping for Knowledge Distillation","year":2022,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Distillation; Layer (electronics); GLUE; Generalizability theory; Fractionating column","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002729878,0.0005171092,0.0006370821,0.002153958,0.000588726,0.000227657,0.001435355,0.0001880208,0.007579297],"category_scores_gemma":[0.001218826,0.0004818987,0.0001837157,0.001988545,0.001218668,0.0002742118,0.0006715533,0.0004043037,0.002288245],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009264195,"about_ca_system_score_gemma":0.0009264839,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006766886,"about_ca_topic_score_gemma":0.0007055941,"domain_scores_codex":[0.9961956,0.0001374907,0.0005682072,0.001234088,0.0009689282,0.0008956738],"domain_scores_gemma":[0.9976417,0.0004123893,0.0006623595,0.0008117064,0.0002262791,0.000245574],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001657109,0.0002304836,0.0002570609,0.0002559093,0.00011487,0.000007557026,0.001386578,0.0002938933,0.004390152,0.003843123,0.9615682,0.02748646],"study_design_scores_gemma":[0.002926019,0.00007527374,0.0001068048,0.0001418553,0.00006342801,0.000007049737,0.0003806154,0.03058684,0.00006870131,0.0007083228,0.9643025,0.0006325849],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0005269307,0.001755783,0.04324223,0.0002667276,0.00627698,0.00449818,0.002090946,0.001870735,0.9394715],"genre_scores_gemma":[0.1249083,0.00007178583,0.01351055,0.0002400089,0.003138484,0.0008281572,0.001947759,0.002543652,0.8528113],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1243814,"threshold_uncertainty_score":0.9997633,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04995969101419159,"score_gpt":0.3265329612535607,"score_spread":0.2765732702393692,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}