{"id":"W6929111282","doi":"10.48448/1865-ga42","title":"MATE-KD: Masked Adversarial TExt, a Companion to Knowledge Distillation","year":2021,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Adversarial system; Generator (circuit theory); Distillation; Benchmark (surveying); Key (lock); Set (abstract data type); Divergence (linguistics); Test set; Language model","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001749335,0.001313703,0.0009284579,0.0006374029,0.0006386845,0.001344507,0.002590234,0.00196873,0.01098231],"category_scores_gemma":[0.007211348,0.0005616854,0.0007529577,0.0005262338,0.00150815,0.002737379,0.003964495,0.003913987,0.005491298],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008548272,"about_ca_system_score_gemma":0.001234454,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002074723,"about_ca_topic_score_gemma":0.003392347,"domain_scores_codex":[0.9989587,0.0003189344,0.00005391994,0.0002745862,0.0003147413,0.00007912562],"domain_scores_gemma":[0.9978421,0.0009743333,0.0001260452,0.0006987341,0.0002322739,0.0001264751],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003884741,0.0002326939,0.000902014,0.0002982682,0.0001100213,0.0002694192,0.000123893,0.5784698,0.008213365,0.0807691,0.06612215,0.2641008],"study_design_scores_gemma":[0.00002147739,0.000043974,0.0000604755,0.0000156929,0.000005077526,0.00006242954,0.000007427204,0.9592183,0.003865267,0.02960328,0.007081937,0.00001456277],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009956825,0.0006590147,0.9604868,0.001198479,0.0003498235,0.0001462578,0.001148786,0.01413615,0.01191792],"genre_scores_gemma":[0.3528512,0.0005654721,0.6060413,0.001660581,0.0002730126,0.0004095165,0.005216516,0.002425459,0.03055689],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01098231,"threshold_uncertainty_score":0.03673947,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03073713003460477,"score_gpt":0.3330264999085704,"score_spread":0.3022893698739656,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}