{"id":"W4404212170","doi":"10.1016/j.mlwa.2024.100605","title":"A survey on knowledge distillation: Recent advancements","year":2024,"lang":"en","type":"article","venue":"Machine Learning with Applications","topic":"Domain Adaptation and Few-Shot Learning","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"ca_institutions":"Seneca Polytechnic; Toronto Metropolitan University","funders":"","keywords":"Distillation; Data science; Biochemical engineering; Computer science; Chromatography; Chemistry; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001805408,0.001309614,0.001468611,0.002057097,0.0005566202,0.002399885,0.001873632,0.001286088,0.006418596],"category_scores_gemma":[0.006526032,0.000761877,0.00089512,0.004199448,0.001185428,0.006242658,0.002408266,0.0026614,0.002148803],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008364075,"about_ca_system_score_gemma":0.001764176,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001463397,"about_ca_topic_score_gemma":0.001473808,"domain_scores_codex":[0.9991325,0.0001692933,0.0001052271,0.0002101354,0.0003137519,0.00006929306],"domain_scores_gemma":[0.9968739,0.002239061,0.0001394236,0.0002502238,0.0004125178,0.00008494782],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001136944,0.0001095718,0.0009173707,0.009191626,0.0001092166,0.0001006476,0.000172482,0.01100474,0.002085468,0.05525207,0.01949537,0.9014477],"study_design_scores_gemma":[0.00003036824,0.0004084104,0.001510147,0.006290398,0.0002193052,0.0009203907,0.0003600341,0.05640446,0.008755756,0.08688942,0.8380458,0.0001655166],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004983574,0.8778492,0.09896214,0.003019816,0.0008336218,0.00007893807,0.0003631491,0.0004721217,0.01343751],"genre_scores_gemma":[0.0304976,0.9326223,0.03046421,0.001194909,0.001287488,0.00009008491,0.0007487396,0.000163604,0.002931135],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.006418596,"threshold_uncertainty_score":0.02147233,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02519060871989153,"score_gpt":0.3046192971020253,"score_spread":0.2794286883821338,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}