{"id":"W4403417080","doi":"10.31219/osf.io/4n2cb","title":"Neural Network Compression and Knowledge Distillation: Tutorial and Survey","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Neural Networks and Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Artificial neural network; Computer science; Distillation; Compression (physics); Data compression; Quantization (signal processing); Artificial intelligence; Machine learning; Algorithm; Chemistry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008562853,0.001208596,0.001041412,0.002245509,0.0003472395,0.001489291,0.001057455,0.001222687,0.005840152],"category_scores_gemma":[0.002519076,0.0006380387,0.0006735993,0.004571835,0.0008862232,0.00342645,0.001160293,0.002042284,0.002837764],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000770625,"about_ca_system_score_gemma":0.0008711295,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001426879,"about_ca_topic_score_gemma":0.001141897,"domain_scores_codex":[0.9993598,0.0001033171,0.0000787562,0.0001315964,0.0002886874,0.00003784199],"domain_scores_gemma":[0.9992369,0.0004475935,0.00004615868,0.00008087305,0.0001633265,0.00002501966],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006880616,0.00009950424,0.0004153462,0.003625778,0.00009628043,0.0001300597,0.0001174277,0.01167277,0.002825479,0.05997544,0.03255942,0.8884137],"study_design_scores_gemma":[0.000033477,0.0002677877,0.002462911,0.00233496,0.0001495462,0.002344827,0.0001504708,0.1107956,0.01245271,0.1991656,0.6696765,0.000165586],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003927237,0.694916,0.2683229,0.002209045,0.001706118,0.000113814,0.0006459269,0.0006169294,0.02754206],"genre_scores_gemma":[0.04251429,0.8033203,0.1281632,0.001347015,0.004804829,0.0003044084,0.001940116,0.0003213887,0.01728444],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.005840152,"threshold_uncertainty_score":0.01953727,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03530054476506032,"score_gpt":0.2970556952759879,"score_spread":0.2617551505109276,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}