{"id":"W4372263166","doi":"10.1109/icassp49357.2023.10097231","title":"M22: Rate-Distortion Inspired Gradient Compression","year":2023,"lang":"en","type":"article","venue":"","topic":"Stochastic Gradient Optimization Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"National Science and Technology Council","keywords":"Computer science; Constraint (computer-aided design); Distortion (music); Bottleneck; Rate distortion; Measure (data warehouse); Benchmark (surveying); Algorithm; Theoretical computer science; Mathematical optimization; Artificial intelligence; Mathematics; Data mining; Bandwidth (computing); Telecommunications; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002400547,0.0001020309,0.00009999914,0.0002504247,0.0001281653,0.00007639619,0.0004827522,0.00004472317,0.00002938514],"category_scores_gemma":[0.00006028969,0.00008808881,0.00004094502,0.000941447,0.00002778474,0.0002999201,0.0002320413,0.00005730724,0.0002476595],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005235806,"about_ca_system_score_gemma":0.00002146542,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000170794,"about_ca_topic_score_gemma":0.000002043297,"domain_scores_codex":[0.9990087,0.00004694283,0.0002001155,0.0003107653,0.0002145681,0.0002189523],"domain_scores_gemma":[0.99929,0.00005705659,0.00006635147,0.0004294982,0.00007380266,0.00008328084],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001390816,0.0001818048,0.001207448,0.00003069085,0.00002087402,0.00003292949,0.001476428,0.007714702,0.007496295,0.8248565,0.1089048,0.04806357],"study_design_scores_gemma":[0.0003831822,0.0001362152,0.01103491,0.00004132845,0.00000400978,0.000006761627,0.00002657971,0.938948,0.02069124,0.02355626,0.004856547,0.0003150137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007856091,0.000009369115,0.9833231,0.0007013228,0.0005088323,0.0002302203,8.369899e-7,0.003219343,0.004150907],"genre_scores_gemma":[0.9270885,0.00001450203,0.07066736,0.000322532,0.00003324533,0.00008797572,0.00002352297,0.00001377823,0.001748608],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9312332,"threshold_uncertainty_score":0.3592157,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02549748452565073,"score_gpt":0.2588321193126917,"score_spread":0.233334634787041,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}