{"id":"W3035946931","doi":"10.48550/arxiv.2006.11077","title":"A Better Alternative to Error Feedback for Communication-Efficient Distributed Learning","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Stochastic Gradient Optimization Techniques","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Bottleneck; Computer science; Overhead (engineering); Gas compressor; Transformation (genetics); Key (lock); Communication complexity; Distributed computing; Computer engineering; Mathematical optimization; Theoretical computer science; Mathematics; Embedded system; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000201321,0.0002989252,0.0003238698,0.0002426021,0.0002493652,0.0001623914,0.002686186,0.0001600824,0.0000119617],"category_scores_gemma":[0.0002414904,0.000365456,0.0001867735,0.0007303024,0.00007915554,0.000133703,0.00312523,0.0005116744,0.00004849206],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003094252,"about_ca_system_score_gemma":0.000105523,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004737675,"about_ca_topic_score_gemma":0.000004449645,"domain_scores_codex":[0.9981402,0.0001391371,0.0002449908,0.00103963,0.0001154835,0.0003205359],"domain_scores_gemma":[0.9976729,0.0002621678,0.0003180708,0.001117221,0.0004030384,0.0002266092],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002371947,0.00005354318,0.0001441213,0.00002644393,0.00005639676,0.00001037678,0.0007901622,0.8682057,0.00001281851,0.1296077,0.0008708206,0.0001981796],"study_design_scores_gemma":[0.0003457535,0.00009824044,0.0001852743,0.0001004491,0.00003719173,9.667194e-7,0.00008599467,0.9689871,0.0002337171,0.02873171,0.0008174854,0.0003761348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01208309,0.00001254261,0.9834778,0.002066412,0.0002246736,0.001093804,0.00008326591,0.0006306242,0.0003277564],"genre_scores_gemma":[0.890268,0.000009278368,0.1089349,0.0003690143,0.00003609516,0.00002037605,0.0001493714,0.0000241754,0.0001887917],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8781849,"threshold_uncertainty_score":0.9998797,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09560234657398782,"score_gpt":0.2252310290454543,"score_spread":0.1296286824714665,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}