{"id":"W3091097978","doi":"10.1145/3452296.3472904","title":"Efficient sparse collective communication and its application to accelerate distributed deep learning","year":2021,"lang":"en","type":"article","venue":"","topic":"Stochastic Gradient Optimization Techniques","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kootenay Association for Science & Technology","funders":"China Scholarship Council; King Abdullah University of Science and Technology","keywords":"Computer science; Focus (optics); Distributed computing; Scale (ratio); Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009924779,0.0007158447,0.0007899665,0.0005737995,0.0008225066,0.0009147287,0.001398764,0.0008485868,0.006029431],"category_scores_gemma":[0.006493226,0.0003056964,0.0004112441,0.0009791469,0.0007644723,0.001860524,0.002272806,0.001737383,0.001735667],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007366043,"about_ca_system_score_gemma":0.001423063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00315066,"about_ca_topic_score_gemma":0.00678359,"domain_scores_codex":[0.9993394,0.0001634668,0.0000307378,0.0001039615,0.0002585995,0.0001037532],"domain_scores_gemma":[0.9978375,0.0009638665,0.0001220861,0.0005211395,0.0004018179,0.000153697],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005251075,0.0003162501,0.002205912,0.0002633719,0.00009327133,0.0002127833,0.0004285807,0.5608407,0.01638444,0.1012854,0.02829748,0.2891468],"study_design_scores_gemma":[0.00002423965,0.00003788515,0.0001245972,0.000008661669,0.000006192968,0.00002140168,0.00002394814,0.9685799,0.002473646,0.02584575,0.002845909,0.000007811968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03917973,0.000604565,0.9441201,0.001274276,0.0003379424,0.00007206225,0.0001835288,0.004642118,0.00958557],"genre_scores_gemma":[0.6877358,0.0005508056,0.299794,0.0003973298,0.0002855653,0.0003772686,0.0005742103,0.0007490524,0.00953602],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006029431,"threshold_uncertainty_score":0.02017045,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01822701639295126,"score_gpt":0.2550134356046615,"score_spread":0.2367864192117102,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}