{"id":"W4392698767","doi":"10.1016/j.neucom.2024.127468","title":"Sparsity in transformers: A systematic literature review","year":2024,"lang":"en","type":"article","venue":"Neurocomputing","topic":"Ferroelectric and Negative Capacitance Devices","field":"Engineering","cited_by":40,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Transformer; Scalability; Machine learning; Artificial neural network; Computational complexity theory; Artificial intelligence; Computer engineering; Algorithm; Electrical engineering; Engineering; Voltage","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006058205,0.001084155,0.006261482,0.009205569,0.0004723622,0.00286526,0.00141974,0.001735715,0.00748876],"category_scores_gemma":[0.0460064,0.0008014067,0.006477204,0.008761155,0.001157729,0.003204563,0.001829308,0.001554785,0.0005505723],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001341794,"about_ca_system_score_gemma":0.007525214,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003615239,"about_ca_topic_score_gemma":0.01521046,"domain_scores_codex":[0.9953069,0.00129024,0.002045721,0.0006067784,0.0006112899,0.000138958],"domain_scores_gemma":[0.9522006,0.03896632,0.005786814,0.0006428582,0.00209828,0.0003052087],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005098955,0.00004514252,0.003067156,0.8651967,0.01264587,0.0002141976,0.0003555307,0.0002774378,0.0003268988,0.0008408399,0.004196821,0.1123235],"study_design_scores_gemma":[0.0005067645,0.0003768149,0.008826194,0.8406307,0.1019256,0.001296614,0.0007413393,0.0002931104,0.0003365817,0.002712047,0.04222869,0.0001256024],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001291318,0.9970378,0.0003940753,0.0003362973,0.00008564775,0.0001030328,0.0004817702,0.000007783014,0.0002623131],"genre_scores_gemma":[0.01860453,0.978556,0.0009652976,0.00102253,0.000152553,0.0001861675,0.0003906068,0.0000120616,0.0001102335],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.009205569,"threshold_uncertainty_score":0.03203923,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.007780102721587496,"score_gpt":0.2181571800578452,"score_spread":0.2103770773362577,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}