{"id":"W3145602566","doi":"10.1145/3586074","title":"A Practical Survey on Faster and Lighter Transformers","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Polytechnique Montréal","funders":"","keywords":"Computer science; Transformer; Computation; Machine learning; Artificial intelligence; Algorithm","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002058359,0.001703286,0.001145286,0.003564516,0.0004601074,0.001991832,0.002667469,0.001615458,0.01990176],"category_scores_gemma":[0.009868125,0.001155802,0.001095011,0.005542282,0.0008385274,0.006884668,0.00152784,0.002498083,0.012619],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008700149,"about_ca_system_score_gemma":0.001794697,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001813666,"about_ca_topic_score_gemma":0.002198999,"domain_scores_codex":[0.9986131,0.0002517012,0.0001407102,0.0002678346,0.0006189861,0.0001076035],"domain_scores_gemma":[0.9956101,0.00258131,0.000188477,0.0004418652,0.001071615,0.0001067245],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007393943,0.00006784573,0.000332498,0.005085119,0.00005417862,0.00005955064,0.00007475966,0.00241197,0.001437788,0.04082929,0.04878261,0.9007905],"study_design_scores_gemma":[0.00003253911,0.0001668673,0.000552319,0.003113782,0.0001008283,0.0007380049,0.00008808194,0.006716132,0.002629728,0.03148024,0.9543206,0.00006083746],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002171825,0.8713928,0.09306546,0.00339079,0.001214044,0.0001008683,0.0003868801,0.001095735,0.02718162],"genre_scores_gemma":[0.01738578,0.8995611,0.06185056,0.002086319,0.00165786,0.0001710884,0.001209373,0.0006125087,0.01546545],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01990176,"threshold_uncertainty_score":0.06657797,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.189235706369333,"score_gpt":0.4131600185990416,"score_spread":0.2239243122297085,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}