{"id":"W3145602566","doi":"10.1145/3586074","title":"A Practical Survey on Faster and Lighter Transformers","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Polytechnique Montréal","funders":"","keywords":"Computer science; Transformer; Computation; Machine learning; Artificial intelligence; Algorithm","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01018455,0.0005671468,0.001343013,0.0005383488,0.0001499757,0.0005058367,0.001783489,0.0003485835,0.00000498675],"category_scores_gemma":[0.008418756,0.0004713672,0.0002382113,0.001457377,0.00007247028,0.0001878653,0.001270546,0.001188395,0.0006155302],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001134633,"about_ca_system_score_gemma":0.0003383901,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001375693,"about_ca_topic_score_gemma":0.00003170813,"domain_scores_codex":[0.9936231,0.003007163,0.0006545745,0.001150042,0.0007313025,0.0008338394],"domain_scores_gemma":[0.9646585,0.03345421,0.0001565062,0.001366872,0.0001136881,0.0002502493],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001037703,0.00003136035,0.0003679512,0.003028592,0.0001447175,0.0001044918,0.00008308017,0.000004811268,1.783883e-8,0.00009001768,0.002430958,0.993713],"study_design_scores_gemma":[0.001080866,0.0008756504,0.0961578,0.03620895,0.0002265401,0.0004957221,0.000008011837,0.008728589,0.000002949517,0.0001896992,0.8516816,0.004343561],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00008861832,0.5602721,0.4348876,0.0002508356,0.001824329,0.001071431,0.00005639203,0.001471805,0.00007692425],"genre_scores_gemma":[0.0002464399,0.9859942,0.01277757,0.00005258426,0.000244688,0.00002705338,0.00009958862,0.0001795156,0.0003784032],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9893694,"threshold_uncertainty_score":0.9999338,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.189235706369333,"score_gpt":0.4131600185990416,"score_spread":0.2239243122297085,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}