{"id":"W4398795962","doi":"10.48550/arxiv.2405.13718","title":"Next-token prediction capacity: general upper bounds and a lower bound for transformers","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advancements in Photolithography Techniques","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Security token; Computer science; Transformer; Computer network; Electrical engineering; Engineering; Voltage","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005914031,0.002713717,0.002581843,0.002147841,0.001845792,0.004250135,0.00544518,0.00318784,0.01574533],"category_scores_gemma":[0.0566471,0.001611409,0.002426704,0.001606898,0.00523298,0.01569427,0.007848344,0.008125693,0.002717458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003957384,"about_ca_system_score_gemma":0.002888102,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003132159,"about_ca_topic_score_gemma":0.002846257,"domain_scores_codex":[0.9966335,0.0006607455,0.0002092769,0.0009471239,0.0006961441,0.0008533099],"domain_scores_gemma":[0.9432689,0.04654098,0.001740796,0.005103439,0.001863959,0.001481967],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00103816,0.0003397694,0.003841746,0.001049268,0.0001639289,0.000560856,0.0007740856,0.3936607,0.01537571,0.4857852,0.01176772,0.08564285],"study_design_scores_gemma":[0.0000211737,0.00008655154,0.0004209539,0.0001595017,0.00005795504,0.0002647993,0.00006469145,0.6973102,0.007452895,0.2921834,0.001923767,0.00005424522],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05774745,0.004050354,0.9035047,0.003844478,0.0002711197,0.0001610669,0.001648778,0.002406855,0.02636519],"genre_scores_gemma":[0.8760313,0.003735967,0.1031465,0.001269297,0.0005778999,0.0006512359,0.001572855,0.00152143,0.01149333],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01574533,"threshold_uncertainty_score":0.05267334,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04204735105369126,"score_gpt":0.1918230236967434,"score_spread":0.1497756726430522,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}