{"id":"W4404562740","doi":"10.1109/twc.2024.3497923","title":"Beyond the Cloud: Edge Inference for Generative Large Language Models in Wireless Networks","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Wireless Communications","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"China Scholarship Council","keywords":"Computer science; Inference; Cloud computing; Wireless network; Wireless; Enhanced Data Rates for GSM Evolution; Generative grammar; Artificial intelligence; Telecommunications","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001494501,0.0008076941,0.00108108,0.0006848703,0.0008038231,0.001755189,0.002037012,0.001191816,0.00313369],"category_scores_gemma":[0.00891633,0.0007281608,0.001143523,0.001024181,0.0009774282,0.00339447,0.002051888,0.002779111,0.0008609692],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001575047,"about_ca_system_score_gemma":0.001868857,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009732225,"about_ca_topic_score_gemma":0.01678004,"domain_scores_codex":[0.9992173,0.0002809467,0.00004038003,0.0002055072,0.0001441566,0.0001116891],"domain_scores_gemma":[0.9948225,0.004425641,0.00013882,0.0003029926,0.000211664,0.0000983538],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002589084,0.0001137443,0.001436345,0.0001224782,0.00006333602,0.0002347556,0.0001906936,0.8037301,0.001959292,0.07239857,0.004406413,0.1150854],"study_design_scores_gemma":[0.000005705569,0.000003693907,0.00002515092,0.000002228789,0.000003830995,0.000009593086,0.000008828695,0.9833174,0.000460968,0.01596957,0.0001906726,0.000002380593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008616566,0.0001228468,0.9892575,0.0002447189,0.00001679405,0.00002874733,0.0001080908,0.0007118314,0.0008928421],"genre_scores_gemma":[0.4542504,0.000418524,0.5389931,0.0005632245,0.0001320207,0.0001853015,0.0009773049,0.0005695303,0.0039107],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.009732225,"threshold_uncertainty_score":0.01935112,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03766813500530149,"score_gpt":0.3098921625631788,"score_spread":0.2722240275578773,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}