{"id":"W2898652425","doi":"10.1109/jiot.2018.2878435","title":"Joint Optimization of Caching, Computing, and Radio Resources for Fog-Enabled IoT Using Natural Actor–Critic Deep Reinforcement Learning","year":2018,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Caching and Content Delivery","field":"Computer Science","cited_by":324,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"National Natural Science Foundation of China; National Science Foundation","keywords":"Computer science; Reinforcement learning; Backhaul (telecommunications); Markov decision process; Distributed computing; Radio access network; Wireless network; Optimization problem; Computation offloading; Cloud computing; Computer network; Lyapunov optimization; Wireless; Edge computing; Artificial intelligence; Markov process; Base station; Telecommunications","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009899942,0.0001620986,0.0003157136,0.0002590752,0.0002307798,0.0002628373,0.0004957539,0.00006297116,0.000007312899],"category_scores_gemma":[0.0002369807,0.0001449846,0.0001498185,0.0001004917,0.000110529,0.0005013828,0.0001697896,0.0004078665,3.436016e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009235,"about_ca_system_score_gemma":0.00004213721,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002449721,"about_ca_topic_score_gemma":0.000002823744,"domain_scores_codex":[0.9984244,0.0001093687,0.0006206023,0.0002290112,0.0003406391,0.000275947],"domain_scores_gemma":[0.9984614,0.0001262208,0.0007334668,0.0001573155,0.000430575,0.0000909997],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002496254,0.0000753676,0.001130581,0.0002176015,0.0003200324,0.00001669268,0.03024172,0.8806772,0.07593071,0.0007441659,0.0004124483,0.009983807],"study_design_scores_gemma":[0.0007069552,0.0004988917,0.00006632593,0.0005484977,0.00003485338,0.0003082375,0.0001834574,0.9887227,0.008601885,0.0001131045,0.00006657669,0.000148472],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.439522,0.0002064917,0.559412,0.00005149151,0.0006741693,0.00006454231,9.645132e-8,0.00002076574,0.00004848814],"genre_scores_gemma":[0.9572797,0.00001185157,0.04217183,0.000121858,0.0002479617,4.935466e-7,5.163918e-7,0.00001371134,0.0001520142],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5177578,"threshold_uncertainty_score":0.59123,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01944324826765281,"score_gpt":0.2544993342877386,"score_spread":0.2350560860200858,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}