{"id":"W2898652425","doi":"10.1109/jiot.2018.2878435","title":"Joint Optimization of Caching, Computing, and Radio Resources for Fog-Enabled IoT Using Natural Actor–Critic Deep Reinforcement Learning","year":2018,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Caching and Content Delivery","field":"Computer Science","cited_by":324,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"National Natural Science Foundation of China; National Science Foundation","keywords":"Computer science; Reinforcement learning; Backhaul (telecommunications); Markov decision process; Distributed computing; Radio access network; Wireless network; Optimization problem; Computation offloading; Cloud computing; Computer network; Lyapunov optimization; Wireless; Edge computing; Artificial intelligence; Markov process; Base station; Telecommunications","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007237159,0.0008091531,0.0009802842,0.0002413837,0.0002794546,0.0007418201,0.0007414363,0.001053768,0.000947876],"category_scores_gemma":[0.001991117,0.0004113694,0.0004398939,0.0002783901,0.0008198539,0.0006300696,0.0007716575,0.001208924,0.0001123203],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00103712,"about_ca_system_score_gemma":0.001266878,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01176047,"about_ca_topic_score_gemma":0.009193203,"domain_scores_codex":[0.9997743,0.00006265526,0.00001109884,0.00005576491,0.0000433125,0.00005294934],"domain_scores_gemma":[0.9992686,0.0004829274,0.0000776314,0.00002599727,0.00009524489,0.00004951528],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002214799,0.00001922974,0.0003068193,0.00001653261,0.00001405708,0.00003610972,0.00001212277,0.9934413,0.0003355503,0.001971949,0.0002658183,0.003558296],"study_design_scores_gemma":[0.000002164099,0.000003182392,0.00001923873,9.121811e-7,0.000001585943,0.000001610752,0.000001117204,0.9994161,0.00003398241,0.0004908271,0.00002855284,7.945971e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07045273,0.0006123626,0.9225811,0.000616583,0.00009391896,0.00005003125,0.00004859175,0.0003497002,0.005194898],"genre_scores_gemma":[0.9693471,0.0001783754,0.02778345,0.0001696479,0.00002781838,0.00007672759,0.0000653048,0.00003515137,0.002316289],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01176047,"threshold_uncertainty_score":0.02338403,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01944324826765281,"score_gpt":0.2544993342877386,"score_spread":0.2350560860200858,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}