{"id":"W2904365926","doi":"10.2118/193769-ms","title":"Optimization of Steam Injection for Heavy Oil Reservoirs Using Reinforcement Learning","year":2018,"lang":"en","type":"article","venue":"SPE International Heavy Oil Conference and Exhibition","topic":"Reservoir Engineering and Simulation Methods","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"Canada First Research Excellence Fund","keywords":"Reinforcement learning; Computer science; Optimal control; Bellman equation; Process (computing); Mathematical optimization; Action (physics); Convergence (economics); Function (biology); Constant (computer programming); Dynamic programming; Rate of convergence; Control theory (sociology); Artificial intelligence; Mathematics; Control (management); Key (lock)","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009947091,0.0006172389,0.0008931082,0.0003935017,0.000292948,0.0006691053,0.0007063922,0.0008890048,0.001551954],"category_scores_gemma":[0.002614857,0.0004115402,0.0003584913,0.0002016895,0.000719714,0.0004545312,0.0006788759,0.0007924795,0.0001736991],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009038894,"about_ca_system_score_gemma":0.001537317,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009120836,"about_ca_topic_score_gemma":0.007507621,"domain_scores_codex":[0.9997484,0.00007271262,0.00001278646,0.0000449499,0.00006065318,0.00006049276],"domain_scores_gemma":[0.9987097,0.0008158081,0.0001568234,0.00004142409,0.0001825138,0.00009379341],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000342551,0.00004147207,0.0003699365,0.00001499041,0.000007226773,0.00002458815,0.000007873886,0.994229,0.0005436529,0.0004294577,0.00008293153,0.004214698],"study_design_scores_gemma":[0.000004149731,0.00001134019,0.0000231329,0.000001076832,0.00000108065,8.38162e-7,0.000001012226,0.9997317,0.00009678878,0.00010569,0.00002249335,7.205089e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3617471,0.0005180539,0.6275051,0.0006219015,0.00007517265,0.000206016,0.00006402861,0.0008044724,0.008458175],"genre_scores_gemma":[0.9851715,0.0000322034,0.01378618,0.00003586162,0.000005685446,0.00004440295,0.00002281667,0.00001339466,0.000887942],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.009120836,"threshold_uncertainty_score":0.01813549,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04025717499440146,"score_gpt":0.3056224697533897,"score_spread":0.2653652947589882,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}