{"id":"W4360819956","doi":"10.1016/j.geoen.2023.211678","title":"Hierarchical optimization of reservoir development strategy based on reinforcement learning","year":2023,"lang":"en","type":"article","venue":"Geoenergy Science and Engineering","topic":"Reservoir Engineering and Simulation Methods","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary","funders":"Higher Education Discipline Innovation Project; Science and Technology Support Plan for Youth Innovation of Colleges and Universities of Shandong Province of China; National Natural Science Foundation of China","keywords":"Hindsight bias; Production (economics); Computer science; Profitability index; Reinforcement learning; Mathematical optimization; Variable (mathematics); Sequence (biology); Action (physics); Artificial intelligence; Mathematics; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007781483,0.0001286903,0.0001297772,0.0005475488,0.000106698,0.00004272053,0.0001494197,0.00004711095,0.00001027055],"category_scores_gemma":[0.0001920358,0.0001278932,0.0000189164,0.001182457,0.0000432199,0.0001529212,0.00003760501,0.000143218,0.000003017386],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005972961,"about_ca_system_score_gemma":0.00005602846,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003227863,"about_ca_topic_score_gemma":2.663858e-7,"domain_scores_codex":[0.9988335,0.000009437615,0.0002248903,0.0001729159,0.0004328855,0.0003263752],"domain_scores_gemma":[0.9995614,0.00009016562,0.00001726638,0.0001463947,0.00006839252,0.0001163868],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003004553,0.000002137879,0.00003566317,0.00005583298,0.000004223567,0.000001572058,0.00007621619,0.9952622,0.002834558,0.0003249911,0.00001100989,0.001388576],"study_design_scores_gemma":[0.0001720781,0.00003812687,0.001474876,0.00005060156,0.000001515843,5.184348e-7,0.00001895851,0.9899694,0.00684335,0.000003907138,0.001290631,0.0001360721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5274721,0.00002971154,0.4698122,0.00002170066,0.0001837109,0.00006702636,3.882253e-7,0.0005545251,0.001858591],"genre_scores_gemma":[0.9802376,0.0000341076,0.01957181,0.00000737454,0.00002486725,0.00001421908,0.000009470035,0.00001999022,0.00008055832],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4527655,"threshold_uncertainty_score":0.5215334,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01983631438589157,"score_gpt":0.2500013570014779,"score_spread":0.2301650426155863,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}