{"id":"W4360819956","doi":"10.1016/j.geoen.2023.211678","title":"Hierarchical optimization of reservoir development strategy based on reinforcement learning","year":2023,"lang":"en","type":"article","venue":"Geoenergy Science and Engineering","topic":"Reservoir Engineering and Simulation Methods","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary","funders":"Higher Education Discipline Innovation Project; Science and Technology Support Plan for Youth Innovation of Colleges and Universities of Shandong Province of China; National Natural Science Foundation of China","keywords":"Hindsight bias; Production (economics); Computer science; Profitability index; Reinforcement learning; Mathematical optimization; Variable (mathematics); Sequence (biology); Action (physics); Artificial intelligence; Mathematics; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008953515,0.0006739988,0.001425824,0.0005570693,0.0004209631,0.0008142204,0.001153345,0.001129406,0.002401339],"category_scores_gemma":[0.002111144,0.000587124,0.0005452072,0.0004176469,0.0007534264,0.0007884443,0.001059689,0.0008419488,0.0001811101],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009738954,"about_ca_system_score_gemma":0.001600703,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01231847,"about_ca_topic_score_gemma":0.00835408,"domain_scores_codex":[0.9997,0.00008890216,0.00001441787,0.00006783972,0.00005817505,0.0000708146],"domain_scores_gemma":[0.9989679,0.0006125412,0.0001213311,0.00004175153,0.0001655861,0.00009091238],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002301117,0.00002010127,0.000233586,0.00001512017,0.00001299942,0.00001788966,0.00001101932,0.9936066,0.0003461825,0.00122032,0.0001418518,0.004351436],"study_design_scores_gemma":[0.000003945693,0.000007949552,0.00003000422,7.838859e-7,0.000002070451,0.000001442216,0.000001067762,0.9996678,0.00003937609,0.000224503,0.00002001056,0.000001045218],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1082531,0.0004157349,0.8837141,0.0003546147,0.00006941333,0.00008058425,0.00006819454,0.0003487495,0.006695445],"genre_scores_gemma":[0.9710205,0.0000842705,0.02705951,0.00005737478,0.0000186318,0.00008376164,0.00004656767,0.00002764121,0.001601807],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01231847,"threshold_uncertainty_score":0.02449352,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01983631438589157,"score_gpt":0.2500013570014779,"score_spread":0.2301650426155863,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}