{"id":"W4200161548","doi":"10.3390/en14248365","title":"Co-Optimizing Battery Storage for Energy Arbitrage and Frequency Regulation in Real-Time Markets Using Deep Reinforcement Learning","year":2021,"lang":"en","type":"article","venue":"Energies","topic":"Electric Vehicles and Infrastructure","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta; Brock University","funders":"Brock University; National Science Foundation","keywords":"Markov decision process; Flexibility (engineering); Arbitrage; Reinforcement learning; Computer science; Mathematical optimization; Electricity; Battery (electricity); Energy storage; Electricity market; Stability (learning theory); Revenue; Renewable energy; Markov process; Power (physics); Engineering; Economics; Artificial intelligence; Mathematics; Machine learning","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008890057,0.0008266376,0.001150892,0.0002859181,0.0002799608,0.0007423388,0.0009098228,0.001048085,0.001488239],"category_scores_gemma":[0.002343366,0.0004345128,0.0004406075,0.0003005906,0.0007615489,0.0009283694,0.0008130458,0.001376401,0.0001492599],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009763797,"about_ca_system_score_gemma":0.00173585,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01012262,"about_ca_topic_score_gemma":0.009372048,"domain_scores_codex":[0.9997061,0.00008391107,0.00001372602,0.00006259383,0.00005430483,0.00007936415],"domain_scores_gemma":[0.9989991,0.0006345008,0.0001237622,0.00003779984,0.0001243575,0.00008059337],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003928121,0.00004172937,0.0004951395,0.00002015289,0.00001896682,0.00002936171,0.00001410067,0.9898595,0.0002789201,0.001486235,0.0003161119,0.007400427],"study_design_scores_gemma":[0.000003310676,0.000006658189,0.00002193454,9.769907e-7,0.000001437539,0.000001516845,0.000001360064,0.9995238,0.00003762765,0.0003746455,0.00002610428,7.477786e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.20422,0.001316911,0.7859222,0.0009656051,0.0001512496,0.00007390204,0.00009637053,0.0007083782,0.006545404],"genre_scores_gemma":[0.984327,0.00008895697,0.01428116,0.0001175071,0.00001903777,0.00003644184,0.00003963481,0.00002192914,0.001068422],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01012262,"threshold_uncertainty_score":0.02012742,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.00628536237606657,"score_gpt":0.2049458746535307,"score_spread":0.1986605122774641,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}