{"id":"W4312873207","doi":"10.1109/ijcnn55064.2022.9892584","title":"Deep Reinforcement Learning for Penetration Testing of Cyber-Physical Attacks in the Smart Grid","year":2022,"lang":"en","type":"article","venue":"2022 International Joint Conference on Neural Networks (IJCNN)","topic":"Smart Grid Security and Resilience","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University; Artificial Intelligence in Medicine (Canada); Ericsson (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Cyber-physical system; Reinforcement learning; Smart grid; Sandbox (software development); Distributed computing; Emulation; Cyber-attack; Computer security; Interconnectivity; Grid; Markov decision process; Artificial intelligence; Markov process; Engineering; Software engineering; Operating system","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001304876,0.0009228187,0.0009236337,0.0003984081,0.0002650862,0.0005186309,0.001002177,0.0008443628,0.001234944],"category_scores_gemma":[0.004250488,0.000462132,0.0004785125,0.0002265849,0.000802225,0.0007882997,0.0009273245,0.001641784,0.0001601046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001081336,"about_ca_system_score_gemma":0.00125755,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01140727,"about_ca_topic_score_gemma":0.00772757,"domain_scores_codex":[0.9995595,0.0001668663,0.00002188914,0.00009263377,0.00006822086,0.00009082457],"domain_scores_gemma":[0.998225,0.001202727,0.0001677306,0.00008346337,0.0002104445,0.0001105674],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005823429,0.00005930577,0.001292578,0.000024893,0.00002227762,0.00004208313,0.0000212286,0.9823951,0.0004828594,0.001016682,0.0002392577,0.01434553],"study_design_scores_gemma":[0.000002377996,0.00001049814,0.00005082887,0.000001034646,0.000001378152,0.000001377581,0.000001252252,0.9994899,0.00009608699,0.0003235383,0.00002086936,8.936923e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3203071,0.0008591355,0.6714969,0.0008443104,0.00008337758,0.0001044157,0.000126227,0.002448288,0.003730269],"genre_scores_gemma":[0.9813814,0.00007021426,0.01758003,0.00008952722,0.000008478034,0.00004505629,0.00007165505,0.00002664979,0.0007270593],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01140727,"threshold_uncertainty_score":0.02268171,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03231592061244398,"score_gpt":0.2545667348104382,"score_spread":0.2222508141979943,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}