{"id":"W4382318225","doi":"10.1609/aaai.v37i13.26968","title":"Towards Safe Reinforcement Learning via OOD Dynamics Detection in Autonomous Driving System (Student Abstract)","year":2023,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Thales (Canada)","funders":"","keywords":"Reinforcement learning; Software deployment; Variety (cybernetics); Relevance (law); Computer science; Dynamics (music); Artificial intelligence; Reinforcement; Function (biology); State (computer science); Human–computer interaction; Psychology; Social psychology; Algorithm","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006500174,0.0001804455,0.0002030866,0.0002707473,0.000283074,0.0002105136,0.001194875,0.00009935927,0.00001302498],"category_scores_gemma":[0.00007733578,0.0001568788,0.00009744713,0.001237284,0.00007687488,0.0002926589,0.0004180219,0.0003852382,0.0001043974],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003344459,"about_ca_system_score_gemma":0.00006091517,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001686167,"about_ca_topic_score_gemma":0.00008256515,"domain_scores_codex":[0.9982049,0.00001155622,0.0006309825,0.0004240722,0.0004102184,0.000318284],"domain_scores_gemma":[0.9989799,0.00004178768,0.0003994566,0.0002424792,0.000274274,0.00006212096],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001284093,0.00006738969,0.0003434178,0.000067651,0.00001096156,9.570059e-7,0.001061948,0.005053752,0.03539862,0.6342457,0.000008585343,0.3237282],"study_design_scores_gemma":[0.00001664424,0.000122456,0.002384497,0.0001693657,0.000004423897,0.00000445872,0.00108139,0.6834192,0.3034376,0.009157559,0.00004514058,0.0001573639],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2884126,0.000004326657,0.6913485,0.0012218,0.0003672629,0.0007838463,9.14676e-7,0.0007875949,0.01707319],"genre_scores_gemma":[0.9986983,0.00002420803,0.0008385824,0.00002111224,0.00003345901,0.0001326232,6.41945e-7,0.00001179347,0.0002392886],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7102857,"threshold_uncertainty_score":0.639733,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03409419949122906,"score_gpt":0.2884739143939237,"score_spread":0.2543797149026946,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}