{"id":"W2523728418","doi":"10.1609/aaai.v31i1.10916","title":"The Option-Critic Architecture","year":2017,"lang":"en","type":"preprint","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":209,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Reinforcement learning; Flexibility (engineering); Computer science; Architecture; Abstraction; Key (lock); Artificial intelligence; Economics; Computer security; Management; Epistemology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.001018551,0.0004552761,0.0004140548,0.0001252389,0.001155864,0.002453403,0.01123567,0.0002800105,0.00001785907],"category_scores_gemma":[0.001889532,0.0002841477,0.0003085877,0.0002131583,0.000880312,0.0002583385,0.004104813,0.001772007,0.0001240684],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008922501,"about_ca_system_score_gemma":0.0003429487,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000462813,"about_ca_topic_score_gemma":0.00000970352,"domain_scores_codex":[0.9967235,0.00003970655,0.0008099793,0.0007982968,0.001054284,0.0005742543],"domain_scores_gemma":[0.9955984,0.0002900421,0.001316115,0.001578888,0.001104034,0.0001125183],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002288254,0.00003127514,0.00002810786,0.0001048706,0.00003791715,6.255983e-7,0.0009051112,0.0308022,0.0009967545,0.9113905,0.0002319966,0.05544769],"study_design_scores_gemma":[0.00001758959,0.0001182962,0.00009237354,0.0008913585,0.0000289177,0.000005808616,0.0001584817,0.3900288,0.04096578,0.566276,0.001025061,0.0003915443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007303503,0.0001725897,0.9086833,0.03307563,0.005435375,0.001698945,0.000009606189,0.0003039365,0.04331713],"genre_scores_gemma":[0.992047,0.000248137,0.005288757,0.000167745,0.0002310782,0.00007133481,0.000001053967,0.00002564628,0.001919317],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9847434,"threshold_uncertainty_score":0.9999611,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08507794004948784,"score_gpt":0.3192055271439572,"score_spread":0.2341275870944694,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}