{"id":"W2339980261","doi":"10.1109/allerton.2015.7447055","title":"Finite-state approximations to constrained Markov decision processes with Borel spaces","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Control Systems Optimization","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Markov decision process; Mathematical optimization; Bellman equation; Mathematics; Finite state; State space; Convergence (economics); Markov process; Applied mathematics; State (computer science); Markov chain; Function (biology); Linear programming; Markov kernel; Markov model; Computer science; Variable-order Markov model; Algorithm","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008256736,0.0001317027,0.0001431721,0.0001037446,0.00003127059,0.00006621062,0.0000863589,0.00003109109,0.00001313405],"category_scores_gemma":[0.0004049239,0.0001031912,0.0000101305,0.0004245115,0.00001711186,0.0002799144,0.00001295763,0.00004511199,0.0000492553],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005086519,"about_ca_system_score_gemma":0.00007080952,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009090316,"about_ca_topic_score_gemma":0.0002105234,"domain_scores_codex":[0.9993162,0.00000818066,0.0001786289,0.0001432676,0.0001790941,0.0001745996],"domain_scores_gemma":[0.9992836,0.0001371767,0.00002746922,0.000163245,0.0002366033,0.0001518838],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000025678,0.000007602506,0.00006660704,0.00004184939,0.00001300217,0.000003456467,0.0003350565,0.9953007,0.00006456595,0.0001727975,0.0006071287,0.003361623],"study_design_scores_gemma":[0.001676814,0.0001501229,0.00008622576,0.0001789996,0.00001784272,0.00002203082,0.000840481,0.9906334,0.0008128018,0.001030842,0.004105722,0.0004447088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005363311,0.00007902424,0.9784783,0.0001107679,0.00007144985,0.0004235919,0.00001194189,0.0005023579,0.01495929],"genre_scores_gemma":[0.7507334,0.000007922895,0.2485979,0.00003862059,0.00002542847,0.00008972309,0.00001261777,0.00003046805,0.0004638683],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7453701,"threshold_uncertainty_score":0.4208017,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.009897720766576143,"score_gpt":0.2167876015720903,"score_spread":0.2068898808055141,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}