{"id":"W2339980261","doi":"10.1109/allerton.2015.7447055","title":"Finite-state approximations to constrained Markov decision processes with Borel spaces","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Control Systems Optimization","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Markov decision process; Mathematical optimization; Bellman equation; Mathematics; Finite state; State space; Convergence (economics); Markov process; Applied mathematics; State (computer science); Markov chain; Function (biology); Linear programming; Markov kernel; Markov model; Computer science; Variable-order Markov model; Algorithm","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001644757,0.0008668954,0.001325812,0.000587529,0.00036619,0.001589051,0.001568754,0.001148177,0.002174556],"category_scores_gemma":[0.008602427,0.0005046921,0.0008614275,0.0007747178,0.001813176,0.001693258,0.001359733,0.001797397,0.0001883647],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001912573,"about_ca_system_score_gemma":0.001801067,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0114227,"about_ca_topic_score_gemma":0.006304651,"domain_scores_codex":[0.9989526,0.0004209354,0.00004322617,0.0001861578,0.0002846538,0.000112369],"domain_scores_gemma":[0.9961189,0.002894648,0.0004055155,0.0001835607,0.0002569449,0.0001404615],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002986774,0.0000258326,0.0002594822,0.00005797273,0.00002808765,0.00006455513,0.00004659239,0.8020559,0.0004864375,0.1927252,0.000184679,0.004035342],"study_design_scores_gemma":[0.000002913908,0.000004925281,0.00002167248,0.000005054232,0.000002134507,0.000003762428,0.000002832321,0.9759544,0.00008613316,0.02380786,0.0001053879,0.000002928146],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02671988,0.0003068498,0.9702935,0.0001972035,0.00003279304,0.00002313174,0.00006915064,0.00008564098,0.002271866],"genre_scores_gemma":[0.8766484,0.0005985338,0.1182874,0.0001079105,0.00005769202,0.0001859507,0.0002537728,0.00006427644,0.003796178],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0114227,"threshold_uncertainty_score":0.02271241,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.009897720766576143,"score_gpt":0.2167876015720903,"score_spread":0.2068898808055141,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}