{"id":"W2288839612","doi":"10.1109/cdc.2015.7403015","title":"Finite-state approximation of Markov decision processes with unbounded costs and Borel spaces","year":2015,"lang":"en","type":"article","venue":"","topic":"Markov Chains and Monte Carlo Methods","field":"Mathematics","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Markov decision process; Finite state; Action (physics); Mathematical optimization; State (computer science); Average cost; Markov process; Mathematics; Optimal control; Applied mathematics; Markov chain; Partially observable Markov decision process; Computer science; Algorithm","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002752564,0.0008738309,0.001311323,0.000692574,0.0005045855,0.00166067,0.001265682,0.00122879,0.001293469],"category_scores_gemma":[0.01442676,0.0006684987,0.0009264855,0.0006728643,0.002211425,0.00197331,0.001104546,0.002156184,0.0001398698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002630798,"about_ca_system_score_gemma":0.002085777,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01143912,"about_ca_topic_score_gemma":0.006836806,"domain_scores_codex":[0.9986646,0.0006495661,0.00006224536,0.000167323,0.0003150387,0.0001411756],"domain_scores_gemma":[0.9897004,0.008739074,0.0006914445,0.0003159674,0.0003533842,0.0001996433],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002783553,0.00001588583,0.0002842272,0.00002867943,0.00001814283,0.00003606488,0.00003651768,0.9172487,0.0002383217,0.07963841,0.00007772005,0.002349527],"study_design_scores_gemma":[0.000002863841,0.000005301175,0.00003429055,0.000005122053,0.000002093865,0.000003417327,0.000003266582,0.9782158,0.00008441837,0.02156986,0.0000708079,0.000002827328],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08196815,0.0007043399,0.9137166,0.0004206359,0.00003598794,0.00002698018,0.00007912233,0.000158364,0.002889815],"genre_scores_gemma":[0.9325778,0.0006020545,0.06442747,0.00006183538,0.00003278066,0.00009373658,0.0001599054,0.00004057194,0.002003848],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01143912,"threshold_uncertainty_score":0.02274507,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05933922541352744,"score_gpt":0.3310549640366347,"score_spread":0.2717157386231073,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}