{"id":"W2288839612","doi":"10.1109/cdc.2015.7403015","title":"Finite-state approximation of Markov decision processes with unbounded costs and Borel spaces","year":2015,"lang":"en","type":"article","venue":"","topic":"Markov Chains and Monte Carlo Methods","field":"Mathematics","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Markov decision process; Finite state; Action (physics); Mathematical optimization; State (computer science); Average cost; Markov process; Mathematics; Optimal control; Applied mathematics; Markov chain; Partially observable Markov decision process; Computer science; Algorithm","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007583569,0.0001325436,0.0002459838,0.00008326331,0.00003137014,0.00004878055,0.00007921491,0.00005028395,0.000005755066],"category_scores_gemma":[0.002500873,0.00008567116,0.0000169558,0.0002204273,0.00007389742,0.0001453884,0.00005091447,0.00005479949,5.769099e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002746311,"about_ca_system_score_gemma":0.0001282852,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004462672,"about_ca_topic_score_gemma":0.0004995375,"domain_scores_codex":[0.9991014,0.00006171298,0.0002373764,0.0001822842,0.000282863,0.0001343615],"domain_scores_gemma":[0.9978853,0.001232406,0.000163791,0.0002111577,0.0004005241,0.0001068218],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00908995,0.002496887,0.03078919,0.01434771,0.000644956,0.000147123,0.03801301,0.0004228948,0.00232473,0.197904,0.04070548,0.663114],"study_design_scores_gemma":[0.02711746,0.006314476,0.00130474,0.005145605,0.0007485549,0.0003350409,0.03565251,0.08447747,0.1207228,0.6913381,0.02301584,0.003827398],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5726591,0.0001867395,0.4071729,0.0001035158,0.00004029336,0.0003664565,0.000008277092,0.00005632954,0.01940636],"genre_scores_gemma":[0.4953265,0.00008085535,0.5032446,0.00003238795,0.00001505858,0.00001751377,0.000004537393,0.00002021461,0.00125831],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6592866,"threshold_uncertainty_score":0.3493569,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05933922541352744,"score_gpt":0.3310549640366347,"score_spread":0.2717157386231073,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}