{"id":"W40679212","doi":"10.1007/bfb0008933","title":"Approximations and bounds in discrete stage markov decision processes","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in control and information sciences","topic":"Advanced Control Systems Optimization","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université Laval","funders":"","keywords":"Markov decision process; Markov chain; Stage (stratigraphy); Mathematical economics; Markov process; Mathematics; Computer science; Applied mathematics; Mathematical optimization; Econometrics; Statistics; Geology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003310718,0.0002377573,0.0003167085,0.0005337704,0.0001074659,0.0002584645,0.0001219848,0.0002080167,0.00001894659],"category_scores_gemma":[0.0003111982,0.0001975864,0.00001998546,0.0001844267,0.0001390805,0.002545893,0.00002277413,0.0002236755,0.000003754723],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007206861,"about_ca_system_score_gemma":0.00005569145,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001248992,"about_ca_topic_score_gemma":0.0004552951,"domain_scores_codex":[0.998786,0.000009221864,0.0005642261,0.0001722466,0.0002705532,0.0001977362],"domain_scores_gemma":[0.9992272,0.0003935443,0.0001553519,0.0001058429,0.0000727006,0.00004534004],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002775721,0.00000208036,0.0002556178,0.0002624428,0.000009723529,6.312536e-7,0.0007063756,0.7615013,0.0000105298,0.006091743,0.00000704062,0.2311248],"study_design_scores_gemma":[0.001386752,0.0000524221,0.0003794784,0.0004492568,0.00001227416,0.00000888978,0.00003015229,0.9599267,0.000009089476,0.01110389,0.02622451,0.0004165329],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0003543312,0.004272955,0.9392132,0.0002770133,0.0001462959,0.00075255,0.00006818626,0.00009734685,0.05481812],"genre_scores_gemma":[0.9874816,0.002135193,0.009365715,0.0003181515,0.00009891647,0.00007499129,0.00004276396,0.0000212993,0.0004613512],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9871273,"threshold_uncertainty_score":0.8057338,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.005801504575067832,"score_gpt":0.2204125303191073,"score_spread":0.2146110257440394,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}