{"id":"W40679212","doi":"10.1007/bfb0008933","title":"Approximations and bounds in discrete stage markov decision processes","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in control and information sciences","topic":"Advanced Control Systems Optimization","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université Laval","funders":"","keywords":"Markov decision process; Markov chain; Stage (stratigraphy); Mathematical economics; Markov process; Mathematics; Computer science; Applied mathematics; Mathematical optimization; Econometrics; Statistics; Geology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01134203,0.002573186,0.003996556,0.002359608,0.001304375,0.005633475,0.004220158,0.003650266,0.00699768],"category_scores_gemma":[0.04827806,0.002669519,0.002029031,0.003813967,0.004905107,0.007988838,0.00390914,0.007895367,0.0008248063],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005972036,"about_ca_system_score_gemma":0.00269692,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01124561,"about_ca_topic_score_gemma":0.007033849,"domain_scores_codex":[0.9955355,0.002130199,0.0002403068,0.0005379458,0.001093417,0.0004626683],"domain_scores_gemma":[0.9329243,0.06104787,0.001678693,0.001505802,0.002091153,0.0007522159],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001799509,0.00006937626,0.0004981013,0.0002938798,0.00007113848,0.00008010612,0.0001884435,0.3838876,0.0002685373,0.5922314,0.00312566,0.0191057],"study_design_scores_gemma":[0.00001244612,0.00001599807,0.0001112156,0.00005710421,0.00001841328,0.00001226131,0.00001749547,0.7158813,0.000111662,0.2829214,0.0008266333,0.00001402418],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01292985,0.008532005,0.9638608,0.001942024,0.0004203263,0.00004952,0.0002670953,0.0002308002,0.01176746],"genre_scores_gemma":[0.7035049,0.01606907,0.2389461,0.001224573,0.001505722,0.0006809472,0.001256277,0.0004359826,0.03637645],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01134203,"threshold_uncertainty_score":0.05998313,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.005801504575067832,"score_gpt":0.2204125303191073,"score_spread":0.2146110257440394,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}