{"id":"W2159544030","doi":"10.4018/978-1-60960-165-2.ch005","title":"Inference Strategies for Solving Semi-Markov Decision Processes","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Markov decision process; Inference; Computer science; Partially observable Markov decision process; Connection (principal bundle); Artificial intelligence; Probabilistic logic; Graphical model; Machine learning; Reinforcement learning; Markov chain; Influence diagram; Maximization; Markov process; Markov model; Mathematical optimization; Decision tree; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003843473,0.001520174,0.00131305,0.0008685725,0.0005958393,0.001796615,0.002112521,0.001630907,0.007634048],"category_scores_gemma":[0.01023466,0.0008448037,0.001846118,0.001140571,0.001903565,0.002420643,0.001815121,0.003549824,0.001523627],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00192075,"about_ca_system_score_gemma":0.00174084,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003441456,"about_ca_topic_score_gemma":0.003462234,"domain_scores_codex":[0.9978876,0.000968493,0.0001654734,0.0003375371,0.0005378218,0.0001031959],"domain_scores_gemma":[0.9933781,0.005779443,0.0002220589,0.0002250442,0.0003208618,0.0000744766],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003615007,0.00004799861,0.0002526474,0.0003830573,0.00009781514,0.0001016365,0.0002215853,0.2651827,0.0008861568,0.6554404,0.00282144,0.07452849],"study_design_scores_gemma":[0.00001879384,0.0000126535,0.0000420021,0.00005136575,0.00001644418,0.00002559701,0.0000180187,0.5738129,0.0004894731,0.422552,0.002948919,0.00001179711],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009075631,0.0005133779,0.9954063,0.000210364,0.00002994168,0.00002786136,0.00005154465,0.0001271319,0.00272608],"genre_scores_gemma":[0.1704291,0.002572321,0.8186672,0.000317706,0.0001895019,0.0005655338,0.0004399568,0.0002083551,0.006610392],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.007634048,"threshold_uncertainty_score":0.02553844,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05404889460258089,"score_gpt":0.3146020888967362,"score_spread":0.2605531942941554,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}