{"id":"W2159544030","doi":"10.4018/978-1-60960-165-2.ch005","title":"Inference Strategies for Solving Semi-Markov Decision Processes","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Markov decision process; Inference; Computer science; Partially observable Markov decision process; Connection (principal bundle); Artificial intelligence; Probabilistic logic; Graphical model; Machine learning; Reinforcement learning; Markov chain; Influence diagram; Maximization; Markov process; Markov model; Mathematical optimization; Decision tree; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003896954,0.0004580318,0.0004173516,0.00009965314,0.0001842154,0.0004679881,0.001828613,0.0004542324,0.0000119541],"category_scores_gemma":[0.0003417063,0.0004362831,0.0001443729,0.00004786446,0.0001184479,0.000591277,0.0004500848,0.000242597,0.00006454196],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000170818,"about_ca_system_score_gemma":0.001053233,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002586383,"about_ca_topic_score_gemma":0.00005589507,"domain_scores_codex":[0.9978122,0.0000159584,0.0005349317,0.000784044,0.000441464,0.0004114211],"domain_scores_gemma":[0.9975256,0.0002677893,0.0004569679,0.001023865,0.0005933416,0.0001324524],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002483765,0.000005922821,0.00000228872,0.0001524877,0.00001982649,0.000003896253,0.0001635784,0.000006367393,0.00001535887,0.9043019,0.0003682382,0.09493529],"study_design_scores_gemma":[0.0001571407,0.0001613233,0.00001371324,0.0005007397,0.00002567596,0.00001981936,0.00001081966,0.001034696,0.000375007,0.9818246,0.01538565,0.0004907975],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00001061208,0.0002085053,0.5168698,0.00000442797,0.0004805383,0.0003351448,0.00002568278,0.000185418,0.4818798],"genre_scores_gemma":[0.04254495,0.00003242368,0.9432498,0.0002168206,0.0002335676,0.0001237195,0.000004475683,0.00005089062,0.01354341],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4683364,"threshold_uncertainty_score":0.9998089,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05404889460258089,"score_gpt":0.3146020888967362,"score_spread":0.2605531942941554,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}