{"id":"W2963911891","doi":"","title":"New inference strategies for solving Markov decision processes using reversible jump MCMC","year":2009,"lang":"en","type":"article","venue":"","topic":"Markov Chains and Monte Carlo Methods","field":"Mathematics","cited_by":31,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Markov chain Monte Carlo; Parameterized complexity; Computer science; Inference; Markov decision process; Markov chain; Markov process; Mathematical optimization; Reversible-jump Markov chain Monte Carlo; Jump; Artificial intelligence; Machine learning; Algorithm; Mathematics; Bayesian probability; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000537293,0.000186786,0.0002832328,0.0001009872,0.0001447872,0.0001663411,0.0002058877,0.0001055966,0.00009150081],"category_scores_gemma":[0.001832646,0.0001521422,0.00008787774,0.0002500715,0.00001377973,0.0004039107,0.00004547385,0.00008711959,1.146729e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000465224,"about_ca_system_score_gemma":0.0004808713,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004436506,"about_ca_topic_score_gemma":0.0001372533,"domain_scores_codex":[0.9988866,0.00002261099,0.0003122658,0.000275121,0.000195129,0.000308203],"domain_scores_gemma":[0.9979734,0.001254409,0.0001197024,0.0002858191,0.0002546438,0.0001120433],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004658356,0.0002962857,0.0003334922,0.001963091,0.00008500137,0.0000163867,0.002959763,0.0002556653,0.03058173,0.3322556,0.1127144,0.5180727],"study_design_scores_gemma":[0.001481477,0.0004001591,0.00004412607,0.0008800768,0.0001339594,0.00001824955,0.003370396,0.01503591,0.0150035,0.9536009,0.009265904,0.0007653107],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03218746,0.0001860526,0.9490135,0.0001143488,0.0001329087,0.0003684993,0.000002918577,0.0001162068,0.01787811],"genre_scores_gemma":[0.09915014,0.00004824207,0.8971376,0.0001607245,0.0001424946,0.000004703394,0.000001633448,0.0000177571,0.003336686],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6213453,"threshold_uncertainty_score":0.620418,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1271549544349267,"score_gpt":0.4145336569266861,"score_spread":0.2873787024917595,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}