{"id":"W1835855307","doi":"10.48550/arxiv.1207.1386","title":"Metrics for Markov Decision Processes with Infinite State Spaces","year":2012,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Markov decision process; Metric (unit); Markov process; Bisimulation; Computer science; State (computer science); Bellman equation; Markov chain; Task (project management); Mathematical optimization; Metric space; Similarity (geometry); Mathematics; Theoretical computer science; Artificial intelligence; Algorithm; Discrete mathematics; Machine learning; Statistics; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005472087,0.0001248963,0.0001213229,0.0002646307,0.000143235,0.00007959957,0.000657531,0.00004777384,0.000004737341],"category_scores_gemma":[0.0004291544,0.0001124812,0.00003349126,0.00201869,0.00005667095,0.001845512,0.0001435634,0.00007688586,0.00002633236],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006614008,"about_ca_system_score_gemma":0.00008067735,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008975383,"about_ca_topic_score_gemma":0.00001216036,"domain_scores_codex":[0.9991059,0.00004981975,0.0001183593,0.0003169006,0.00009119811,0.0003178689],"domain_scores_gemma":[0.998517,0.0005010081,0.0001488331,0.0004501577,0.0002510661,0.0001319592],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006627069,0.0004523528,0.2269607,0.0004271074,0.00009977394,0.00002778389,0.001758905,0.02157235,0.0001388567,0.6750532,0.0006145103,0.07223174],"study_design_scores_gemma":[0.004592779,0.00163485,0.05687563,0.0002387805,0.0002143956,0.0000526417,0.0007776516,0.7986192,0.01872427,0.05547452,0.06049493,0.00230033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2142154,0.00005384026,0.784623,0.00001202789,0.0001475078,0.0001759,0.000003316167,0.00009536874,0.0006736029],"genre_scores_gemma":[0.6472911,0.00004902458,0.3522951,0.00003285486,0.00001871969,0.000001093374,0.000001096721,0.000006665972,0.0003043947],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7770469,"threshold_uncertainty_score":0.458685,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08660674245689394,"score_gpt":0.2234372376522644,"score_spread":0.1368304951953705,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}