{"id":"W1835855307","doi":"10.48550/arxiv.1207.1386","title":"Metrics for Markov Decision Processes with Infinite State Spaces","year":2012,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Markov decision process; Metric (unit); Markov process; Bisimulation; Computer science; State (computer science); Bellman equation; Markov chain; Task (project management); Mathematical optimization; Metric space; Similarity (geometry); Mathematics; Theoretical computer science; Artificial intelligence; Algorithm; Discrete mathematics; Machine learning; Statistics; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005204448,0.001405368,0.001168375,0.003461426,0.00104012,0.002972314,0.001454487,0.001636848,0.001674657],"category_scores_gemma":[0.03609423,0.0005379725,0.001126257,0.002731311,0.00304609,0.007129299,0.00325353,0.002656947,0.0003086793],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002608646,"about_ca_system_score_gemma":0.00123947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001373981,"about_ca_topic_score_gemma":0.0007720315,"domain_scores_codex":[0.992187,0.003098207,0.0009077624,0.001203735,0.002265163,0.000338044],"domain_scores_gemma":[0.9739891,0.01561157,0.004232261,0.002081089,0.002671436,0.001414485],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007003912,0.0000395678,0.00161687,0.000171357,0.00007625548,0.0001141734,0.0002782508,0.1192583,0.001857125,0.8453732,0.0007125493,0.03043221],"study_design_scores_gemma":[0.00000844938,0.00009840129,0.0005742005,0.00004240234,0.00001756088,0.0000944202,0.00004840413,0.3129175,0.0009841823,0.6818056,0.00336683,0.00004204685],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02244904,0.001066178,0.9734181,0.0003245407,0.00008432605,0.00005457276,0.0001891169,0.0001445561,0.00226959],"genre_scores_gemma":[0.653842,0.001277924,0.3413479,0.0001925922,0.0002455481,0.0004469905,0.0006831412,0.000158422,0.00180548],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005204448,"threshold_uncertainty_score":0.02752411,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08660674245689394,"score_gpt":0.2234372376522644,"score_spread":0.1368304951953705,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}