{"id":"W2964331425","doi":"","title":"Methods for computing state similarity in Markov decision processes","year":2006,"lang":"en","type":"article","venue":"","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Probabilistic logic; Computer science; Metric (unit); Heuristic; Equivalence (formal languages); Markov decision process; Markov process; Theoretical computer science; Markov chain; State space; Similarity (geometry); Variety (cybernetics); Mathematical optimization; Mathematics; Artificial intelligence; Machine learning; Discrete mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009995901,0.0001019413,0.0001444575,0.00008492018,0.00007587902,0.0001617915,0.0004643783,0.0000437934,0.000002880452],"category_scores_gemma":[0.0001602892,0.00008712384,0.00002931843,0.0004164149,0.00001606353,0.0002508539,0.0001394316,0.00008723677,0.000002925426],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002363369,"about_ca_system_score_gemma":0.00009751227,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001471737,"about_ca_topic_score_gemma":0.0001590993,"domain_scores_codex":[0.9989533,0.00006155988,0.0002729891,0.0003426602,0.0001042928,0.0002651646],"domain_scores_gemma":[0.998803,0.0007334871,0.00005184561,0.0002251329,0.0001486114,0.000037972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001085218,0.0000786716,0.0009299172,0.0000498635,0.000001957498,0.000002104594,0.0001245261,0.005825067,0.00028927,0.01772293,0.0006534275,0.9743114],"study_design_scores_gemma":[0.0002025076,0.00002811174,0.001356032,0.00003214723,9.61275e-7,0.00000227418,0.000004279527,0.7950481,0.003057843,0.1995224,0.0006188388,0.0001264691],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009218854,0.0001185557,0.9887743,0.0002452917,0.0001029567,0.0001405652,9.078349e-7,0.0001389195,0.001259672],"genre_scores_gemma":[0.3106815,0.000003718813,0.6890404,0.0001505697,0.00001628254,0.000005246488,9.816596e-7,0.000003819698,0.0000975388],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9741849,"threshold_uncertainty_score":0.3552807,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03040572642724696,"score_gpt":0.3631642458057773,"score_spread":0.3327585193785303,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}