{"id":"W1546944959","doi":"10.48550/arxiv.1206.6836","title":"Methods for computing state similarity in Markov Decision Processes","year":2012,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Fault Detection and Control Systems","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Similarity (geometry); Computer science; Markov chain; State (computer science); Markov decision process; Artificial intelligence; Markov process; Machine learning; Mathematics; Algorithm; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007694605,0.001407338,0.002530353,0.004414418,0.001073887,0.001999529,0.002568426,0.002167252,0.00377629],"category_scores_gemma":[0.03711055,0.0008764642,0.002072639,0.003276086,0.001810702,0.003844833,0.003597357,0.002982768,0.0005274633],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002660104,"about_ca_system_score_gemma":0.001851099,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004473002,"about_ca_topic_score_gemma":0.004137234,"domain_scores_codex":[0.9954097,0.001891233,0.0003621563,0.0008439907,0.001275525,0.0002173992],"domain_scores_gemma":[0.9725333,0.02259363,0.002045959,0.001337898,0.001054166,0.0004350356],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001913058,0.000156277,0.003301406,0.0002829739,0.0002241421,0.00007655031,0.0002594761,0.7463014,0.000843421,0.1482515,0.0007660293,0.0993455],"study_design_scores_gemma":[0.00001221624,0.00002621732,0.0002315267,0.00001585312,0.00001150402,0.0000148748,0.00001308439,0.9220396,0.0002887914,0.07697687,0.0003587105,0.00001079662],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008080362,0.0004009417,0.9904349,0.00008520811,0.00002294837,0.00008618236,0.00006874982,0.0002389515,0.0005818857],"genre_scores_gemma":[0.3856663,0.0006684086,0.6105449,0.0001467084,0.0001489426,0.0007704096,0.000640748,0.0001989835,0.0012146],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.007694605,"threshold_uncertainty_score":0.0406934,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05795391457136009,"score_gpt":0.2425756188639674,"score_spread":0.1846217042926073,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}