{"id":"W1490038383","doi":"10.48550/arxiv.1301.0606","title":"Anytime State-Based Solution Methods for Decision Processes with non-Markovian Rewards","year":2012,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Markov decision process; Computer science; Representation (politics); Embedding; Markov process; Exploit; State space; Partially observable Markov decision process; Mathematical optimization; Computation; State (computer science); Theoretical computer science; Translation (biology); Artificial intelligence; Algorithm; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003073954,0.001348114,0.001022303,0.0008203549,0.0007072412,0.002077322,0.002259699,0.001267822,0.006779759],"category_scores_gemma":[0.00823461,0.000732444,0.001947961,0.0008462847,0.002180135,0.002883008,0.002184336,0.003330446,0.0008381351],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002023123,"about_ca_system_score_gemma":0.002808495,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002787722,"about_ca_topic_score_gemma":0.003996664,"domain_scores_codex":[0.998085,0.0007220318,0.0001485977,0.0003446533,0.000545622,0.0001540298],"domain_scores_gemma":[0.9959046,0.00301681,0.0003369866,0.0003618408,0.0002882525,0.00009152941],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001046539,0.00009338718,0.0002875882,0.0003626357,0.00005972346,0.00009691172,0.0002970986,0.4354829,0.00177467,0.4926362,0.0009571734,0.06784707],"study_design_scores_gemma":[0.00005766435,0.00003328587,0.00002323735,0.00005099273,0.00002522864,0.00002607334,0.00003017787,0.7987427,0.001966554,0.1950105,0.004019713,0.00001380671],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001062386,0.00005852835,0.9977491,0.00006626858,0.00001539353,0.00003482899,0.00002184752,0.0002046018,0.0007870115],"genre_scores_gemma":[0.1184164,0.0002864018,0.8779218,0.00009713574,0.0000398177,0.0003857962,0.0001537468,0.000218206,0.002480733],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006779759,"threshold_uncertainty_score":0.02268058,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07334018311488119,"score_gpt":0.2621029346985852,"score_spread":0.188762751583704,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}