{"id":"W2110338773","doi":"10.5555/777092.777140","title":"Piecewise linear value function approximation for factored MDPs","year":2002,"lang":"en","type":"article","venue":"","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Markov decision process; Bellman equation; Piecewise linear function; Mathematical optimization; Computer science; State space; Modulo; Function (biology); Set (abstract data type); Value (mathematics); Class (philosophy); Tree (set theory); Mathematics; Markov process; Discrete mathematics; Artificial intelligence; Combinatorics; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001312577,0.00009081107,0.00008492733,0.00005146129,0.00009832098,0.00009673735,0.0002594813,0.00006193499,0.00005004526],"category_scores_gemma":[0.00002982754,0.00007769262,0.0000511192,0.0001516572,0.0000118166,0.000420533,0.00003586644,0.00006102861,0.0001337153],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001852571,"about_ca_system_score_gemma":0.00001014693,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009953515,"about_ca_topic_score_gemma":0.000001090002,"domain_scores_codex":[0.9992535,0.00001974483,0.0001527436,0.0002593442,0.0001386703,0.0001760569],"domain_scores_gemma":[0.9994788,0.00004373812,0.00004331973,0.0002831575,0.0000884335,0.00006262019],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001137811,0.0001656676,0.00005957125,0.00003668429,0.00002153778,6.12541e-7,0.0007000484,0.003127823,0.002726652,0.6509002,0.009904638,0.3323452],"study_design_scores_gemma":[0.000199061,0.00009706333,0.00007513132,0.000005323489,0.000004451104,0.000001557917,0.00000706132,0.9787524,0.001390289,0.01699214,0.002365242,0.0001103168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002022652,0.00004456909,0.9927982,0.0006381161,0.0002799566,0.0001640779,0.00000138866,0.0003059802,0.003745047],"genre_scores_gemma":[0.7971113,0.000007731891,0.2005811,0.0004307915,0.00009478692,0.00003206405,0.000004822449,0.000006512669,0.001730822],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9756246,"threshold_uncertainty_score":0.3168213,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0577675534595821,"score_gpt":0.2506191796353265,"score_spread":0.1928516261757444,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}