{"id":"W2110338773","doi":"10.5555/777092.777140","title":"Piecewise linear value function approximation for factored MDPs","year":2002,"lang":"en","type":"article","venue":"","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Markov decision process; Bellman equation; Piecewise linear function; Mathematical optimization; Computer science; State space; Modulo; Function (biology); Set (abstract data type); Value (mathematics); Class (philosophy); Tree (set theory); Mathematics; Markov process; Discrete mathematics; Artificial intelligence; Combinatorics; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002307518,0.001321537,0.001971029,0.001076673,0.0005080015,0.001296796,0.001520768,0.00159863,0.004360202],"category_scores_gemma":[0.00968297,0.001037592,0.001565616,0.001339292,0.001397526,0.002147351,0.001446052,0.002345783,0.0006162211],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002124946,"about_ca_system_score_gemma":0.00132404,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005768664,"about_ca_topic_score_gemma":0.003934798,"domain_scores_codex":[0.9989587,0.0004711661,0.00005285884,0.0001794723,0.0002141224,0.0001236272],"domain_scores_gemma":[0.9967986,0.002564731,0.0002309396,0.0001516749,0.0001634605,0.00009058062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002947548,0.00001105212,0.0002112312,0.00005863901,0.00002118719,0.0000361555,0.00005166763,0.9296024,0.0003274413,0.05709148,0.0003550263,0.01220414],"study_design_scores_gemma":[0.000004725629,0.000009420244,0.00001884749,0.00000720883,0.000004287259,0.000007113344,0.000005255806,0.971036,0.00008847539,0.02844281,0.0003725988,0.00000336421],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003202754,0.0001625407,0.995483,0.0000828072,0.000008190083,0.00001756096,0.00003711492,0.0001120933,0.0008939144],"genre_scores_gemma":[0.3534398,0.0009756871,0.6399314,0.0001319808,0.00005113112,0.0004013632,0.0003066235,0.0001693436,0.004592671],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005768664,"threshold_uncertainty_score":0.0154177,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0577675534595821,"score_gpt":0.2506191796353265,"score_spread":0.1928516261757444,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}