{"id":"W133224232","doi":"10.1287/opre.2017.1598","title":"Simplex Algorithm for Countable-State Discounted Markov Decision Processes","year":2017,"lang":"en","type":"article","venue":"Operations Research","topic":"Supply Chain and Inventory Management","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Sequence (biology); Countable set; Markov decision process; Simplex; Mathematics; Mathematical optimization; Monotonic function; Computation; Markov chain; Algorithm; Computer science; Discrete mathematics; Markov process; Combinatorics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001700417,0.0009579887,0.001493203,0.0006661802,0.000661689,0.001811781,0.001697488,0.001365897,0.005895298],"category_scores_gemma":[0.006255133,0.0006915673,0.001075441,0.0009387415,0.001013328,0.001644587,0.001876531,0.00261213,0.0009685881],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001608411,"about_ca_system_score_gemma":0.002675345,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00486265,"about_ca_topic_score_gemma":0.004613339,"domain_scores_codex":[0.9989256,0.0005246738,0.00005503369,0.0001711446,0.0002201908,0.0001033327],"domain_scores_gemma":[0.9976539,0.001678008,0.0001615308,0.0001370055,0.0002638868,0.0001056967],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005579842,0.00003620102,0.0003411888,0.000102627,0.00004163566,0.00006077877,0.00008386694,0.8170174,0.0003008103,0.1496806,0.001435001,0.03084398],"study_design_scores_gemma":[0.00001260104,0.0000085108,0.00001714253,0.0000107854,0.000003598417,0.00001044023,0.000007291164,0.9430995,0.0001347679,0.05575447,0.0009356173,0.00000532957],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002696301,0.0001470624,0.9941696,0.0001297283,0.00002215577,0.00004343387,0.00006860648,0.0001526631,0.002570536],"genre_scores_gemma":[0.2490178,0.0005439715,0.7432835,0.0001529504,0.00005118899,0.0005867988,0.0003956124,0.0001844127,0.005783802],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005895298,"threshold_uncertainty_score":0.01972169,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1095995037674026,"score_gpt":0.3972092885550222,"score_spread":0.2876097847876196,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}