{"id":"W133224232","doi":"10.1287/opre.2017.1598","title":"Simplex Algorithm for Countable-State Discounted Markov Decision Processes","year":2017,"lang":"en","type":"article","venue":"Operations Research","topic":"Supply Chain and Inventory Management","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Sequence (biology); Countable set; Markov decision process; Simplex; Mathematics; Mathematical optimization; Monotonic function; Computation; Markov chain; Algorithm; Computer science; Discrete mathematics; Markov process; Combinatorics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001627626,0.0001540623,0.0001602225,0.0003791887,0.003627221,0.004544933,0.0008554689,0.00004728377,0.0008018875],"category_scores_gemma":[0.001284626,0.0001322927,0.00005182247,0.0003592949,0.0001935302,0.002648325,0.0005282172,0.0001611421,0.000474142],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000831922,"about_ca_system_score_gemma":0.0001232382,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001646844,"about_ca_topic_score_gemma":0.003366407,"domain_scores_codex":[0.9980596,0.0000162841,0.0002635554,0.0004179209,0.0007039632,0.0005386466],"domain_scores_gemma":[0.9976223,0.0001272832,0.00005345361,0.0007320826,0.001438578,0.00002628886],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001626155,0.0004976004,0.0016522,0.0006489069,0.0001005551,0.00002182631,0.000179745,0.00143316,0.000308122,0.01837746,0.3325064,0.6441114],"study_design_scores_gemma":[0.0008148722,0.00002281699,0.0009081325,0.00006988954,0.00001196522,4.249405e-7,0.0004009216,0.2904036,0.0001166387,0.002604193,0.7044498,0.0001968216],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1937217,0.0007099048,0.4587903,0.02615451,0.003853822,0.01443967,0.000471904,0.0006373461,0.3012208],"genre_scores_gemma":[0.9146149,0.0002650735,0.0156694,0.001505245,0.003438087,0.002125944,0.000627015,0.0001363219,0.06161807],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7208931,"threshold_uncertainty_score":0.9976699,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1095995037674026,"score_gpt":0.3972092885550222,"score_spread":0.2876097847876196,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}