{"id":"W4281561301","doi":"10.48550/arxiv.2203.09612","title":"Risk-Averse Markov Decision Processes through a Distributional Lens","year":2022,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Risk and Portfolio Optimization","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Markov decision process; Dynamic programming; Mathematical optimization; Limit (mathematics); Regular polygon; Markov process; Invariant (physics); Markov chain; Risk measure; Computer science; Econometrics; Order (exchange); Mathematics; Economics; Statistics; Machine learning","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002094278,0.0008729538,0.0007367648,0.0009251301,0.0006288143,0.002514049,0.00094054,0.001294973,0.003913292],"category_scores_gemma":[0.00537771,0.0004712707,0.001060303,0.0006247941,0.002356034,0.003834667,0.00187737,0.002764445,0.000357737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002244501,"about_ca_system_score_gemma":0.001293615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00192539,"about_ca_topic_score_gemma":0.001426945,"domain_scores_codex":[0.9988368,0.0005764513,0.00004297746,0.0001742183,0.0002734564,0.00009608686],"domain_scores_gemma":[0.9971602,0.001728225,0.0003901289,0.000206709,0.0002673011,0.0002474211],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005938413,0.00001263296,0.000166087,0.00001119302,0.00000837441,0.00003729295,0.00005015932,0.03069259,0.0002644036,0.9667782,0.0002459258,0.001727064],"study_design_scores_gemma":[0.000008062862,0.0000169965,0.0001433612,0.00001222059,0.000004933027,0.00002577831,0.00002676333,0.2286399,0.0001197782,0.7697899,0.001203805,0.000008583878],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05112258,0.0006462688,0.9234413,0.002662279,0.00007210804,0.00004172425,0.0001707873,0.00009251512,0.02175051],"genre_scores_gemma":[0.8752724,0.001483335,0.1066234,0.0004143954,0.000304715,0.000190851,0.0001612263,0.00008455152,0.01546527],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.003913292,"threshold_uncertainty_score":0.01628506,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.148469092824942,"score_gpt":0.2724317286602049,"score_spread":0.1239626358352629,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}