{"id":"W4252878060","doi":"10.5539/ijsp.v10n2p109","title":"A Q-learning Approach to a Consumption-Investment Problem","year":2021,"lang":"en","type":"article","venue":"International Journal of Statistics and Probability","topic":"Stochastic processes and financial applications","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Mathematical optimization; Investment (military); Q-learning; Markov decision process; Consumption (sociology); Mathematics; Function (biology); Time horizon; Discrete time and continuous time; Mathematical economics; Markov process; Computer science; Artificial intelligence; Reinforcement learning; Statistics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003695716,0.00006976665,0.0001884561,0.00007201861,0.00005413064,0.0000852468,0.0001344736,0.0000309904,0.00004466109],"category_scores_gemma":[0.0004457723,0.00007389443,0.00003691286,0.00008280764,0.00004324661,0.00007033462,0.00006297335,0.0001292431,0.00002129616],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007056542,"about_ca_system_score_gemma":0.00006614329,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001961779,"about_ca_topic_score_gemma":0.000004169469,"domain_scores_codex":[0.9991125,0.000006625178,0.0005344683,0.0001766308,0.00007655746,0.00009319545],"domain_scores_gemma":[0.9989788,0.00007116301,0.0003168188,0.00007208551,0.0004647388,0.00009638557],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001921045,0.0001644211,0.006497882,0.00003180528,0.0000496609,0.000005008018,0.0003920136,0.0002265665,0.00001715574,0.9892955,0.0001804052,0.003120366],"study_design_scores_gemma":[0.000327159,0.00008221264,0.01788218,0.00002084507,0.000007246037,0.00008098342,0.00003484251,0.001012838,0.00001816472,0.961063,0.01937381,0.0000967601],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01476546,0.0005147265,0.9793329,0.0008051471,0.0001772581,0.0001072824,0.0002632807,0.000004930931,0.004029014],"genre_scores_gemma":[0.4996809,0.0001644746,0.4993406,0.0005094611,0.0001339039,0.00002375309,0.00002278972,0.000008579293,0.0001155272],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4849154,"threshold_uncertainty_score":0.3013327,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03217459380474713,"score_gpt":0.2565965419785219,"score_spread":0.2244219481737748,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}