{"id":"W2087664232","doi":"10.1016/j.amc.2010.09.018","title":"A variable neighborhood search based algorithm for finite-horizon Markov Decision Processes","year":2010,"lang":"en","type":"article","venue":"Applied Mathematics and Computation","topic":"Advanced Control Systems Optimization","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Markov decision process; Variable (mathematics); Markov chain; Algorithm; Mathematical optimization; Mathematics; Computer science; Variable neighborhood search; Markov process; Statistics; Mathematical analysis; Metaheuristic","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001519321,0.0004282503,0.00148293,0.0006000404,0.0006004182,0.0006703511,0.00159623,0.001233596,0.002803603],"category_scores_gemma":[0.003745572,0.0005457875,0.0005054898,0.0006657629,0.0007089789,0.0009589983,0.001148866,0.001163835,0.0003425719],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008875681,"about_ca_system_score_gemma":0.00183808,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006497023,"about_ca_topic_score_gemma":0.006691549,"domain_scores_codex":[0.9995178,0.0001804498,0.00002261657,0.00008422844,0.0001471915,0.00004773493],"domain_scores_gemma":[0.9983137,0.001275187,0.0000765197,0.00006131046,0.0002120346,0.00006130151],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001685043,0.00009002676,0.0003441994,0.00006242595,0.00004527758,0.00003573468,0.00003963167,0.8786511,0.001006954,0.02689404,0.001514592,0.09114747],"study_design_scores_gemma":[0.00001255128,0.00001307177,0.00002352194,0.000002573029,0.000002270576,0.0000038777,0.000001304152,0.9975127,0.00009439882,0.002156667,0.0001748952,0.000002133216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008843305,0.0001833889,0.9895045,0.00008871957,0.00004494207,0.00004248603,0.00002845956,0.0001515365,0.001112732],"genre_scores_gemma":[0.3195375,0.0002418587,0.6752657,0.0001578134,0.00007020874,0.0004506334,0.0001961881,0.000111342,0.003968811],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006497023,"threshold_uncertainty_score":0.01291841,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.007073923723852037,"score_gpt":0.2280544229033957,"score_spread":0.2209804991795436,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}