{"id":"W2490120274","doi":"10.4018/978-1-60960-165-2.ch003","title":"An Introduction to Fully and Partially Observable Markov Decision Processes","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Management science; Partially observable Markov decision process; Markov decision process; Focus (optics); Markov process; Software deployment; Markov chain; Observable; Markov model; Risk analysis (engineering); Machine learning; Mathematics; Software engineering; Engineering; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004953119,0.001152506,0.0007498325,0.0007991826,0.0003663272,0.001440596,0.0008536616,0.001437841,0.03657272],"category_scores_gemma":[0.001281013,0.0005852063,0.0007409175,0.001918267,0.0008444556,0.002395764,0.0008228841,0.002771585,0.01122204],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001076956,"about_ca_system_score_gemma":0.0009865161,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001174742,"about_ca_topic_score_gemma":0.001347285,"domain_scores_codex":[0.9996942,0.00006454165,0.00002662577,0.00007118077,0.0001159925,0.00002754084],"domain_scores_gemma":[0.9992908,0.0005418981,0.00002786027,0.00004222346,0.00006930021,0.00002785711],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002736798,0.00008219884,0.0001927239,0.001227186,0.00003220246,0.0002484989,0.0002855616,0.01444175,0.001209143,0.6546868,0.1039204,0.2236462],"study_design_scores_gemma":[0.000008789619,0.00003273416,0.0002807159,0.00044292,0.00001003414,0.0002995038,0.00003294116,0.009467384,0.0002559731,0.3753979,0.6137481,0.00002291378],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00225955,0.1273326,0.5531158,0.006394117,0.002786585,0.000207703,0.002130108,0.001403286,0.3043704],"genre_scores_gemma":[0.0935398,0.2367844,0.3687333,0.004959445,0.005611997,0.0009073968,0.003966213,0.000853307,0.2846441],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03657272,"threshold_uncertainty_score":0.122348,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02260650668927809,"score_gpt":0.2481189723978673,"score_spread":0.2255124657085892,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}