{"id":"W2569695769","doi":"10.1007/978-3-319-50502-2_3","title":"Markov Multi-armed Bandit","year":2016,"lang":"en","type":"book-chapter","venue":"Wireless networks","topic":"Advanced Bandit Algorithms Research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University","funders":"","keywords":"Markov chain; Computer science; Markov model; Variable-order Markov model; Markov process; Markov property; Markov decision process; Markov kernel; Mathematical optimization; Markov renewal process; Examples of Markov chains; Mathematics; Machine learning; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002165316,0.0007940594,0.00128069,0.0006580658,0.0003476865,0.0003830081,0.002648051,0.001198844,0.009833977],"category_scores_gemma":[0.0005387412,0.0005311414,0.0005498425,0.0002365729,0.0008002787,0.0003549266,0.0009373375,0.00146782,0.005172589],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002958633,"about_ca_system_score_gemma":0.0002177523,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004300942,"about_ca_topic_score_gemma":0.00007205,"domain_scores_codex":[0.9919656,0.0001645265,0.001381036,0.001786051,0.003529917,0.00117286],"domain_scores_gemma":[0.9922968,0.003302122,0.0007982861,0.002213692,0.0008366567,0.0005524011],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000134484,0.00003221064,0.00005173914,0.000009273656,0.0001160511,0.0003259763,0.000034005,0.001087234,0.000005589254,0.006878722,0.06832538,0.9229993],"study_design_scores_gemma":[0.001751408,0.0001028985,0.0001954823,0.0004670081,0.00003560955,0.00003986289,0.00001769118,0.0512771,0.00001502657,0.04588139,0.8989516,0.001264933],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.0000114391,0.002592347,0.6091687,0.0004589622,0.002955607,0.0008973288,0.0001940616,0.0002293343,0.3834922],"genre_scores_gemma":[0.007345539,0.0014133,0.00113704,0.000188856,0.002906393,0.0000523042,0.00004299397,0.000220025,0.9866936],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9217344,"threshold_uncertainty_score":0.999714,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1022131276347232,"score_gpt":0.3813151395114032,"score_spread":0.27910201187668,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}