{"id":"W4315489038","doi":"10.1109/cdc51059.2022.9992898","title":"Partially observable restless bandits with restarts: indexability and computation of Whittle index","year":2022,"lang":"en","type":"article","venue":"2022 IEEE 61st Conference on Decision and Control (CDC)","topic":"Advanced Bandit Algorithms Research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Reset (finance); Observable; Computation; Computer science; Index (typography); State (computer science); Markov process; Mathematical optimization; Markov decision process; Mathematics; Algorithm; Statistics; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003400884,0.001191088,0.001777561,0.0008051586,0.0005876707,0.002340331,0.001882049,0.001520569,0.004040103],"category_scores_gemma":[0.02024163,0.0005898271,0.0006904036,0.000756793,0.002639913,0.003788371,0.001870592,0.002164141,0.0003538357],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002114001,"about_ca_system_score_gemma":0.001708228,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003757244,"about_ca_topic_score_gemma":0.002389117,"domain_scores_codex":[0.9985863,0.0005041899,0.00008691966,0.0002748518,0.000257661,0.0002901733],"domain_scores_gemma":[0.9889531,0.008016699,0.001244972,0.0009269666,0.0004859371,0.0003723385],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002330656,0.00004228465,0.0006442547,0.00005080957,0.00002572068,0.00008970392,0.00006189432,0.9170151,0.0008090437,0.07162219,0.0003238089,0.009082081],"study_design_scores_gemma":[0.000008021342,0.00001633521,0.00005166899,0.000006577814,0.000003196316,0.000007539868,0.000005702106,0.976775,0.000281067,0.02278158,0.00005860663,0.00000469893],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07012647,0.000255524,0.9255811,0.0002733103,0.00003139738,0.00007472166,0.0001266046,0.0005298303,0.003001147],"genre_scores_gemma":[0.9424193,0.0001291941,0.05487017,0.00009191879,0.00002476354,0.0001308699,0.0001482941,0.000100024,0.002085572],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004040103,"threshold_uncertainty_score":0.01798576,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1183480063343356,"score_gpt":0.386241167763421,"score_spread":0.2678931614290854,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}