{"id":"W4315489038","doi":"10.1109/cdc51059.2022.9992898","title":"Partially observable restless bandits with restarts: indexability and computation of Whittle index","year":2022,"lang":"en","type":"article","venue":"2022 IEEE 61st Conference on Decision and Control (CDC)","topic":"Advanced Bandit Algorithms Research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Reset (finance); Observable; Computation; Computer science; Index (typography); State (computer science); Markov process; Mathematical optimization; Markov decision process; Mathematics; Algorithm; Statistics; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003539532,0.0002757768,0.0006976228,0.0004411574,0.0006035073,0.0003165617,0.000671308,0.00009460941,0.0008746223],"category_scores_gemma":[0.001414225,0.0002062295,0.00007036781,0.00100082,0.0004434914,0.0004163301,0.0003148403,0.0006003109,0.0000176022],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008255326,"about_ca_system_score_gemma":0.0003522649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001040665,"about_ca_topic_score_gemma":0.0004672753,"domain_scores_codex":[0.9936168,0.0007756637,0.0008909835,0.001038765,0.003239579,0.0004382269],"domain_scores_gemma":[0.9947999,0.00294122,0.0004359166,0.0007387826,0.0007968699,0.0002872702],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.01621335,0.001001799,0.1119162,0.00004687638,0.0001361598,0.0001857677,0.001656269,0.0909124,0.00319215,0.00303169,0.005012909,0.7666944],"study_design_scores_gemma":[0.01556053,0.004606775,0.3492539,0.0001561129,0.00005251113,0.00007021158,0.005772261,0.4872855,0.0006312923,0.1260466,0.009622244,0.000942094],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8127407,0.0002426913,0.1839994,0.001049154,0.0003451288,0.0008106013,0.0001892661,0.00003949972,0.000583532],"genre_scores_gemma":[0.9985616,0.00006436556,0.0004634188,0.0002446064,0.00004047361,0.0001065328,0.000007701025,0.00002044509,0.0004908432],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7657524,"threshold_uncertainty_score":0.9576501,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1183480063343356,"score_gpt":0.386241167763421,"score_spread":0.2678931614290854,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}