{"id":"W6888860372","doi":"10.24433/co.9982747.v1","title":"A Thompson sampling algorithm to learn Whittle index policy for restless bandits","year":2022,"lang":"en","type":"other","venue":"Code Ocean","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Markov chain; Class (philosophy); Scheduling (production processes); Markov process; Sampling (signal processing); Index (typography)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004927565,0.000620489,0.0007345453,0.001532452,0.0002506913,0.0001338878,0.000945447,0.0003854142,0.006463184],"category_scores_gemma":[0.0003791047,0.0006924274,0.0002329059,0.001018275,0.00006755018,0.0000489519,0.0005076405,0.0005837888,0.002200589],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000764342,"about_ca_system_score_gemma":0.0004647142,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004920785,"about_ca_topic_score_gemma":0.0006345474,"domain_scores_codex":[0.9968541,0.000130652,0.0003587431,0.001055425,0.0006555672,0.0009455734],"domain_scores_gemma":[0.9979964,0.0001328709,0.0003490474,0.001078743,0.0000804844,0.0003624904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006760474,0.00007865557,0.0002196291,0.0001281382,0.0001187202,0.00001140454,0.0003512602,0.0002396073,0.00002969177,0.0004933414,0.9869763,0.01128561],"study_design_scores_gemma":[0.0009434615,0.0001216852,0.0001700147,0.0002039779,0.0000625359,0.00001223111,0.0001766017,0.0006569288,0.00001529513,0.0003603941,0.9964966,0.0007803277],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0001455727,0.001355617,0.02682742,0.001259289,0.001980437,0.005019502,0.02848631,0.003136428,0.9317894],"genre_scores_gemma":[0.0003957463,0.00002689152,0.01268948,0.000589983,0.004489096,0.000177029,0.001687936,0.005806021,0.9741378],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.0423484,"threshold_uncertainty_score":0.9995527,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04843255918529042,"score_gpt":0.3466562063849024,"score_spread":0.2982236471996119,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}