{"id":"W2281341692","doi":"10.48550/arxiv.1602.07905","title":"Thompson Sampling is Asymptotically Optimal in General Environments","year":2016,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Bandit Algorithms Research","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Sampling (signal processing); Asymptotically optimal algorithm; Mathematics; Mathematical economics; Applied mathematics; Computer science; Geography; Environmental science; Statistics; Mathematical optimization; Telecommunications","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004568403,0.00108741,0.002210286,0.0008148017,0.0009377613,0.001880589,0.002010821,0.002144305,0.002598156],"category_scores_gemma":[0.03465958,0.0007162252,0.00104046,0.00091126,0.003357608,0.004209038,0.002491636,0.002593366,0.0003213606],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002322358,"about_ca_system_score_gemma":0.001572686,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004036802,"about_ca_topic_score_gemma":0.003925485,"domain_scores_codex":[0.9971231,0.001427212,0.0001067211,0.0006333317,0.0004100867,0.0002995604],"domain_scores_gemma":[0.9830102,0.01352231,0.001006421,0.001434586,0.0005274759,0.000499087],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002595082,0.0001083314,0.002243702,0.0001481942,0.0001477205,0.0002091017,0.0001664743,0.5453817,0.001580703,0.4292785,0.001762678,0.01871337],"study_design_scores_gemma":[0.00002353926,0.00004240692,0.0002674063,0.00001646778,0.00001494934,0.00003654154,0.00001502028,0.7875876,0.0003552809,0.211126,0.0005014178,0.00001333346],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07111488,0.0005683696,0.9198048,0.001090237,0.00006138285,0.0001117222,0.0001415164,0.0003618721,0.00674516],"genre_scores_gemma":[0.9089893,0.0005355234,0.08503556,0.0004048998,0.0001263878,0.0002042917,0.0002402004,0.0001443201,0.004319634],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004568403,"threshold_uncertainty_score":0.02416027,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2727705402762734,"score_gpt":0.3244993651873518,"score_spread":0.05172882491107839,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}