{"id":"W2462621446","doi":"10.82308/4102","title":"Sequential decision making in non-stationary environments","year":2010,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Limit (mathematics); Degree (music); Computer science; Stationary distribution; Markov process; Mathematical optimization; Stationary state; Markov chain; Mathematics; Machine learning; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005537811,0.0009411442,0.002204252,0.0008869443,0.001268917,0.002215704,0.001914003,0.00194287,0.004937097],"category_scores_gemma":[0.01630352,0.001060227,0.001041064,0.001393725,0.001800241,0.002891494,0.001523905,0.002006709,0.0005069586],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001836071,"about_ca_system_score_gemma":0.002794213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01244161,"about_ca_topic_score_gemma":0.0120377,"domain_scores_codex":[0.9967019,0.001560939,0.0001489974,0.0006966668,0.0004756871,0.0004158094],"domain_scores_gemma":[0.9761809,0.02086112,0.001056124,0.0005218396,0.0007446103,0.0006353259],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005058873,0.000129363,0.001282841,0.0001494999,0.00007051465,0.0001315934,0.0002213697,0.932866,0.0006988111,0.03357835,0.0005046065,0.02986114],"study_design_scores_gemma":[0.00006358414,0.00009546558,0.0003075425,0.00001635509,0.00001854016,0.00002155837,0.00004725402,0.9598047,0.0004261605,0.038696,0.0004883194,0.00001457184],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1697298,0.000787117,0.8237491,0.0008743317,0.00008442927,0.0001354826,0.0001555999,0.0003048547,0.004179391],"genre_scores_gemma":[0.8398497,0.0007246203,0.1522676,0.0001554076,0.00008000368,0.0001881593,0.0002243132,0.00005908403,0.006451182],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01244161,"threshold_uncertainty_score":0.0292871,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01806766416808527,"score_gpt":0.2567250202652421,"score_spread":0.2386573560971569,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}