{"id":"W4312891360","doi":"10.2139/ssrn.4278745","title":"The Anatomy of Out-of-Sample Forecasting Accuracy","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Sample (material); Artificial intelligence; Computer science; Anatomy; Biology; Chemistry; Chromatography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02019392,0.000727911,0.001333947,0.002238572,0.0007199717,0.004920673,0.002271329,0.002004408,0.002877754],"category_scores_gemma":[0.1534858,0.0006841134,0.000759317,0.00219617,0.003099869,0.01218346,0.002331037,0.00360326,0.0006347108],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001274883,"about_ca_system_score_gemma":0.0009928501,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002657805,"about_ca_topic_score_gemma":0.001629761,"domain_scores_codex":[0.9932355,0.003125907,0.0004945614,0.001039876,0.001778032,0.0003260945],"domain_scores_gemma":[0.8453619,0.1326983,0.003859184,0.01110688,0.006364579,0.0006091517],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002456333,0.0001020032,0.02628275,0.0003021139,0.000265447,0.0004639441,0.001698418,0.09230506,0.001375115,0.5062404,0.005334482,0.3653846],"study_design_scores_gemma":[0.00001727801,0.0001041477,0.008992207,0.0001358128,0.00006001277,0.0003942343,0.0002148284,0.3286943,0.001612971,0.6548572,0.004847937,0.0000690806],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08362474,0.006729447,0.8715706,0.01072455,0.0006231017,0.00005717032,0.0004381906,0.0007878715,0.02544435],"genre_scores_gemma":[0.9072769,0.003727267,0.08155511,0.0007028757,0.001283367,0.00007572589,0.0002695268,0.0002614519,0.004847786],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02019392,"threshold_uncertainty_score":0.1067969,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09767000689675563,"score_gpt":0.3956066197132226,"score_spread":0.2979366128164669,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}