{"id":"W4312891360","doi":"10.2139/ssrn.4278745","title":"The Anatomy of Out-of-Sample Forecasting Accuracy","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Sample (material); Artificial intelligence; Computer science; Anatomy; Biology; Chemistry; Chromatography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01004063,0.00007630562,0.0001633623,0.0001246578,0.0009368841,0.00005764545,0.001361908,0.00001919347,0.00008657379],"category_scores_gemma":[0.002854045,0.00004846377,0.0001650732,0.0006642325,0.00009865778,0.00009889551,0.000278701,0.001008673,0.000002686422],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001975079,"about_ca_system_score_gemma":0.001037976,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007881733,"about_ca_topic_score_gemma":0.0002483107,"domain_scores_codex":[0.9972069,0.0001660704,0.0006957242,0.000156519,0.0009211416,0.0008536188],"domain_scores_gemma":[0.9955621,0.002851953,0.0008955099,0.0003888679,0.0002636919,0.00003786457],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003513728,0.00004905535,0.002248316,0.000001016526,0.00003498981,4.749116e-7,0.0002959813,0.0003516774,0.0002036157,0.5226744,0.001593132,0.4725122],"study_design_scores_gemma":[0.0001233216,0.0002149091,0.0000643173,0.000003417715,0.000008258252,0.0001647721,0.003454673,0.003506412,0.0003211187,0.9424684,0.04961104,0.00005933523],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7831165,0.002562189,0.2050647,0.004669344,0.0005618525,0.0004854279,0.00006242013,0.00005964773,0.003417888],"genre_scores_gemma":[0.9978213,0.0001597281,0.001463105,0.0000172788,0.00005664808,0.00001812683,0.000001166301,0.000009261127,0.0004533524],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4724529,"threshold_uncertainty_score":0.7205849,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09767000689675563,"score_gpt":0.3956066197132226,"score_spread":0.2979366128164669,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}