{"id":"W4408384349","doi":"10.1111/ecin.13285","title":"Introduction to the symposium on reproducibility and replicability in economics: Part I","year":2025,"lang":"en","type":"article","venue":"Economic Inquiry","topic":"Italy: Economic History and Contemporary Issues","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Economics; Reproducibility; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004678323,0.0002345726,0.0005570116,0.0003116758,0.0001845771,0.00009202932,0.0003628773,0.0001257542,0.000292725],"category_scores_gemma":[0.0003410664,0.0002548734,0.00010589,0.0001154976,0.0001996242,0.0003441767,0.0001529485,0.0002408938,0.001418649],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008174757,"about_ca_system_score_gemma":0.00006231553,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002448404,"about_ca_topic_score_gemma":0.0002859755,"domain_scores_codex":[0.9958984,0.00006549411,0.001160889,0.00254572,0.00001007976,0.0003194364],"domain_scores_gemma":[0.9964682,0.0001109265,0.0002553209,0.003077356,0.00001110736,0.00007704538],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005217892,0.0002990741,0.107383,0.00007168385,0.0001451646,0.000002324414,0.006311233,0.006185479,0.00002005866,0.651054,0.2190102,0.008996001],"study_design_scores_gemma":[0.000397215,0.00008470682,0.02261321,0.00001282002,0.000003960317,0.000001959173,0.000336154,0.0005454788,0.000175514,0.02272638,0.9528161,0.0002865408],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.897466,0.0006079297,0.00004201642,0.05378263,0.006939653,0.0006804404,0.00006097046,0.00005028114,0.04037009],"genre_scores_gemma":[0.986184,0.0001763616,0.00004796437,0.002818737,0.002585854,0.0001870237,0.00001760597,0.00002187535,0.007960565],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7338059,"threshold_uncertainty_score":0.9999903,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03125578537913157,"score_gpt":0.2411722947990266,"score_spread":0.209916509419895,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}