{"id":"W4410127140","doi":"10.2139/ssrn.5241559","title":"Assessing Reproducibility in Economics Using Standardized Crowd-Sourced Analysis","year":2025,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Reproducibility; Computer science; Data science; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1264294,0.001047129,0.001064916,0.01025473,0.001950084,0.004625157,0.002302995,0.002540053,0.002545553],"category_scores_gemma":[0.4067594,0.0006145982,0.001879776,0.007702897,0.004069127,0.003527459,0.005412334,0.001106674,0.001171271],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001828009,"about_ca_system_score_gemma":0.002900762,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00509365,"about_ca_topic_score_gemma":0.00421996,"domain_scores_codex":[0.8394588,0.09208041,0.01284007,0.01722587,0.0366234,0.001771428],"domain_scores_gemma":[0.4084764,0.3429902,0.04539773,0.118099,0.08277408,0.002262563],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001890211,0.00115325,0.7250573,0.001543313,0.00647494,0.0006968602,0.01310843,0.02541384,0.005646783,0.0386216,0.01964767,0.1607458],"study_design_scores_gemma":[0.0006559275,0.001071291,0.7841192,0.0006792686,0.0014137,0.0007528531,0.006620913,0.07141958,0.01205748,0.0808859,0.03985871,0.0004650696],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7177613,0.001851261,0.2380967,0.001142751,0.001009446,0.002476723,0.005439489,0.001175887,0.03104643],"genre_scores_gemma":[0.9594039,0.00019806,0.03383323,0.000235481,0.0002666182,0.001472742,0.002904808,0.0002277868,0.001457452],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8735706,"threshold_uncertainty_score":0.6686304,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01728460611354043,"score_gpt":0.2774591577970544,"score_spread":0.2601745516835139,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}