{"id":"W3150442609","doi":"10.1093/aje/kwab090","title":"Invited Commentary: Code Review—An Important Step Toward Reproducible Research","year":2021,"lang":"en","type":"letter","venue":"American Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Cornerstone; Reproducibility; Coding (social sciences); Code (set theory); Computer science; Engineering ethics; Management science; Epistemology; Sociology; Social science; Engineering; History; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04939141,0.001826344,0.002967025,0.002405772,0.006910688,0.007504804,0.006270708,0.06654578,0.006541824],"category_scores_gemma":[0.2923767,0.001731592,0.003276843,0.002509716,0.00821843,0.009622549,0.003620691,0.07467279,0.008240376],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008815716,"about_ca_system_score_gemma":0.01705217,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007321569,"about_ca_topic_score_gemma":0.009664943,"domain_scores_codex":[0.9519523,0.02022698,0.005867034,0.005047296,0.01523644,0.001669854],"domain_scores_gemma":[0.7445545,0.170079,0.01206567,0.006223085,0.05581708,0.01126059],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002653027,0.000007353641,0.00009903917,0.0000891602,0.00001367058,0.0001492118,0.0001032022,0.00002171854,0.00004094579,0.0006499175,0.9964277,0.002371533],"study_design_scores_gemma":[0.0002898144,0.00007690411,0.0008102694,0.001627577,0.00009751054,0.001461668,0.000639179,0.0006810674,0.0003924722,0.01394073,0.9798084,0.0001744288],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.00004573715,0.0006352797,0.000104915,0.966288,0.03259694,0.00001253444,0.00004867575,0.00002270746,0.0002452509],"genre_scores_gemma":[0.0006475088,0.000501687,0.0003586833,0.953695,0.04386554,0.00004979062,0.00002551469,0.00003159408,0.0008245949],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9506086,"threshold_uncertainty_score":0.2612098,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8794022699834447,"score_gpt":0.629277810591345,"score_spread":0.2501244593920997,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}