{"id":"W2911377445","doi":"10.1002/leap.1224","title":"Is the drive for reproducible science having a detrimental effect on what is published?","year":2019,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Novelty; Criticism; Movement (music); Computer science; Epistemology; Process (computing); Publishing; Scientific progress; Engineering ethics; Data science; Political science; Psychology; Law; Philosophy; Social psychology; Aesthetics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.3121724,0.0003732578,0.001969179,0.0009173924,0.0008846149,0.09031476,0.006819061,0.0001334136,0.008266737],"category_scores_gemma":[0.1750017,0.0001601141,0.001673893,0.005207771,0.0001741636,0.01882138,0.0006818961,0.0005715577,0.003493767],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001539135,"about_ca_system_score_gemma":0.0002208646,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006056614,"about_ca_topic_score_gemma":0.000007331213,"domain_scores_codex":[0.977421,0.003718811,0.004235071,0.003883801,0.009925291,0.0008160227],"domain_scores_gemma":[0.969691,0.01308721,0.00372672,0.01117026,0.002050929,0.0002739144],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006106338,0.0001001128,0.06735378,0.0001287345,0.0002746642,0.000002393947,0.008899399,0.0001871673,0.003605599,0.007976995,0.61739,0.2940201],"study_design_scores_gemma":[0.001768543,0.0008873306,0.01321823,0.0006099207,0.0003949477,0.00003265836,0.01696823,0.03045538,0.03183673,0.02377667,0.878956,0.001095417],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8591987,0.001645517,0.001242898,0.08135942,0.003700525,0.004667012,0.00001770499,0.00004090223,0.0481273],"genre_scores_gemma":[0.9599887,0.00001058462,0.001290443,0.008919438,0.0002708519,0.0001195725,0.000007404871,0.00002747748,0.02936558],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2929247,"threshold_uncertainty_score":0.9985545,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4856131818463446,"score_gpt":0.493911684743706,"score_spread":0.008298502897361393,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}