{"id":"W4406707019","doi":"10.1017/eds.2024.35.pr3","title":"Recommendation: Improving the reproducibility in geoscientific papers: lessons learned from a Hackathon in climate science — R0/PR3","year":2024,"lang":"en","type":"peer-review","venue":"","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"Engineering and Physical Sciences Research Council; National Oceanic and Atmospheric Administration; Natural Sciences and Engineering Research Council of Canada; McMaster University; Alan Turing Institute; European Commission; Canada Research Chairs; University of Cambridge","keywords":"Reproducibility; Computer science; Data science; Environmental science; Mathematics; Statistics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0791863,0.001046579,0.001558193,0.006749771,0.004683603,0.01777683,0.003708259,0.008148043,0.07914741],"category_scores_gemma":[0.4620432,0.0007384578,0.002043922,0.01240398,0.002684186,0.01617867,0.005360303,0.00578259,0.05869014],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004354457,"about_ca_system_score_gemma":0.02924773,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01035952,"about_ca_topic_score_gemma":0.02283738,"domain_scores_codex":[0.9127491,0.02896028,0.01135493,0.004383627,0.04009296,0.002459049],"domain_scores_gemma":[0.4036935,0.1833739,0.03102929,0.05974537,0.2889083,0.03324962],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000678193,0.0000407904,0.001650619,0.001346208,0.00007957665,0.00007025067,0.0002102276,0.0001551193,0.000302821,0.00281819,0.9000618,0.09319656],"study_design_scores_gemma":[0.0002418439,0.00009212949,0.002777429,0.002880124,0.0001313213,0.0001272855,0.0005510248,0.001214495,0.0009984126,0.0157506,0.9751011,0.0001343696],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.003900399,0.01103024,0.04862097,0.7488603,0.08530568,0.003168876,0.01513108,0.007539591,0.07644287],"genre_scores_gemma":[0.06801359,0.03768899,0.2143217,0.3406871,0.08393966,0.005837171,0.04621461,0.009346913,0.1939502],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9208137,"threshold_uncertainty_score":0.4187822,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06532426947686354,"score_gpt":0.3250317109235223,"score_spread":0.2597074414466587,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}