{"id":"W4226504205","doi":"10.31222/osf.io/9e526","title":"Teaching Open and Reproducible Scholarship: A Critical Review of the Evidence Base for Current Pedagogical Methods and their Outcomes","year":2022,"lang":"en","type":"review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Economic and Social Research Council; Queen's University; Department for the Economy; UK Research and Innovation; Queen's University Belfast; John Templeton Foundation","keywords":"Scholarship; Credibility; Promotion (chess); Psychology; Engineering ethics; Medical education; Mathematics education; Political science; Medicine; Engineering","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5297139,0.0006820084,0.01590762,0.0002334929,0.0005323451,0.001365307,0.006132409,0.0001121121,0.00747299],"category_scores_gemma":[0.6484308,0.0002053494,0.0049496,0.001061328,0.0001777959,0.0005117864,0.004416536,0.0009775612,0.0000212258],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004184778,"about_ca_system_score_gemma":0.0003702641,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001213356,"about_ca_topic_score_gemma":0.000003618962,"domain_scores_codex":[0.868408,0.1079905,0.01597005,0.003664132,0.003579727,0.0003876392],"domain_scores_gemma":[0.7561515,0.2108378,0.01240093,0.0187497,0.001364728,0.000495353],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[8.460356e-7,0.000035572,0.00008591464,0.0852066,0.0001243185,2.461782e-7,0.00006619717,9.402108e-9,7.101838e-8,0.006084142,0.004997429,0.9033986],"study_design_scores_gemma":[0.00003807172,0.00003359653,0.00001706851,0.0562207,0.002370225,0.00004350206,0.0001411389,0.00002887638,1.718373e-7,0.004883263,0.9359967,0.0002267353],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[9.506371e-7,0.9815127,0.008255969,0.002697117,0.000346657,0.00629487,0.00005977427,0.000003738566,0.0008282163],"genre_scores_gemma":[0.000001256021,0.9547147,0.03934084,0.0006405404,0.00004651584,0.0009445004,0.000004375103,0.00002231453,0.004285029],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9309992,"threshold_uncertainty_score":0.9996714,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9813179241858248,"score_gpt":0.7638947768303257,"score_spread":0.2174231473554991,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}