{"id":"W4226504205","doi":"10.31222/osf.io/9e526","title":"Teaching Open and Reproducible Scholarship: A Critical Review of the Evidence Base for Current Pedagogical Methods and their Outcomes","year":2022,"lang":"en","type":"review","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Economic and Social Research Council; Queen's University; Department for the Economy; UK Research and Innovation; Queen's University Belfast; John Templeton Foundation","keywords":"Scholarship; Credibility; Promotion (chess); Psychology; Engineering ethics; Medical education; Mathematics education; Political science; Medicine; Engineering","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.1737969,0.002574312,0.009846304,0.02629292,0.002589396,0.009542543,0.005237525,0.005200415,0.003997868],"category_scores_gemma":[0.4624068,0.002531813,0.01017295,0.01806813,0.005275463,0.01096244,0.005176537,0.005657617,0.0008500694],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01458849,"about_ca_system_score_gemma":0.04858742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007422777,"about_ca_topic_score_gemma":0.02063427,"domain_scores_codex":[0.8519196,0.07491285,0.04483992,0.005411655,0.02163811,0.001277833],"domain_scores_gemma":[0.4715855,0.4338348,0.03230695,0.01083628,0.04971136,0.001725102],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003574781,0.00005575335,0.0008622337,0.793069,0.006324368,0.0001716059,0.001786713,0.0002705737,0.0003347515,0.004107416,0.007700503,0.1849595],"study_design_scores_gemma":[0.00008221642,0.0001041184,0.0006593269,0.9490222,0.01003733,0.0001393836,0.0006348103,0.0001118366,0.0002210622,0.002729534,0.03620868,0.00004954265],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003624354,0.9929491,0.001234935,0.003441004,0.0008113469,0.0007401604,0.0001123758,0.00001587405,0.0003328229],"genre_scores_gemma":[0.01115005,0.976051,0.006969341,0.002805619,0.0004818271,0.002201163,0.0001775539,0.00002788071,0.0001355239],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9947625,"threshold_uncertainty_score":0.9191371,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9813179241858248,"score_gpt":0.7638947768303257,"score_spread":0.2174231473554991,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}