{"id":"W4235635797","doi":"10.21203/rs.3.rs-150893/v1","title":"The REPRISE Project: Protocol for an Evaluation of Reproducibility and Replicability in Syntheses of Evidence","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Bruyère; University of Ottawa; Ottawa Hospital","funders":"National Institute for Health Research Applied Research Collaboration West; National Health and Medical Research Council; University of Bristol; National Institute for Health and Care Research; Australian Government; NIHR Bristol Biomedical Research Centre; University Hospitals Bristol NHS Foundation Trust; Medical Research Council; University of Ottawa","keywords":"Reprise; Protocol (science); Reproducibility; Computer science; Medicine; Chemistry; Chromatography; Humanities; Philosophy; Alternative medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4589754,0.0001469067,0.000470455,0.0004754095,0.0002681315,0.0007021711,0.002014132,0.0001206714,0.00003310803],"category_scores_gemma":[0.600655,0.00008338266,0.0001379111,0.001650075,0.000778782,0.0002974922,0.004843668,0.0004689409,7.84596e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001884433,"about_ca_system_score_gemma":0.00184181,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001656388,"about_ca_topic_score_gemma":0.001219098,"domain_scores_codex":[0.9655556,0.01413979,0.002697004,0.006726517,0.0102998,0.0005812917],"domain_scores_gemma":[0.9221108,0.0355956,0.001130163,0.02521183,0.01582677,0.0001248223],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0009533722,0.0009248937,0.06064741,0.003040363,0.00002351047,0.000001157627,0.004267737,0.001727432,0.0003061045,0.0001707716,0.003975351,0.9239619],"study_design_scores_gemma":[0.001038722,0.0009435246,0.5637248,0.008938383,0.00004543025,0.000002279586,0.02754048,0.2680007,0.007800678,0.1157485,0.005757795,0.0004586446],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6915256,0.000243837,0.0003715315,0.001101833,0.000160548,0.3060825,0.00008349754,0.00001988259,0.0004107613],"genre_scores_gemma":[0.8326806,0.00001415464,0.001271927,0.000001591773,0.0000400459,0.1658657,0.000008119032,0.000007755903,0.0001100696],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9235032,"threshold_uncertainty_score":0.6771051,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8908610792452631,"score_gpt":0.6818632375922135,"score_spread":0.2089978416530497,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}