{"id":"W4416840645","doi":"10.1136/bmjmed-2025-002024","title":"Reproducibility of meta-analytic results in systematic reviews of interventions: meta-research study","year":2025,"lang":"en","type":"article","venue":"BMJ Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Australian Research Council","keywords":"Systematic review; Systematic error; Code (set theory); Reproducibility; Data extraction; Patient data","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6546179,0.005143452,0.02274271,0.0217811,0.002477492,0.01344059,0.007786945,0.006452359,0.003675473],"category_scores_gemma":[0.8835173,0.005418711,0.05914152,0.02273006,0.006053974,0.01196548,0.00982005,0.005921442,0.0008173165],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006459459,"about_ca_system_score_gemma":0.007587917,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001957652,"about_ca_topic_score_gemma":0.002698542,"domain_scores_codex":[0.1462224,0.5995952,0.1715033,0.029374,0.05212855,0.001176457],"domain_scores_gemma":[0.06394856,0.7745966,0.08182528,0.05977422,0.01911595,0.0007394339],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.004855968,0.0001045912,0.04780298,0.1524564,0.7289578,0.0005073684,0.001827967,0.003671662,0.0006496397,0.002865599,0.003681009,0.05261902],"study_design_scores_gemma":[0.005775531,0.002653244,0.05287573,0.1182574,0.7616696,0.002531219,0.001061188,0.01056233,0.003597249,0.02527057,0.01491944,0.0008264979],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.04045882,0.721597,0.1945551,0.005047518,0.00666929,0.01733211,0.007569385,0.001907468,0.004863311],"genre_scores_gemma":[0.7001194,0.06690479,0.183323,0.003777833,0.002421549,0.03674242,0.004600502,0.00132144,0.0007891078],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3453821,"threshold_uncertainty_score":0.4259177,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9716707446074663,"score_gpt":0.7243146200242608,"score_spread":0.2473561245832054,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}