{"id":"W3178874129","doi":"10.1186/s12916-021-02020-6","title":"Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canada Research Chairs; University of Toronto; University of New Brunswick","funders":"Medical Research Council; Cancer Research UK; Laura and John Arnold Foundation","keywords":"Observational study; Medicine; Statistical significance; Sample size determination; Meta-analysis; Randomized controlled trial; Critical appraisal; Interquartile range; Null hypothesis; Statistics; Internal medicine; Pathology; Alternative medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.1219175,0.003642937,0.01759256,0.03683568,0.00133846,0.007244383,0.004151997,0.003011816,0.005028376],"category_scores_gemma":[0.3447808,0.003190293,0.0291536,0.0318357,0.002714668,0.004103051,0.006004808,0.002345735,0.0009726245],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004487865,"about_ca_system_score_gemma":0.00965106,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003294226,"about_ca_topic_score_gemma":0.008217225,"domain_scores_codex":[0.8112462,0.07281296,0.0883838,0.007428508,0.01862823,0.00150035],"domain_scores_gemma":[0.582619,0.343701,0.04974921,0.01104274,0.01179477,0.001093275],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.001258595,0.00003095834,0.01475868,0.6854373,0.2551072,0.0003057829,0.0004152317,0.0005437526,0.0003956431,0.0005386293,0.001661011,0.03954724],"study_design_scores_gemma":[0.0007159456,0.0002099566,0.02044233,0.3174891,0.647624,0.0003142701,0.0002837262,0.000265325,0.0005586827,0.001756717,0.01026256,0.00007758867],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.00783259,0.9798099,0.003350358,0.0009350435,0.0003000446,0.002098406,0.004609098,0.00007166185,0.0009929001],"genre_scores_gemma":[0.1818099,0.7828858,0.01633853,0.0026425,0.0008531446,0.01040344,0.004537496,0.0001765009,0.000352573],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9824075,"threshold_uncertainty_score":0.6447693,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9664124400435993,"score_gpt":0.644063745652456,"score_spread":0.3223486943911432,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}