{"id":"W3178874129","doi":"10.1186/s12916-021-02020-6","title":"Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canada Research Chairs; University of Toronto; University of New Brunswick","funders":"Medical Research Council; Cancer Research UK; Laura and John Arnold Foundation","keywords":"Observational study; Medicine; Statistical significance; Sample size determination; Meta-analysis; Randomized controlled trial; Critical appraisal; Interquartile range; Null hypothesis; Statistics; Internal medicine; Pathology; Alternative medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04458718,0.0002585213,0.004339138,0.0002398764,0.00006840519,0.00004223174,0.0005047775,0.00006650997,0.004103136],"category_scores_gemma":[0.3734814,0.0001030986,0.001216285,0.001171549,0.0002045591,0.0001447729,0.00007976752,0.0001724517,0.00003001214],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000180248,"about_ca_system_score_gemma":0.0001464657,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007896392,"about_ca_topic_score_gemma":0.00006551475,"domain_scores_codex":[0.9774802,0.01183969,0.004842684,0.0007819343,0.004935546,0.0001199533],"domain_scores_gemma":[0.9399869,0.05012484,0.0054901,0.001820593,0.002461601,0.0001159945],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002093035,0.0006092362,0.9267674,0.0009974089,0.01070322,0.00001722609,0.01000357,0.002238053,0.005148716,0.01750083,0.01754288,0.008262142],"study_design_scores_gemma":[0.0005518494,0.001072389,0.9432464,0.0004035459,0.01193345,0.000004891496,0.005659978,0.002508979,0.0135552,0.01770432,0.003111828,0.0002472093],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9115167,0.00257767,0.08127822,0.001644123,0.0002663593,0.0009245637,0.0001121446,0.000004196506,0.001676013],"genre_scores_gemma":[0.9934319,0.00004915668,0.004959896,0.0001168194,0.0001086372,0.00003337221,0.00001208185,0.00000577064,0.001282323],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3288943,"threshold_uncertainty_score":0.9968073,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9664124400435993,"score_gpt":0.644063745652456,"score_spread":0.3223486943911432,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}