{"id":"W4402146094","doi":"10.1093/aje/kwae332","title":"Assessing the certainty of the evidence in systematic reviews: importance, process, and use","year":2024,"lang":"en","type":"article","venue":"American Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Certainty; Systematic review; Process (computing); Medicine; Systematic process; MEDLINE; Risk analysis (engineering); Computer science; Epistemology; Engineering; Political science; Philosophy; Work in process; Operations management; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.795077,0.005233844,0.02378934,0.04712663,0.007464055,0.04271017,0.009956032,0.01739419,0.004765524],"category_scores_gemma":[0.9361235,0.009629382,0.0179206,0.03534473,0.02053258,0.04595293,0.02283612,0.02215256,0.001852106],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02228591,"about_ca_system_score_gemma":0.06394527,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00847236,"about_ca_topic_score_gemma":0.008762352,"domain_scores_codex":[0.08635904,0.640655,0.183248,0.009171691,0.07912203,0.001444341],"domain_scores_gemma":[0.03966526,0.8352091,0.04643781,0.0245403,0.05261539,0.001532129],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001358844,0.0001747443,0.007604452,0.2832215,0.02096499,0.0005347262,0.01754962,0.00234681,0.0006540884,0.0734585,0.0239362,0.5681955],"study_design_scores_gemma":[0.002227136,0.000760974,0.005756104,0.4526366,0.02080463,0.001636342,0.004335535,0.008251111,0.002309552,0.4065967,0.09296449,0.001720917],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.00550721,0.5448074,0.2680906,0.1268884,0.01258571,0.02742863,0.001798581,0.001113113,0.01178028],"genre_scores_gemma":[0.0965276,0.1425128,0.7158373,0.01096077,0.004958786,0.02738125,0.0005830706,0.0004720125,0.0007664505],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.204923,"threshold_uncertainty_score":0.2527066,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7904981829431675,"score_gpt":0.6035752628648117,"score_spread":0.1869229200783559,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}