{"id":"W4366386744","doi":"10.1136/bmjebm-2022-112111","title":"Rapid reviews methods series: Guidance on assessing the certainty of evidence","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Impact","funders":"Public Health Agency","keywords":"Grading (engineering); Systematic review; Computer science; Rating system; Certainty; Management science; Medicine; Actuarial science; MEDLINE; Engineering; Mathematics; Business; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.389394,0.006437434,0.01276672,0.02764555,0.002533646,0.01295142,0.01166051,0.0132253,0.1176816],"category_scores_gemma":[0.7202661,0.009091591,0.02135042,0.02263429,0.003968491,0.01031031,0.01193665,0.0160281,0.0855865],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009554849,"about_ca_system_score_gemma":0.05718588,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007355266,"about_ca_topic_score_gemma":0.008736609,"domain_scores_codex":[0.4279593,0.3825945,0.1179253,0.00608425,0.06307795,0.002358705],"domain_scores_gemma":[0.2415231,0.543166,0.0509262,0.04021193,0.1199889,0.004183845],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009608174,0.0001201202,0.0003938632,0.1176863,0.001825552,0.0001842238,0.001356355,0.0009837855,0.0005025557,0.02126358,0.5264125,0.3283104],"study_design_scores_gemma":[0.002258368,0.0002511105,0.001530731,0.1059548,0.001543004,0.0004285694,0.0003592148,0.0013455,0.001060305,0.02961094,0.8552622,0.0003953025],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001101937,0.08848152,0.4094788,0.0478053,0.0277983,0.2724721,0.06777643,0.01014094,0.07494468],"genre_scores_gemma":[0.002964695,0.0404295,0.6968956,0.004840662,0.002245096,0.2307136,0.009766254,0.002140261,0.01000443],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6106061,"threshold_uncertainty_score":0.752986,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9546345879208633,"score_gpt":0.6949051985894442,"score_spread":0.2597293893314191,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}