{"id":"W4306181334","doi":"10.1136/bmjebm-2022-112065","title":"The Pandora’s Box of Evidence Synthesis and the case for a living Evidence Synthesis Taxonomy","year":2022,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"Public Health Ontario; St. Michael's Hospital; University of Toronto; McMaster University; Queen's University; Impact","funders":"National Health and Medical Research Council; University of Adelaide","keywords":"Context (archaeology); Pandemic; Nursing; Scope (computer science); Public relations; Psychology; Medical education; Business; Medicine; Coronavirus disease 2019 (COVID-19); Political science; Geography; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6188834,0.003965951,0.01877986,0.02939516,0.0109733,0.0545101,0.01366619,0.04433957,0.009256523],"category_scores_gemma":[0.6970709,0.005326293,0.007948692,0.02045379,0.09123459,0.08047324,0.02652624,0.0852803,0.004873549],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02643247,"about_ca_system_score_gemma":0.07332203,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007773884,"about_ca_topic_score_gemma":0.007039996,"domain_scores_codex":[0.3025848,0.5041618,0.08699825,0.01690908,0.08527999,0.004066009],"domain_scores_gemma":[0.1387329,0.7709654,0.01947334,0.02586604,0.0376502,0.007312109],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004155468,0.00008091886,0.0003110809,0.0195713,0.0006407805,0.0001755078,0.003177686,0.0006364357,0.0001519122,0.7401679,0.1532936,0.08137737],"study_design_scores_gemma":[0.0003555666,0.0001283552,0.0001923498,0.04077723,0.0002292352,0.0002333598,0.00112328,0.001051091,0.00009463369,0.7792349,0.1763877,0.0001923155],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.0001822215,0.1476762,0.03030878,0.7941129,0.02326062,0.0003370366,0.0001765366,0.0001899446,0.003755921],"genre_scores_gemma":[0.0196101,0.1887998,0.2491108,0.4797497,0.05428101,0.004795475,0.0003934931,0.0006367079,0.002622851],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3811166,"threshold_uncertainty_score":0.4699847,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7695973013225446,"score_gpt":0.5618726478439796,"score_spread":0.2077246534785649,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}