{"id":"W4401198502","doi":"10.1136/bmjebm-2023-112815","title":"Successes, shortcomings and learning opportunities for evidence-based medicine from the COVID-19 pandemic","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virology; Computer science; Medicine; Infectious disease (medical specialty); Internal medicine; Disease","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1444942,0.000447491,0.0008804058,0.003089663,0.005338256,0.01962481,0.002513251,0.006871883,0.007945436],"category_scores_gemma":[0.2551691,0.0006342101,0.0009850909,0.002514804,0.008999898,0.0190775,0.02095994,0.02109172,0.001610666],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01059878,"about_ca_system_score_gemma":0.04218315,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00771773,"about_ca_topic_score_gemma":0.02044183,"domain_scores_codex":[0.9399611,0.03048247,0.005442661,0.001967128,0.0153576,0.006788938],"domain_scores_gemma":[0.7425939,0.1234323,0.01451715,0.007690542,0.04051727,0.07124879],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006398632,0.0006421275,0.0398256,0.003850144,0.0002199031,0.001584934,0.02778852,0.001268916,0.0007384142,0.1042367,0.2189032,0.6003017],"study_design_scores_gemma":[0.0002551632,0.0008594415,0.08168253,0.02224328,0.0001734341,0.002029136,0.1028382,0.002575052,0.001617407,0.1480278,0.637192,0.0005066074],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01803384,0.01592393,0.0008054415,0.9492478,0.002508014,0.00002892905,0.0001084615,0.00004956908,0.01329402],"genre_scores_gemma":[0.7396491,0.06924477,0.0148014,0.1600563,0.008536381,0.0002271582,0.0005574558,0.000303241,0.006624135],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8555058,"threshold_uncertainty_score":0.7641674,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7098921007921705,"score_gpt":0.591445131736033,"score_spread":0.1184469690561375,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}