{"id":"W4401198502","doi":"10.1136/bmjebm-2023-112815","title":"Successes, shortcomings and learning opportunities for evidence-based medicine from the COVID-19 pandemic","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virology; Computer science; Medicine; Infectious disease (medical specialty); Internal medicine; Disease","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02738532,0.0003635528,0.000673496,0.0004564146,0.002606625,0.00006726966,0.0006802962,0.0002616195,0.002853076],"category_scores_gemma":[0.09984336,0.0002043608,0.00008028949,0.0009567268,0.001655727,0.0007677188,0.00009683508,0.001591765,0.00004385555],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007417671,"about_ca_system_score_gemma":0.01391901,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0248306,"about_ca_topic_score_gemma":0.001872024,"domain_scores_codex":[0.9923704,0.002788528,0.001356811,0.0008552416,0.001486797,0.001142233],"domain_scores_gemma":[0.8902037,0.1069101,0.0003575791,0.0005736959,0.0005513247,0.001403619],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000956932,0.0000259399,0.1870553,0.007100957,0.00004453335,0.00006792005,0.01267794,0.0001085825,0.000774625,0.00103801,0.756614,0.0335352],"study_design_scores_gemma":[0.001919693,0.001653745,0.01255081,0.04576863,0.0002241662,0.00001308502,0.03822321,0.01873963,0.000020446,0.001841502,0.8786595,0.0003855812],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.07799783,0.05935382,0.02248121,0.8328028,0.002725776,0.004019314,0.00003684711,0.0003605649,0.0002217925],"genre_scores_gemma":[0.8443927,0.01829971,0.0007773698,0.1205366,0.00867505,0.002906206,0.0002226787,0.00006668145,0.004123064],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.7663949,"threshold_uncertainty_score":0.9986919,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7098921007921705,"score_gpt":0.591445131736033,"score_spread":0.1184469690561375,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}