{"id":"W3128250231","doi":"10.1111/jebm.12419","title":"Consistency of recommendations and methodological quality of guidelines for the diagnosis and treatment of COVID‐19","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Hamilton Health Sciences; Impact","funders":"","keywords":"Guideline; Interim; Medicine; CLARITY; Consistency (knowledge bases); Coronavirus disease 2019 (COVID-19); MEDLINE; Checklist; Quality (philosophy); Concordance; Data collection; Medical physics; Family medicine; Psychology; Computer science; Pathology; Statistics; Political science; Internal medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5380876,0.00120767,0.00567779,0.03043096,0.002585214,0.01022968,0.005775275,0.003726986,0.002655054],"category_scores_gemma":[0.8458676,0.002454634,0.007981014,0.02549442,0.004971018,0.007206911,0.007724796,0.004485419,0.0004431396],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01336014,"about_ca_system_score_gemma":0.04118624,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01623086,"about_ca_topic_score_gemma":0.02321705,"domain_scores_codex":[0.2425864,0.376922,0.277643,0.01676979,0.08312444,0.00295435],"domain_scores_gemma":[0.09314739,0.6600547,0.1035463,0.03494867,0.1052825,0.003020471],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00143853,0.000315518,0.2038376,0.321218,0.02599466,0.0003314702,0.03518729,0.002110751,0.0009070836,0.01463288,0.04174353,0.3522826],"study_design_scores_gemma":[0.001829484,0.000709103,0.1621876,0.624576,0.02619953,0.0007522528,0.0180594,0.005403445,0.002599816,0.02510968,0.1317514,0.0008221891],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.1961848,0.3883838,0.1532123,0.0848396,0.01058823,0.0719879,0.05225934,0.001025305,0.04151892],"genre_scores_gemma":[0.6108522,0.05150061,0.2538185,0.01123617,0.0009535645,0.0567926,0.01354315,0.0003651931,0.0009379396],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4619124,"threshold_uncertainty_score":0.5696203,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9688802759637457,"score_gpt":0.738142788820996,"score_spread":0.2307374871427497,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}