{"id":"W3128250231","doi":"10.1111/jebm.12419","title":"Consistency of recommendations and methodological quality of guidelines for the diagnosis and treatment of COVID‐19","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Hamilton Health Sciences; Impact","funders":"","keywords":"Guideline; Interim; Medicine; CLARITY; Consistency (knowledge bases); Coronavirus disease 2019 (COVID-19); MEDLINE; Checklist; Quality (philosophy); Concordance; Data collection; Medical physics; Family medicine; Psychology; Computer science; Pathology; Statistics; Political science; Internal medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01676326,0.0002912842,0.004372713,0.0002906581,0.00005901894,0.000005259652,0.0001401477,0.0001935119,0.000281378],"category_scores_gemma":[0.3261049,0.0001304723,0.0007260173,0.0003640563,0.0006493598,0.0001027756,0.00004131565,0.0002529643,7.131941e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001539387,"about_ca_system_score_gemma":0.00259234,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000370635,"about_ca_topic_score_gemma":0.00004979437,"domain_scores_codex":[0.9901848,0.001982481,0.006800352,0.0002649811,0.000627855,0.0001395577],"domain_scores_gemma":[0.8355147,0.1523558,0.007837146,0.0004215725,0.003589181,0.0002816089],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005400826,0.0003322444,0.001317379,0.0135724,0.0009413887,0.00001109839,0.0001143075,0.000003031281,0.00003105975,0.0001027778,0.007657442,0.9753768],"study_design_scores_gemma":[0.005940962,0.009488078,0.0005350578,0.07912947,0.02230788,0.0003255301,0.002022403,0.00003157444,0.0000579931,0.0002266373,0.8797789,0.0001555482],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000154535,0.874626,0.007990737,0.1155774,0.000272198,0.00127548,0.00009782749,0.000002555148,0.000003349189],"genre_scores_gemma":[0.00014542,0.9543846,0.04354593,0.001260715,0.0005042893,0.0000691037,0.0000516057,0.00001619742,0.0000221696],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9752212,"threshold_uncertainty_score":0.6795716,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9688802759637457,"score_gpt":0.738142788820996,"score_spread":0.2307374871427497,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}