{"id":"W3090996960","doi":"10.1136/bmjebm-2020-111499","title":"Quality of early evidence on the pathogenesis, diagnosis, prognosis and treatment of COVID-19","year":2020,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Checklist; MEDLINE; Critical appraisal; Medicine; Rigour; Systematic review; Consolidated Standards of Reporting Trials; Declaration; Family medicine; Publication bias; Clinical study design; Data extraction; Clinical trial; Alternative medicine; Psychology; Meta-analysis; Pathology; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1416281,0.001502049,0.01053131,0.02512679,0.001333806,0.01218789,0.003533733,0.005300542,0.01007211],"category_scores_gemma":[0.4954859,0.002120092,0.01059217,0.01983199,0.002798513,0.007833429,0.004405054,0.003686056,0.001299291],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009691318,"about_ca_system_score_gemma":0.0238301,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007255792,"about_ca_topic_score_gemma":0.01410426,"domain_scores_codex":[0.8327247,0.05702997,0.07975136,0.005266262,0.02308428,0.002143458],"domain_scores_gemma":[0.3340961,0.507836,0.08725915,0.01314086,0.05482434,0.00284355],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0006842592,0.00004243031,0.004677441,0.8922037,0.008430389,0.0001698996,0.0006225306,0.0001337008,0.000266281,0.001033577,0.005765162,0.08597068],"study_design_scores_gemma":[0.0002544708,0.0002140198,0.008807097,0.9299307,0.01904108,0.0002805671,0.0004925877,0.00008695276,0.0002568475,0.001383678,0.03920227,0.00004975661],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001615619,0.9885277,0.0006295204,0.005285565,0.001181479,0.0003868308,0.001304896,0.00001482956,0.001053605],"genre_scores_gemma":[0.05628012,0.9232324,0.005877403,0.007330317,0.001660586,0.002321985,0.002743885,0.00006568297,0.0004876236],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8583719,"threshold_uncertainty_score":0.7490101,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5759781474648025,"score_gpt":0.5831047699438358,"score_spread":0.007126622479033284,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}