{"id":"W3090996960","doi":"10.1136/bmjebm-2020-111499","title":"Quality of early evidence on the pathogenesis, diagnosis, prognosis and treatment of COVID-19","year":2020,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Checklist; MEDLINE; Critical appraisal; Medicine; Rigour; Systematic review; Consolidated Standards of Reporting Trials; Declaration; Family medicine; Publication bias; Clinical study design; Data extraction; Clinical trial; Alternative medicine; Psychology; Meta-analysis; Pathology; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007532292,0.000947832,0.006883209,0.0004491408,0.0001653761,0.00001546115,0.0006558876,0.0003913466,0.0003122308],"category_scores_gemma":[0.4140433,0.0004683181,0.001169296,0.001531089,0.002361379,0.00009167012,0.0002557668,0.00060463,0.0000218179],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009378795,"about_ca_system_score_gemma":0.007517273,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001887209,"about_ca_topic_score_gemma":0.00004390084,"domain_scores_codex":[0.9887285,0.003176233,0.00333794,0.001360137,0.002802623,0.0005945527],"domain_scores_gemma":[0.7915965,0.202785,0.002159286,0.001767313,0.0006748085,0.001016986],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001744261,0.0007627913,0.02354101,0.1512704,0.0009768867,0.0002596352,0.0004027359,0.000001394813,0.00002653069,0.0001941436,0.003118599,0.8177016],"study_design_scores_gemma":[0.002118758,0.01847371,0.00896362,0.2642102,0.004894983,0.000005676441,0.00008383263,0.000008103561,0.00005865654,0.00005013584,0.7007102,0.0004220518],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003344711,0.8836675,0.0001062715,0.106363,0.0001139719,0.009200175,0.0001413567,0.00005784333,0.00001538191],"genre_scores_gemma":[0.005272352,0.9850683,0.0001536224,0.00398845,0.0007058112,0.004635254,0.00002839187,0.00007020654,0.00007761468],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8172796,"threshold_uncertainty_score":0.9997768,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5759781474648025,"score_gpt":0.5831047699438358,"score_spread":0.007126622479033284,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}