{"id":"W4300863266","doi":"10.1136/bmjmed-2022-000309","title":"Consistency of covid-19 trial preprints with published reports and impact for decision making: retrospective review","year":2022,"lang":"en","type":"article","venue":"BMJ Medicine","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta; Impact; University of Calgary; University of Ottawa; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Coronavirus disease 2019 (COVID-19); Medicine; MEDLINE; Meta-analysis; Internal medicine; Biology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03697875,0.0001762215,0.001010679,0.000358181,0.0003224311,0.000129698,0.001001069,0.00007097324,0.006506247],"category_scores_gemma":[0.352015,0.00009811191,0.0001196251,0.001491181,0.0003147794,0.0007245911,0.0005827463,0.0003810549,0.000002325696],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002229057,"about_ca_system_score_gemma":0.00107109,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001252933,"about_ca_topic_score_gemma":0.00001811077,"domain_scores_codex":[0.9936703,0.0004440536,0.001742754,0.0009351731,0.002957021,0.0002507115],"domain_scores_gemma":[0.9878443,0.006680272,0.002483101,0.001416248,0.001197889,0.0003781129],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.009365894,0.0000560313,0.0599777,0.000108265,0.00004634488,0.00007011232,0.0005460103,0.00002622824,0.000007521586,0.0003004869,0.9168399,0.01265548],"study_design_scores_gemma":[0.0661972,0.007975936,0.1205811,0.005465969,0.0006438236,0.004259833,0.006631947,0.0007514472,0.00002129966,0.3306151,0.4557566,0.001099704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6517046,0.03896598,0.04823762,0.1647722,0.009354612,0.03290278,0.0004356627,0.0002986241,0.05332788],"genre_scores_gemma":[0.9935024,0.0002113842,0.0008733057,0.003686702,0.0003009796,0.0003649415,0.00001792955,0.00001627429,0.001026109],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4610833,"threshold_uncertainty_score":0.9944019,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.142326363773464,"score_gpt":0.5112067978880492,"score_spread":0.3688804341145853,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}