{"id":"W4223909758","doi":"10.1101/2022.04.04.22273372","title":"The trustworthiness and impact of trial preprints for COVID-19 decision-making: A methodological study","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta; University of Calgary; University of Ottawa; McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Meta-analysis; MEDLINE; Medicine; Trustworthiness; Clinical trial; 2019-20 coronavirus outbreak; Psychology; Internal medicine; Computer science; Political science; World Wide Web; Pathology; Law","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.76273,0.002748074,0.008216157,0.008689123,0.00295342,0.01003914,0.0064387,0.00866934,0.005650512],"category_scores_gemma":[0.9399886,0.003437663,0.01971721,0.01124005,0.01135089,0.01074755,0.009065937,0.00656998,0.001222139],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006581106,"about_ca_system_score_gemma":0.009631814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001776706,"about_ca_topic_score_gemma":0.001361199,"domain_scores_codex":[0.07951177,0.7178342,0.1462782,0.02151153,0.03342657,0.001437737],"domain_scores_gemma":[0.01674386,0.7564321,0.1459553,0.06660113,0.0133673,0.00090025],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.08466221,0.00159031,0.3117402,0.1293097,0.1369492,0.001902752,0.0255275,0.01196069,0.001603189,0.02175301,0.0200157,0.2529857],"study_design_scores_gemma":[0.05029427,0.03091585,0.227444,0.1902479,0.1823415,0.007201389,0.008502228,0.06608232,0.01353266,0.1334996,0.08655805,0.003380136],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2834767,0.1825724,0.3915844,0.02334288,0.008879519,0.08774916,0.009180759,0.001543832,0.01167029],"genre_scores_gemma":[0.8622064,0.005257561,0.07916818,0.003812335,0.001638162,0.04503204,0.001747544,0.0004099571,0.0007277728],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.23727,"threshold_uncertainty_score":0.2925962,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4281407484929234,"score_gpt":0.584334558676404,"score_spread":0.1561938101834807,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}