{"id":"W4223909758","doi":"10.1101/2022.04.04.22273372","title":"The trustworthiness and impact of trial preprints for COVID-19 decision-making: A methodological study","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta; University of Calgary; University of Ottawa; McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Meta-analysis; MEDLINE; Medicine; Trustworthiness; Clinical trial; 2019-20 coronavirus outbreak; Psychology; Internal medicine; Computer science; Political science; World Wide Web; Pathology; Law","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.1040724,0.0004077871,0.001372023,0.0004055472,0.0009045602,0.001534383,0.008157778,0.0004337525,0.001122057],"category_scores_gemma":[0.4059159,0.0002061025,0.0007206936,0.0009400792,0.0003442861,0.0003214397,0.009660343,0.001652316,0.000005867909],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002089852,"about_ca_system_score_gemma":0.001363546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002519743,"about_ca_topic_score_gemma":0.00006461024,"domain_scores_codex":[0.9861426,0.005704702,0.002400494,0.002037058,0.003206283,0.0005089037],"domain_scores_gemma":[0.8778605,0.1161492,0.002330631,0.002711741,0.0005475331,0.0004003429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.04939132,0.0005509344,0.7974193,0.00003232016,0.000424319,0.00002842828,0.004643094,0.01119662,0.000004451189,0.0005698301,0.02081068,0.1149287],"study_design_scores_gemma":[0.01607216,0.0009692239,0.3471131,0.00004601469,0.0001840616,0.00002063114,0.005307503,0.004864514,0.000003268407,0.6008226,0.0239732,0.000623816],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9611951,0.0003381414,0.03033733,0.0009980843,0.002450417,0.004071611,0.0001546528,0.00005094778,0.0004037174],"genre_scores_gemma":[0.995864,0.0000539667,0.002318395,0.0001590574,0.0002915622,0.0008503923,0.000005775662,0.00002583356,0.0004310089],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6002527,"threshold_uncertainty_score":0.999791,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4281407484929234,"score_gpt":0.584334558676404,"score_spread":0.1561938101834807,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}