{"id":"W3184001797","doi":"10.1007/s11192-022-04418-2","title":"Reproducibility of COVID-19 pre-prints","year":2022,"lang":"en","type":"article","venue":"Scientometrics","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Reproducibility; Code (set theory); Sample (material); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Underpinning; Parsing; 2019-20 coronavirus outbreak; Computer science; Information retrieval; Biology; Artificial intelligence; Mathematics; Medicine; Statistics; Chemistry; Virology; Engineering; Chromatography; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1300322,0.000100991,0.0003021381,0.004709946,0.0005936219,0.0005103491,0.006382131,0.00005670533,0.003172022],"category_scores_gemma":[0.4088749,0.00008051571,0.0001296362,0.0532653,0.000272146,0.0009091959,0.003649656,0.0004848695,0.00006234764],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003645854,"about_ca_system_score_gemma":0.0008023402,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002597722,"about_ca_topic_score_gemma":0.000005061824,"domain_scores_codex":[0.9865512,0.0008323908,0.001078615,0.002424867,0.008695818,0.0004171072],"domain_scores_gemma":[0.9897251,0.003325224,0.0008203592,0.004822536,0.0007385137,0.0005682761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004687353,0.0002203617,0.7151869,0.00001090608,0.00000791693,0.00000499476,0.002770593,0.004567017,0.0001546168,0.002264521,0.2232478,0.05151753],"study_design_scores_gemma":[0.0004603998,0.00010325,0.2415206,0.000001509886,0.000008046136,0.00001764522,0.002300317,0.001930239,0.0008612798,0.04923467,0.7033319,0.0002300395],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9701893,0.0003979053,0.005572559,0.004711528,0.002424285,0.0003285222,0.0001397946,0.00006761154,0.01616853],"genre_scores_gemma":[0.9887465,0.00000576512,0.0005836948,0.001068278,0.00004946446,0.00001633264,0.000004957921,0.000006032039,0.009518999],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4800842,"threshold_uncertainty_score":0.9989938,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2609607993196684,"score_gpt":0.4948671563696969,"score_spread":0.2339063570500285,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}