{"id":"W4200389440","doi":"10.1101/2021.12.06.21267383","title":"Data and code availability statements in systematic reviews of interventions were often missing or inaccurate: a content analysis","year":2021,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government; University of Ottawa","keywords":"Computer science; Citation; Systematic review; Scopus; Code review; Information retrieval; Download; Sample (material); Raw data; Data file; Data science; World Wide Web; Software; MEDLINE; Software quality; Database; Software development","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2780418,0.0005935515,0.01630115,0.001181965,0.00007802321,0.001266766,0.004693747,0.0001931772,0.00778183],"category_scores_gemma":[0.1813419,0.0002768553,0.003661264,0.003035404,0.0001256523,0.000447782,0.003573659,0.0004512523,0.00011676],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009976733,"about_ca_system_score_gemma":0.0002049111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001686222,"about_ca_topic_score_gemma":0.005758332,"domain_scores_codex":[0.9018013,0.04788262,0.04256931,0.003028749,0.00436507,0.0003529776],"domain_scores_gemma":[0.9442109,0.00713275,0.02782229,0.01865411,0.001914002,0.0002659716],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003159854,0.0007179495,0.752382,0.2254878,0.008817143,0.00006766558,0.001990457,0.0001670731,0.00009808563,0.00003949763,0.005161421,0.005039397],"study_design_scores_gemma":[0.001955005,0.0001982816,0.4172613,0.1702544,0.07282068,0.00004482669,0.02341435,0.2872731,0.00005694414,0.002291698,0.02177549,0.002653938],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8660708,0.05570559,0.06718083,0.0008164739,0.000514851,0.007732608,0.001696041,0.000008723167,0.0002740881],"genre_scores_gemma":[0.9809117,0.003372667,0.01046292,0.000114506,0.00002448213,0.0004661801,0.0005311426,0.00002597137,0.004090433],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3351206,"threshold_uncertainty_score":0.9999683,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9316209954698754,"score_gpt":0.6191030025453813,"score_spread":0.3125179929244941,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}