{"id":"W4200389440","doi":"10.1101/2021.12.06.21267383","title":"Data and code availability statements in systematic reviews of interventions were often missing or inaccurate: a content analysis","year":2021,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government; University of Ottawa","keywords":"Computer science; Citation; Systematic review; Scopus; Code review; Information retrieval; Download; Sample (material); Raw data; Data file; Data science; World Wide Web; Software; MEDLINE; Software quality; Database; Software development","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5800971,0.002286347,0.006008349,0.04267216,0.00344279,0.006289258,0.004593316,0.004212488,0.004515613],"category_scores_gemma":[0.8790527,0.003542054,0.009471383,0.04425585,0.009894377,0.01312993,0.01368212,0.004137829,0.0007749762],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01176362,"about_ca_system_score_gemma":0.0219573,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002929934,"about_ca_topic_score_gemma":0.003385039,"domain_scores_codex":[0.172735,0.4470631,0.2634881,0.01911001,0.0949736,0.002630109],"domain_scores_gemma":[0.04195844,0.7423329,0.1536117,0.02688534,0.03459881,0.0006127748],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"observational","study_design_scores_codex":[0.006934494,0.0005045299,0.1506928,0.4285806,0.02223384,0.001199327,0.06268543,0.00317598,0.003412715,0.01974441,0.02711438,0.2737215],"study_design_scores_gemma":[0.004517497,0.003263149,0.1872619,0.5114502,0.03986762,0.003817088,0.03283906,0.01637826,0.01099822,0.04890601,0.1389901,0.001710814],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3386354,0.1231047,0.3107503,0.03712202,0.005041379,0.1246323,0.04852761,0.001630076,0.01055619],"genre_scores_gemma":[0.575737,0.01991115,0.2276969,0.009085631,0.001067566,0.1543285,0.01047552,0.0005379525,0.001159842],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4199029,"threshold_uncertainty_score":0.5178151,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9316209954698754,"score_gpt":0.6191030025453813,"score_spread":0.3125179929244941,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}