{"id":"W3196952617","doi":"10.21203/rs.3.rs-665009/v2","title":"Topic overlap and research waste at the ‘Overviews of systematic reviews’ level: a meta-research study","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Nova Scotia Health Authority; University of Ottawa; McMaster University; University of British Columbia","funders":"","keywords":"Scope (computer science); Systematic review; Psychological intervention; Data science; Computer science; MEDLINE; Psychology; Information retrieval; Management science; Engineering; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.8397999,0.001009341,0.01809539,0.003649667,0.001870107,0.006182602,0.01183118,0.0005677106,0.01554566],"category_scores_gemma":[0.4380191,0.0003953222,0.007139139,0.0111032,0.001355566,0.0003248825,0.02241296,0.006051711,0.00337055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000634287,"about_ca_system_score_gemma":0.001245206,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001208126,"about_ca_topic_score_gemma":0.002603452,"domain_scores_codex":[0.252387,0.6136672,0.02809234,0.006186612,0.09695947,0.002707346],"domain_scores_gemma":[0.7446672,0.1598202,0.008078748,0.03910197,0.04726507,0.001066859],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001250165,0.002883411,0.03056563,0.4690053,0.02010585,0.0004388989,0.05640037,0.0002164563,0.0005358368,0.004156627,0.4034314,0.01213519],"study_design_scores_gemma":[0.002503507,0.003338819,0.03104112,0.08741086,0.01339824,0.0001832746,0.5959424,0.008052693,0.0006645066,0.03056978,0.2236769,0.003217822],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5353603,0.3982288,0.0002231456,0.003348692,0.0005181418,0.05396277,0.0002231313,0.00001148828,0.008123471],"genre_scores_gemma":[0.8689404,0.01272568,0.0004569093,0.00004829711,0.00037549,0.01127454,0.00003861387,0.00009683296,0.1060432],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5395421,"threshold_uncertainty_score":0.9998499,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9763343927920256,"score_gpt":0.7055023385718725,"score_spread":0.2708320542201531,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}