{"id":"W3196952617","doi":"10.21203/rs.3.rs-665009/v2","title":"Topic overlap and research waste at the ‘Overviews of systematic reviews’ level: a meta-research study","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Nova Scotia Health Authority; University of Ottawa; McMaster University; University of British Columbia","funders":"","keywords":"Scope (computer science); Systematic review; Psychological intervention; Data science; Computer science; MEDLINE; Psychology; Information retrieval; Management science; Engineering; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4557027,0.003402933,0.01312404,0.03902824,0.002632195,0.01166314,0.004280498,0.004536162,0.004837651],"category_scores_gemma":[0.7139837,0.005076801,0.02181954,0.03889708,0.005117901,0.01426017,0.01328589,0.003224939,0.0005327686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01018877,"about_ca_system_score_gemma":0.01406248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00510665,"about_ca_topic_score_gemma":0.007752312,"domain_scores_codex":[0.3004323,0.4358701,0.1846351,0.0206016,0.0553492,0.003111835],"domain_scores_gemma":[0.1116894,0.7439393,0.0884292,0.03240213,0.0223723,0.00116774],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"observational","study_design_scores_codex":[0.006070937,0.0002609363,0.1047842,0.4566904,0.2545345,0.000925036,0.01184232,0.001897962,0.0007643336,0.01072099,0.005815698,0.1456927],"study_design_scores_gemma":[0.003332397,0.001879507,0.08444998,0.3789107,0.4459984,0.002983622,0.008285716,0.003228203,0.002391532,0.027799,0.0402444,0.0004966574],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.05565216,0.8827646,0.0392991,0.006097072,0.001251351,0.006778079,0.00412523,0.0003138145,0.003718692],"genre_scores_gemma":[0.7226847,0.1731766,0.06450222,0.007039013,0.001693706,0.02548423,0.004155597,0.0004532321,0.0008106882],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5442973,"threshold_uncertainty_score":0.6712155,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9763343927920256,"score_gpt":0.7055023385718725,"score_spread":0.2708320542201531,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}