{"id":"W4313986045","doi":"10.21203/rs.3.rs-2416773/v1","title":"Decision makers find it difficult to compare and select similar systematic reviews based on quality, methods and results: a cross-sectional survey","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"Queen's University; Toronto Metropolitan University; Queen Elizabeth II Health Sciences Centre; University of Ottawa; Ottawa Hospital; University of British Columbia; St. Michael's Hospital; McGill University Health Centre","funders":"","keywords":"Quality (philosophy); Systematic review; Computer science; Data science; Management science; Risk analysis (engineering); MEDLINE; Business; Engineering; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2834049,0.0008741157,0.002762672,0.01375675,0.00200015,0.006924656,0.001524755,0.004171052,0.003667252],"category_scores_gemma":[0.6219102,0.001703863,0.002841752,0.01479157,0.001823038,0.007610802,0.004683203,0.002003349,0.001176759],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003621446,"about_ca_system_score_gemma":0.007015764,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002312891,"about_ca_topic_score_gemma":0.003187364,"domain_scores_codex":[0.7246746,0.1441709,0.08589741,0.009938566,0.03285827,0.002460235],"domain_scores_gemma":[0.1986163,0.6036512,0.1405848,0.01550899,0.0366766,0.004962227],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001837052,0.0007663391,0.7922758,0.01580399,0.01170308,0.0004604491,0.02499863,0.0008140245,0.0015238,0.003174311,0.01906173,0.1275809],"study_design_scores_gemma":[0.0019295,0.003000241,0.8384573,0.02261264,0.01121626,0.002454768,0.05402331,0.004608371,0.0030771,0.01615291,0.04181766,0.0006498746],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8955185,0.03359955,0.02209939,0.03014087,0.0003234954,0.004689727,0.007322585,0.0002062854,0.006099675],"genre_scores_gemma":[0.92798,0.01257312,0.03215928,0.01408119,0.0004160722,0.007614607,0.004289873,0.0001307565,0.0007551127],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7165951,"threshold_uncertainty_score":0.8836893,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9367391547193084,"score_gpt":0.7250496277521347,"score_spread":0.2116895269671737,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}