{"id":"W4360989395","doi":"10.1186/s13643-023-02223-3","title":"Delphi survey on the most promising areas and methods to improve systematic reviews’ production and updating","year":2023,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Hrvatska Zaklada za Znanost; European Cooperation in Science and Technology","keywords":"Medicine; Delphi method; Systematic review; Delphi; Thematic analysis; Protocol (science); Construct (python library); Medical education; MEDLINE; Knowledge management; Data science; Qualitative research; Computer science; Alternative medicine; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.7404699,0.00256617,0.06362371,0.001366047,0.0008007485,0.00419127,0.003995871,0.0004748965,0.0002562267],"category_scores_gemma":[0.7899924,0.000850707,0.00523684,0.007545288,0.0001399346,0.0003556325,0.0008990139,0.0009189754,0.01037757],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002601065,"about_ca_system_score_gemma":0.000210245,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000396847,"about_ca_topic_score_gemma":0.0001053485,"domain_scores_codex":[0.4709599,0.4374449,0.07738192,0.005572336,0.007489655,0.001151253],"domain_scores_gemma":[0.7232521,0.1542762,0.09326498,0.02526283,0.002864722,0.001079179],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[9.378354e-7,0.00001763707,0.000004575995,0.8829309,0.0006117363,0.000002352786,0.0004406739,3.61098e-7,6.183516e-7,0.0003682602,0.02006586,0.09555606],"study_design_scores_gemma":[0.0000361377,0.00005184171,0.000005027499,0.6629413,0.005730148,0.0001339388,0.0003893873,0.0001716406,2.107127e-7,0.0002251988,0.3295952,0.0007199379],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000005925469,0.8718544,0.003336522,0.0001867407,0.001294021,0.122887,0.0000516723,0.00003262736,0.0003510594],"genre_scores_gemma":[0.00000353419,0.9584191,0.007238339,0.0002495507,0.0003320347,0.0244526,0.00003786801,0.0001803795,0.009086548],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3095294,"threshold_uncertainty_score":0.9993944,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8240771438999744,"score_gpt":0.5954614310255089,"score_spread":0.2286157128744656,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}