{"id":"W4387609775","doi":"10.1186/s13643-023-02363-6","title":"The PRISMATIC project: protocol for a research programme on novel methods to improve reporting and peer review of systematic reviews of health evidence","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Protocol (science); Peer review; Systematic review; Medical education; Alternative medicine; MEDLINE; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4016093,0.006125082,0.00904486,0.01863614,0.005403396,0.01205336,0.008539646,0.01211313,0.1692595],"category_scores_gemma":[0.5768563,0.009786638,0.01456488,0.02082405,0.01094314,0.01008111,0.01504179,0.02522273,0.05711374],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01586666,"about_ca_system_score_gemma":0.07932518,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003572,"about_ca_topic_score_gemma":0.004170747,"domain_scores_codex":[0.5103528,0.3775996,0.07078977,0.01514585,0.02029405,0.005817832],"domain_scores_gemma":[0.3323813,0.3907972,0.05422686,0.1047168,0.1045554,0.01332245],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.02339607,0.001189483,0.001199043,0.2439843,0.003040149,0.0005504045,0.008686543,0.003926014,0.002198922,0.04639346,0.4873514,0.1780843],"study_design_scores_gemma":[0.0868924,0.003111477,0.005989869,0.1877017,0.002369298,0.0007224647,0.003453468,0.01075216,0.006415072,0.121756,0.5695197,0.00131649],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0004769147,0.0006285677,0.0385296,0.003039029,0.002716425,0.9366977,0.01282616,0.002375563,0.002710202],"genre_scores_gemma":[0.0004004758,0.0001642698,0.03891244,0.0003080659,0.00007177445,0.9587517,0.0008237685,0.0001223346,0.0004450832],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.5983907,"threshold_uncertainty_score":0.7379223,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9713526523581876,"score_gpt":0.7520495969607636,"score_spread":0.219303055397424,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}