{"id":"W4387609775","doi":"10.1186/s13643-023-02363-6","title":"The PRISMATIC project: protocol for a research programme on novel methods to improve reporting and peer review of systematic reviews of health evidence","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Protocol (science); Peer review; Systematic review; Medical education; Alternative medicine; MEDLINE; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9325891,0.0008694059,0.02885818,0.001039989,0.0005961668,0.0008254533,0.003940054,0.0001411919,0.00007008474],"category_scores_gemma":[0.9365229,0.0003007569,0.004303898,0.008958776,0.0001875078,0.0002768572,0.0005643379,0.0004223426,0.000620515],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001961625,"about_ca_system_score_gemma":0.0006446901,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002991823,"about_ca_topic_score_gemma":0.0000165692,"domain_scores_codex":[0.1827576,0.4555399,0.3123469,0.006049539,0.03981838,0.003487784],"domain_scores_gemma":[0.4547036,0.222637,0.2697803,0.02706825,0.02496013,0.0008507451],"domain_codex":"methods","domain_gemma":null,"domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000007578127,0.00006214557,0.00001767614,0.9112308,0.0001380695,4.815822e-7,0.001273032,5.468269e-7,0.0000853721,0.001120094,0.07085137,0.0152128],"study_design_scores_gemma":[0.0001961883,0.0005689405,0.00001716158,0.799307,0.0004086408,0.00003071601,0.001422612,0.001550649,0.00002925242,0.0007971525,0.195409,0.0002626402],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.00001126569,0.06273397,0.04335222,0.005036126,0.0002243924,0.8881404,0.00001127092,0.00001916952,0.0004711346],"genre_scores_gemma":[0.00003208935,0.003741261,0.08785181,0.0003541511,0.00006237435,0.8979433,0.000003424845,0.00005544338,0.009956108],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.2719461,"threshold_uncertainty_score":0.9999444,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9713526523581876,"score_gpt":0.7520495969607636,"score_spread":0.219303055397424,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}