{"id":"W4200622046","doi":"10.1002/cl2.1208","title":"PROTOCOL: Searching and reporting in Campbell Collaboration systematic reviews: An assessment of current methods","year":2021,"lang":"en","type":"article","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Protocol (science); Current (fluid); Systematic review; Psychology; Computer science; Data science; Medicine; Political science; MEDLINE; Engineering; Alternative medicine; Law; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4466927,0.00556776,0.01438116,0.02654386,0.00761301,0.01953786,0.007730767,0.01445978,0.1436312],"category_scores_gemma":[0.6668231,0.01011757,0.01805224,0.03159092,0.01075693,0.01638049,0.01335081,0.02295825,0.04858829],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02555805,"about_ca_system_score_gemma":0.1455445,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006292579,"about_ca_topic_score_gemma":0.007978543,"domain_scores_codex":[0.4911235,0.2523711,0.1896013,0.01286994,0.04845933,0.00557482],"domain_scores_gemma":[0.2578285,0.3266996,0.08598224,0.06153229,0.257322,0.01063538],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00656826,0.0005497045,0.001820186,0.5144,0.002551715,0.000340732,0.007668111,0.002258421,0.001359478,0.02238832,0.296668,0.143427],"study_design_scores_gemma":[0.01860981,0.001150387,0.005953969,0.5086977,0.00324163,0.0003135282,0.003536489,0.003732663,0.002897344,0.0329849,0.4177314,0.001150181],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0005189764,0.001663105,0.01736444,0.003697157,0.002016064,0.9554122,0.01516356,0.001159546,0.003005025],"genre_scores_gemma":[0.0005993478,0.0006917582,0.02810668,0.0005383366,0.0001078115,0.9682916,0.00101862,0.000122318,0.0005236468],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.5533073,"threshold_uncertainty_score":0.6823264,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8825387053207386,"score_gpt":0.7057369941651458,"score_spread":0.1768017111555928,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}