{"id":"W4200622046","doi":"10.1002/cl2.1208","title":"PROTOCOL: Searching and reporting in Campbell Collaboration systematic reviews: An assessment of current methods","year":2021,"lang":"en","type":"article","venue":"Campbell Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Protocol (science); Current (fluid); Systematic review; Psychology; Computer science; Data science; Medicine; Political science; MEDLINE; Engineering; Alternative medicine; Law; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6234767,0.0009232663,0.02608409,0.0007941622,0.0002338291,0.001509084,0.001696245,0.0001842094,0.0006952268],"category_scores_gemma":[0.4431422,0.0004372229,0.002450365,0.004931176,0.00009094956,0.000862879,0.0003789922,0.0005188885,0.0002850311],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000264595,"about_ca_system_score_gemma":0.0005539135,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001098107,"about_ca_topic_score_gemma":0.0001118707,"domain_scores_codex":[0.5236487,0.3449518,0.1194506,0.003281516,0.007790224,0.0008770828],"domain_scores_gemma":[0.8219255,0.01889336,0.1416934,0.01239451,0.004454661,0.0006386385],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000002000234,0.0002052894,0.004391945,0.9821351,0.0001217123,0.00001986952,0.002209898,0.00004575491,0.0008282579,0.001996592,0.001083882,0.006959655],"study_design_scores_gemma":[0.001542711,0.0003199171,0.001750644,0.7701479,0.002971509,0.0006749358,0.01349792,0.09408196,0.0003326841,0.005798577,0.1067367,0.002144551],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.004855215,0.1111888,0.2044988,0.0001321987,0.0008468635,0.6745712,0.00001241334,0.00002405528,0.003870579],"genre_scores_gemma":[0.02190831,0.005035024,0.3264944,0.0002886744,0.0003115443,0.6408631,0.00005849615,0.0001593458,0.004881154],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.3260584,"threshold_uncertainty_score":0.999808,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8825387053207386,"score_gpt":0.7057369941651458,"score_spread":0.1768017111555928,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}