{"id":"W2899927427","doi":"10.1002/jrsm.1330","title":"The impact of the peer review of literature search strategies in support of rapid review reports","year":2018,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Subject (documents); Peer review; Information retrieval; Scrutiny; Inclusion (mineral); Computer science; Technical peer review; Psychology; World Wide Web; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.753985,0.00269006,0.005636601,0.03023865,0.004910264,0.02589284,0.008296281,0.005380725,0.005449686],"category_scores_gemma":[0.95166,0.003178851,0.004701296,0.02801892,0.007247532,0.0195504,0.01360937,0.005353143,0.002486446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01231365,"about_ca_system_score_gemma":0.04942178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003469802,"about_ca_topic_score_gemma":0.003987281,"domain_scores_codex":[0.06261931,0.7076142,0.1079239,0.006869074,0.1123505,0.002623098],"domain_scores_gemma":[0.01232105,0.7973334,0.07318713,0.02552992,0.0895419,0.002086604],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.004335202,0.0007502374,0.03213694,0.166291,0.005109982,0.001303159,0.04781379,0.001984582,0.003702185,0.008643188,0.02490551,0.7030241],"study_design_scores_gemma":[0.0072332,0.01191849,0.1337672,0.3047886,0.0178255,0.007575833,0.06451157,0.01485836,0.01405618,0.02532832,0.3959667,0.002170206],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.2370773,0.3348311,0.1117148,0.1349367,0.01919168,0.08086444,0.003480354,0.003152637,0.074751],"genre_scores_gemma":[0.7219051,0.06322371,0.1547032,0.01057213,0.007000427,0.03663962,0.001674194,0.001085105,0.003196584],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9697614,"threshold_uncertainty_score":0.3033804,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7743918792844233,"score_gpt":0.7358830040339657,"score_spread":0.03850887525045765,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}