{"id":"W2899927427","doi":"10.1002/jrsm.1330","title":"The impact of the peer review of literature search strategies in support of rapid review reports","year":2018,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Subject (documents); Peer review; Information retrieval; Scrutiny; Inclusion (mineral); Computer science; Technical peer review; Psychology; World Wide Web; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.5225989,0.0002098971,0.001212379,0.01480717,0.0002908878,0.0005684723,0.005082577,0.0001630131,0.001982383],"category_scores_gemma":[0.5979723,0.00008581371,0.0008382134,0.1968938,0.002228286,0.0004662081,0.001710662,0.0009561941,0.00001556898],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001535608,"about_ca_system_score_gemma":0.002705858,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003665208,"about_ca_topic_score_gemma":0.00001305939,"domain_scores_codex":[0.919664,0.03370484,0.004512622,0.00131411,0.03903083,0.001773564],"domain_scores_gemma":[0.6658288,0.2086418,0.003033215,0.01158534,0.1099804,0.0009304453],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007561438,0.0002813248,0.008383948,0.004880423,0.0001027605,0.00002279088,0.0003482685,0.000003130233,0.009546359,0.0007825237,0.2371708,0.738402],"study_design_scores_gemma":[0.0004444631,0.002801077,0.2677824,0.05489589,0.00008694873,0.0002044749,0.001811576,0.0006359136,0.2551427,0.03960421,0.3758528,0.0007375205],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.03885538,0.8448905,0.001245129,0.02777822,0.0006615606,0.004764939,0.0002709008,0.00001730622,0.08151606],"genre_scores_gemma":[0.3008852,0.6802139,0.01340919,0.0001371413,0.000150242,0.0001401581,0.000004163755,0.00004430635,0.005015754],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7376645,"threshold_uncertainty_score":0.9989299,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7743918792844233,"score_gpt":0.7358830040339657,"score_spread":0.03850887525045765,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}