{"id":"W3006156524","doi":"10.1136/bmjopen-2019-035561","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Outreach; Snowball sampling; Delphi method; Publishing; Checklist; Public relations; Library science; Medicine; Political science; Psychology; Law","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2705882,0.001702301,0.00119533,0.006192755,0.007201973,0.005561137,0.004062301,0.00451495,0.005373175],"category_scores_gemma":[0.1741372,0.002171331,0.002127286,0.004024418,0.009235464,0.00809898,0.01715495,0.00500339,0.001769006],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01033811,"about_ca_system_score_gemma":0.03659152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006082444,"about_ca_topic_score_gemma":0.006659111,"domain_scores_codex":[0.6872531,0.2672342,0.01694957,0.005977834,0.01437537,0.008210004],"domain_scores_gemma":[0.8207075,0.1085256,0.008407125,0.009154566,0.04605731,0.007147797],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001515273,0.0008947008,0.01220588,0.00603871,0.00018905,0.001677809,0.7897882,0.006002769,0.0141733,0.0226715,0.0199566,0.1248862],"study_design_scores_gemma":[0.001014724,0.003256475,0.02163048,0.008454736,0.000154612,0.001620038,0.7253298,0.02472102,0.009061634,0.05543591,0.1484767,0.000843896],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3952014,0.001051096,0.3190095,0.01942202,0.0007745406,0.2406314,0.00102242,0.0005413417,0.02234641],"genre_scores_gemma":[0.4949355,0.0009950335,0.3618497,0.00484717,0.0001347856,0.1328302,0.0004579891,0.0001305059,0.003819052],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9954851,"threshold_uncertainty_score":0.8994946,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7858935230383207,"score_gpt":0.6547070806373642,"score_spread":0.1311864424009566,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}