{"id":"W3006156524","doi":"10.1136/bmjopen-2019-035561","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Outreach; Snowball sampling; Delphi method; Publishing; Checklist; Public relations; Library science; Medicine; Political science; Psychology; Law","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.03954222,0.0001405398,0.0003389383,0.01377735,0.0006030073,0.008913535,0.004422141,0.00007675587,0.0002524096],"category_scores_gemma":[0.08963586,0.00007579236,0.0000602112,0.08829046,0.00008188947,0.0004916695,0.003158334,0.0003015747,0.0003109448],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003409904,"about_ca_system_score_gemma":0.0004762844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006838201,"about_ca_topic_score_gemma":0.00003389104,"domain_scores_codex":[0.9920571,0.000536052,0.0006957619,0.0007127378,0.005506241,0.0004921317],"domain_scores_gemma":[0.9916403,0.005009608,0.0002962572,0.0006942268,0.00162327,0.0007363859],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.004967972,0.000191508,0.1973189,0.00008048205,0.0001811282,0.0004377181,0.03539332,0.004631078,0.003111247,0.0207831,0.3689229,0.3639806],"study_design_scores_gemma":[0.008940578,0.003167517,0.4326535,0.0007237735,0.000090552,0.0007423301,0.06685396,0.1473633,0.004403548,0.1005632,0.2316962,0.002801507],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9013997,0.001192291,0.0009614991,0.05913519,0.0002580162,0.004841887,0.00009786884,0.00002530522,0.03208828],"genre_scores_gemma":[0.9951742,0.00002938729,0.0008091661,0.002458923,0.0001013108,0.0001367069,7.719067e-7,0.00001307676,0.001276507],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3611791,"threshold_uncertainty_score":0.9974006,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7858935230383207,"score_gpt":0.6547070806373642,"score_spread":0.1311864424009566,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}