{"id":"W2986512685","doi":"10.1101/19010850","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2019,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Publication; Outreach; Publishing; Delphi method; Political science; Public relations; Checklist; Psychology; Computer science; Law","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3794416,0.002078655,0.001641042,0.007580648,0.009249162,0.007328611,0.005424421,0.004681871,0.006650283],"category_scores_gemma":[0.2984753,0.002515926,0.002471116,0.004736,0.01244567,0.009948505,0.02158586,0.006871486,0.001647582],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01254901,"about_ca_system_score_gemma":0.0371731,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005695869,"about_ca_topic_score_gemma":0.005495796,"domain_scores_codex":[0.5608612,0.3845628,0.02208699,0.007812462,0.01455525,0.01012142],"domain_scores_gemma":[0.6181064,0.2606554,0.01151938,0.0174177,0.08206299,0.01023813],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001112443,0.000743965,0.006769545,0.004756254,0.0001703758,0.001664172,0.835409,0.005651565,0.007310307,0.03012468,0.01232337,0.09396441],"study_design_scores_gemma":[0.0008532483,0.001965064,0.00858409,0.007610697,0.000188624,0.0009008144,0.7576015,0.02666026,0.008021184,0.09561696,0.09121865,0.0007789612],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.403367,0.0008737208,0.3712001,0.02143212,0.0009737342,0.1815634,0.0009390057,0.0005882158,0.01906279],"genre_scores_gemma":[0.5355168,0.0007078457,0.3283028,0.004927358,0.0001611813,0.1271656,0.0004411881,0.0001828827,0.002594239],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9953181,"threshold_uncertainty_score":0.765259,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.148970562878348,"score_gpt":0.4618668965510392,"score_spread":0.3128963336726912,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}