{"id":"W2986512685","doi":"10.1101/19010850","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2019,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Publication; Outreach; Publishing; Delphi method; Political science; Public relations; Checklist; Psychology; Computer science; Law","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01226934,0.0002998078,0.0004434517,0.0007410894,0.0008492082,0.0007240698,0.00177732,0.0005236162,0.00007791731],"category_scores_gemma":[0.005611952,0.0002243526,0.0001143802,0.0006538104,0.0003845526,0.00009395982,0.001286968,0.00160123,0.00007583514],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002091314,"about_ca_system_score_gemma":0.001201444,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009415289,"about_ca_topic_score_gemma":0.0009511681,"domain_scores_codex":[0.9950923,0.001332118,0.0005094085,0.0007313854,0.001571345,0.000763382],"domain_scores_gemma":[0.9963075,0.001634982,0.0003147272,0.0008741062,0.0005486133,0.0003200532],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00169936,0.0003153884,0.3581043,0.001718884,0.0008201385,0.0006183764,0.4235348,0.01171745,0.003321242,0.1221504,0.03772835,0.03827125],"study_design_scores_gemma":[0.003349177,0.0009209475,0.1227575,0.01556015,0.0006557463,0.0003290558,0.1531305,0.008859597,0.005493153,0.4780336,0.2033768,0.007533746],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9458332,0.002291367,0.0003215086,0.01672441,0.0007125328,0.002136223,0.00006569001,0.0002324652,0.0316826],"genre_scores_gemma":[0.9957627,0.0005082919,0.0005714518,0.0002642185,0.0003272848,0.0002569783,0.000002738588,0.00005351438,0.002252819],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3558832,"threshold_uncertainty_score":0.9148834,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.148970562878348,"score_gpt":0.4618668965510392,"score_spread":0.3128963336726912,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}