{"id":"W4224316587","doi":"10.1136/bmjopen-2021-059445","title":"Assessing the impact of predatory journals on policy and guidance documents: a cross-sectional study protocol","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Memorial University of Newfoundland; Ottawa Hospital; Dalhousie University; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Dalhousie University; University of Ottawa","keywords":"Medicine; Cross-sectional study; Protocol (science); Environmental health; Alternative medicine; Pathology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","scholarly_communication","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.07873661,0.0001016069,0.0002349525,0.01401361,0.001046847,0.01363024,0.003898154,0.00002556646,0.002308023],"category_scores_gemma":[0.02589651,0.00005213611,0.0001040636,0.06517633,0.000122918,0.001481867,0.004883624,0.0002773885,0.00001476051],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003044644,"about_ca_system_score_gemma":0.001261378,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001169105,"about_ca_topic_score_gemma":0.000007037394,"domain_scores_codex":[0.9874868,0.001298991,0.000897153,0.0004902836,0.009500004,0.0003267043],"domain_scores_gemma":[0.9946061,0.002447668,0.0006893268,0.0008009519,0.00128662,0.0001693178],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001968209,0.0004488135,0.9841341,0.000002364014,0.00002767184,0.000006212359,0.0001603359,0.0006872142,0.00009723243,0.00007267324,0.00555147,0.008615096],"study_design_scores_gemma":[0.001101055,0.001015411,0.9909803,0.000006016607,7.941286e-7,0.00001971141,0.0006475088,0.000617263,0.0000246227,0.002538797,0.002978007,0.00007054338],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8438905,0.00001830033,0.00003662629,0.0002560812,0.00009436299,0.1409823,0.00005379414,0.000004239762,0.01466378],"genre_scores_gemma":[0.9287419,5.123471e-7,0.00006229826,0.00008125259,0.00008233268,0.06854215,3.701097e-7,0.000006842877,0.002482351],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08485139,"threshold_uncertainty_score":0.998604,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7721978534082363,"score_gpt":0.7632492341181518,"score_spread":0.008948619290084503,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}