{"id":"W4224316587","doi":"10.1136/bmjopen-2021-059445","title":"Assessing the impact of predatory journals on policy and guidance documents: a cross-sectional study protocol","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Memorial University of Newfoundland; Ottawa Hospital; Dalhousie University; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Dalhousie University; University of Ottawa","keywords":"Medicine; Cross-sectional study; Protocol (science); Environmental health; Alternative medicine; Pathology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","scholarly_communication","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1012754,0.002449743,0.003835598,0.009371553,0.005099688,0.005316669,0.003824238,0.004469685,0.04390087],"category_scores_gemma":[0.06260736,0.004216443,0.002865402,0.006208735,0.004099263,0.007770647,0.00438124,0.005273399,0.0194836],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009517517,"about_ca_system_score_gemma":0.03533704,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003775856,"about_ca_topic_score_gemma":0.005553423,"domain_scores_codex":[0.9664134,0.01375772,0.009270006,0.003080218,0.00521228,0.002266343],"domain_scores_gemma":[0.9196851,0.02623171,0.01559946,0.007822009,0.02524499,0.005416735],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.07914781,0.07859404,0.2052934,0.07208477,0.00156111,0.004822999,0.05893455,0.006316367,0.007742828,0.03344428,0.14021,0.3118479],"study_design_scores_gemma":[0.0375223,0.08114608,0.3879017,0.03016029,0.001555357,0.002099501,0.05904542,0.009680257,0.008027255,0.01959641,0.3619256,0.001339885],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.01553014,0.0002000453,0.002890226,0.0003885793,0.00009104316,0.9758279,0.003195827,0.000081014,0.001795153],"genre_scores_gemma":[0.006808802,0.0001828933,0.003537142,0.0002864182,0.00003279775,0.9875853,0.0008484543,0.0000111937,0.0007069401],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.9955303,"threshold_uncertainty_score":0.5356019,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7721978534082363,"score_gpt":0.7632492341181518,"score_spread":0.008948619290084503,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}