{"id":"W3174891973","doi":"10.1016/j.jclinepi.2021.06.015","title":"“Evidence-based checklists” for identifying predatory journals have not been assessed for reliability or validity: An analysis and proposal for moving forward","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Impact; Ottawa Hospital","funders":"","keywords":"Reliability (semiconductor); Matching (statistics); Scale (ratio); Scope (computer science); Guideline; Computer science; Quality (philosophy); Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4501584,0.002546433,0.00745603,0.04807919,0.007139013,0.01729921,0.01273521,0.008308707,0.002303275],"category_scores_gemma":[0.7418891,0.001624924,0.01011973,0.04115902,0.01107145,0.01813901,0.00895366,0.006787283,0.001069333],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01641672,"about_ca_system_score_gemma":0.04827559,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01077644,"about_ca_topic_score_gemma":0.01912828,"domain_scores_codex":[0.5145799,0.2386707,0.1240848,0.01042785,0.1078799,0.004356917],"domain_scores_gemma":[0.1339005,0.478157,0.0804621,0.04328452,0.2599569,0.004238937],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001284427,0.001015072,0.3521507,0.02273543,0.006369857,0.0004457753,0.007722499,0.001985827,0.001187652,0.05898247,0.0366716,0.5094486],"study_design_scores_gemma":[0.003255252,0.006789845,0.4758317,0.06817454,0.02435785,0.002329672,0.02495906,0.04070742,0.009544604,0.2381467,0.1030896,0.002813715],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1713925,0.04651765,0.5075502,0.196535,0.01325501,0.03304206,0.007120536,0.001890308,0.02269669],"genre_scores_gemma":[0.2661272,0.004055366,0.7027711,0.01018325,0.001634264,0.01183969,0.002254017,0.0001583673,0.0009767902],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9519208,"threshold_uncertainty_score":0.6780526,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9363805130465965,"score_gpt":0.7299491902987689,"score_spread":0.2064313227478276,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}