{"id":"W3174891973","doi":"10.1016/j.jclinepi.2021.06.015","title":"“Evidence-based checklists” for identifying predatory journals have not been assessed for reliability or validity: An analysis and proposal for moving forward","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Impact; Ottawa Hospital","funders":"","keywords":"Reliability (semiconductor); Matching (statistics); Scale (ratio); Scope (computer science); Guideline; Computer science; Quality (philosophy); Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.466217,0.0002739962,0.00410779,0.0128956,0.0004674908,0.001138853,0.001973838,0.0006706271,0.0001955507],"category_scores_gemma":[0.928022,0.0001689707,0.002935953,0.01843544,0.00048011,0.00166359,0.0003641664,0.0008896163,0.000001482325],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000160236,"about_ca_system_score_gemma":0.003895442,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002423542,"about_ca_topic_score_gemma":0.0001449057,"domain_scores_codex":[0.9759966,0.008363111,0.009894365,0.001417227,0.003299054,0.001029714],"domain_scores_gemma":[0.2887256,0.6716658,0.009446396,0.001339791,0.02696158,0.00186076],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003535638,0.0006013237,0.904924,0.0001805874,0.0005325822,0.00002143541,0.00003520353,0.001394363,0.0004753139,0.0004391711,0.0057824,0.08207803],"study_design_scores_gemma":[0.003402221,0.003987643,0.6410055,0.0001372342,0.0008390463,0.00003250107,0.0003730027,0.2414778,0.001180953,0.09960552,0.007657991,0.0003005526],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3535864,0.0007379166,0.6295646,0.01436547,0.00099374,0.0006074776,0.0001326284,0.000006509051,0.000005185455],"genre_scores_gemma":[0.6320565,0.001107616,0.3629247,0.00211795,0.001283797,0.00006300327,0.00001328025,0.00002471936,0.0004084138],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6872709,"threshold_uncertainty_score":0.9998981,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9363805130465965,"score_gpt":0.7299491902987689,"score_spread":0.2064313227478276,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}