{"id":"W4408038925","doi":"10.1186/s41073-025-00158-y","title":"Policies on artificial intelligence chatbots among academic publishers: a cross-sectional audit","year":2025,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Ottawa Hospital; Impact","funders":"","keywords":"Chatbot; Audit; Computer science; Transformative learning; World Wide Web; Library science; Public relations; Political science; Psychology; Business; Accounting","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008352813,0.0001684647,0.0003710777,0.0004487284,0.0004701788,0.0003019768,0.0002616634,0.0003534938,0.000660137],"category_scores_gemma":[0.01577879,0.000134996,0.0001220683,0.00120543,0.0006705475,0.0003913959,0.0001101551,0.003730647,0.0002794098],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002946195,"about_ca_system_score_gemma":0.0009628538,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002790486,"about_ca_topic_score_gemma":0.0002185245,"domain_scores_codex":[0.9965356,0.0003653231,0.0007683762,0.0004910725,0.001280224,0.0005594142],"domain_scores_gemma":[0.9956701,0.0009248956,0.0000818857,0.0003963979,0.002611365,0.0003153998],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002851589,0.000333677,0.2333959,0.006994495,0.00007403106,0.00001307895,0.0007839406,0.000002187484,0.00006997331,0.09507502,0.1112669,0.5517056],"study_design_scores_gemma":[0.00005877093,0.000936456,0.3473027,0.02571178,0.0000741181,0.00007046577,0.002363883,0.0004868837,0.005004071,0.1324263,0.4851007,0.0004638037],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5445651,0.05322115,0.0004908576,0.3713416,0.001495821,0.002853712,0.00002949944,0.0001425287,0.02585961],"genre_scores_gemma":[0.9324075,0.04827111,0.00007507778,0.005156912,0.0009213196,0.000255044,0.00007359401,0.00001615762,0.01282325],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5512418,"threshold_uncertainty_score":0.9985678,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6237231184858077,"score_gpt":0.6160312006266995,"score_spread":0.007691917859108277,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}