{"id":"W4399851707","doi":"10.1101/2024.06.19.24309148","title":"Policies on Artificial Intelligence Chatbots Among Academic Publishers: A Cross-Sectional Audit","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Hospital; McMaster University","funders":"","keywords":"Audit; Cross-sectional study; Psychology; Computer science; Accounting; Business; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09817155,0.0002673795,0.0007898497,0.01146359,0.002489658,0.007725151,0.001911104,0.001327452,0.003142955],"category_scores_gemma":[0.2776672,0.001211088,0.0004411718,0.01595485,0.004076281,0.006762025,0.003847241,0.00239845,0.001079132],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005439017,"about_ca_system_score_gemma":0.01309828,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005087347,"about_ca_topic_score_gemma":0.00408217,"domain_scores_codex":[0.8820614,0.04513809,0.0255379,0.00810961,0.03323758,0.005915529],"domain_scores_gemma":[0.3506856,0.3308909,0.2132111,0.0272602,0.06832871,0.009623451],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003198405,0.0003159684,0.9210328,0.001413023,0.00006437065,0.0004825047,0.03651138,0.0001731694,0.0004816436,0.00336967,0.004420483,0.03141528],"study_design_scores_gemma":[0.00002967828,0.0003774599,0.8973868,0.002168857,0.00008258005,0.00106844,0.06250226,0.001041123,0.002204085,0.000893759,0.0321341,0.0001107237],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9844202,0.002271669,0.00128143,0.00244645,0.00008790427,0.0006786664,0.003402556,0.00006424342,0.005346954],"genre_scores_gemma":[0.9947293,0.001458138,0.0007962103,0.0006789123,0.00006988029,0.0005746593,0.0009314516,0.00003412924,0.0007273788],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9018285,"threshold_uncertainty_score":0.519187,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06391877435692982,"score_gpt":0.356526168485986,"score_spread":0.2926073941290562,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}