{"id":"W4365143850","doi":"10.1080/00330124.2023.2190373","title":"A Preliminary Investigation of Fake Peer-Reviewed Citations and References Generated by ChatGPT","year":2023,"lang":"en","type":"article","venue":"The Professional Geographer","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":155,"is_retracted":false,"has_abstract":true,"ca_institutions":"Okanagan College","funders":"","keywords":"Chatbot; Optimism; Identification (biology); Computer science; Data science; Subject (documents); Subject matter; Fake news; Process (computing); Psychology; World Wide Web; Internet privacy; Social psychology; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01889924,0.000403305,0.0007182854,0.008992633,0.003075338,0.004213309,0.001097568,0.001931759,0.005592417],"category_scores_gemma":[0.1685492,0.0003169599,0.0004403237,0.007047466,0.001408421,0.002346811,0.001282054,0.001505223,0.001836088],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00147059,"about_ca_system_score_gemma":0.001329655,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001994162,"about_ca_topic_score_gemma":0.003655358,"domain_scores_codex":[0.9729146,0.009710169,0.00230165,0.001743453,0.01235276,0.0009773732],"domain_scores_gemma":[0.5550609,0.3296736,0.02482812,0.02470624,0.06290212,0.002829127],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003392803,0.002553401,0.3973278,0.003887091,0.000363032,0.01177322,0.07398247,0.002101159,0.0478644,0.01919843,0.02185477,0.4157016],"study_design_scores_gemma":[0.0001973396,0.00603248,0.7411334,0.001123927,0.000450281,0.01411983,0.02774698,0.02719382,0.06650133,0.009763945,0.1052961,0.0004404404],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9564614,0.001061694,0.01149263,0.001869736,0.0003533752,0.0009273776,0.001602269,0.0006417229,0.0255899],"genre_scores_gemma":[0.9702206,0.0004606824,0.01248058,0.0005012616,0.0002547147,0.0004901627,0.000970045,0.0001314973,0.01449044],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9980682,"threshold_uncertainty_score":0.09994996,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1607447509331509,"score_gpt":0.4248134618656474,"score_spread":0.2640687109324965,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}