{"id":"W4365143850","doi":"10.1080/00330124.2023.2190373","title":"A Preliminary Investigation of Fake Peer-Reviewed Citations and References Generated by ChatGPT","year":2023,"lang":"en","type":"article","venue":"The Professional Geographer","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":155,"is_retracted":false,"has_abstract":true,"ca_institutions":"Okanagan College","funders":"","keywords":"Chatbot; Optimism; Identification (biology); Computer science; Data science; Subject (documents); Subject matter; Fake news; Process (computing); Psychology; World Wide Web; Internet privacy; Social psychology; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000606403,0.00007749274,0.0001304639,0.0001019024,0.0002006388,0.000007151949,0.00005975931,0.00007186244,0.000122977],"category_scores_gemma":[0.0002179237,0.00004742369,0.00003573891,0.0007205461,0.0001805071,0.0000568886,0.00002858305,0.0001434719,0.00003281394],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006238052,"about_ca_system_score_gemma":0.0001245019,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002516355,"about_ca_topic_score_gemma":0.00002179819,"domain_scores_codex":[0.9990231,0.0001302409,0.0002928376,0.0001413267,0.0002752259,0.0001372363],"domain_scores_gemma":[0.9990701,0.0002375674,0.0001079181,0.0001439317,0.0003647202,0.00007574575],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004357076,0.0002371223,0.5422032,0.000844936,0.0001536717,0.00000264825,0.02860195,0.00001706356,0.04539629,0.002693717,0.2551646,0.1242491],"study_design_scores_gemma":[0.0001934611,0.0007157587,0.9135587,0.001185093,0.0002116561,0.00001321181,0.01943469,0.002183812,0.02283205,0.02773879,0.01166287,0.000269863],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9662005,0.001518637,0.00001355293,0.03126917,0.0003263209,0.0004533003,0.0000155486,0.00004435421,0.0001586593],"genre_scores_gemma":[0.9923043,0.0005835388,0.0001762301,0.0006688004,0.00008235379,0.000134965,0.0002594399,0.00000852069,0.005781804],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3713555,"threshold_uncertainty_score":0.1933882,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1607447509331509,"score_gpt":0.4248134618656474,"score_spread":0.2640687109324965,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}