{"id":"W4387100407","doi":"10.58190/icat.2023.28","title":"A Framework for Detecting AI-Generated Text in Research Publications","year":2023,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Advanced Technologies","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Classifier (UML); Generative grammar; Artificial intelligence; Generative model; Source code; Cloud computing; Data science; Information retrieval; Natural language processing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008901529,0.000120066,0.0001389636,0.0009377829,0.0002180736,0.0002783855,0.003753341,0.0001356823,0.000005312552],"category_scores_gemma":[0.009724996,0.00009764535,0.00005450582,0.003168897,0.0002086662,0.0006944188,0.0009597557,0.0005536667,0.00002586231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001544086,"about_ca_system_score_gemma":0.00009280488,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001294137,"about_ca_topic_score_gemma":0.00002269536,"domain_scores_codex":[0.9982939,0.000008094477,0.0003325826,0.0004520388,0.000523157,0.000390232],"domain_scores_gemma":[0.9972809,0.0004492052,0.0001852989,0.0003125879,0.001752383,0.00001964314],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001524775,0.00003070065,0.0004230975,0.00001090526,0.000006498174,2.105038e-7,0.0001920802,0.0001916836,0.06613898,0.8986082,0.0002885811,0.0340938],"study_design_scores_gemma":[0.00005067377,0.00005542602,0.0001648226,0.0001306593,4.672858e-7,8.478009e-7,0.002341671,0.04559658,0.3738723,0.5770101,0.0007058738,0.00007054873],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6352984,0.00006648282,0.08229165,0.2608424,0.0011105,0.002168262,0.00002265414,0.004064929,0.01413471],"genre_scores_gemma":[0.9516746,0.00006734744,0.0472123,0.00007402786,0.00001324183,0.0005282433,9.404496e-7,0.00001029313,0.0004189657],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3215981,"threshold_uncertainty_score":0.9986165,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2482438787675101,"score_gpt":0.4371898901063391,"score_spread":0.188946011338829,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}