{"id":"W4387100407","doi":"10.58190/icat.2023.28","title":"A Framework for Detecting AI-Generated Text in Research Publications","year":2023,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Advanced Technologies","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Classifier (UML); Generative grammar; Artificial intelligence; Generative model; Source code; Cloud computing; Data science; Information retrieval; Natural language processing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005178556,0.001089132,0.0006042925,0.01942992,0.001450323,0.004623045,0.002012686,0.002147724,0.003211741],"category_scores_gemma":[0.02221532,0.0004390728,0.001478604,0.005964262,0.001421266,0.005144829,0.001969407,0.001786397,0.003147783],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002357329,"about_ca_system_score_gemma":0.003517931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0109795,"about_ca_topic_score_gemma":0.01558993,"domain_scores_codex":[0.9949366,0.0009430218,0.0006037395,0.001301331,0.001959568,0.0002557659],"domain_scores_gemma":[0.9832192,0.007723751,0.003012858,0.001515131,0.00381404,0.0007149868],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004504052,0.0007429566,0.0418071,0.001614238,0.0003388908,0.001971331,0.003060626,0.02774396,0.01938779,0.08738156,0.06615747,0.7493436],"study_design_scores_gemma":[0.0001137924,0.0003636609,0.0212382,0.0005336,0.0002219075,0.002162115,0.001200357,0.6767022,0.02535199,0.1208107,0.1510574,0.0002441913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01978127,0.001260266,0.9361653,0.001943346,0.0003256208,0.001172916,0.008745172,0.02367695,0.006929083],"genre_scores_gemma":[0.1379655,0.000572011,0.8414468,0.0004808781,0.0003624849,0.000928744,0.01308681,0.0004435683,0.004713311],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9948214,"threshold_uncertainty_score":0.02738714,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2482438787675101,"score_gpt":0.4371898901063391,"score_spread":0.188946011338829,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}