{"id":"W4413509826","doi":"10.64628/aam.wwdgwwp3r","title":"Artificial intelligence is getting better at writing, and universities should worry about plagiarism","year":2021,"lang":"en","type":"article","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary; Brock University","funders":"","keywords":"Worry; Psychology; Mathematics education; Engineering ethics; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009429653,0.0001195847,0.0001529958,0.00005490654,0.001087347,0.0001505293,0.0001852047,0.0007738643,0.00460282],"category_scores_gemma":[0.0001642752,0.0001249732,0.00006101717,0.0001965999,0.0004334637,0.0002988671,0.0001896149,0.001157898,0.0001254286],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001471557,"about_ca_system_score_gemma":0.0002046805,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001990099,"about_ca_topic_score_gemma":0.002023351,"domain_scores_codex":[0.9984844,0.0001994171,0.0002331892,0.0003078849,0.0003806897,0.0003944359],"domain_scores_gemma":[0.9990875,0.0004793356,0.00006466267,0.0001086982,0.0001321118,0.0001276777],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003204936,0.00004579603,0.01870594,0.00004410234,0.00007582075,0.0002005789,0.1737445,0.000006415453,0.00111536,0.6196859,0.05322151,0.133122],"study_design_scores_gemma":[0.00008145509,0.00002610029,0.001305703,0.000176228,0.00007211862,0.00003053406,0.4454764,0.0009285258,0.04029913,0.05959586,0.4511919,0.0008160409],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6929465,0.0008215377,0.005637263,0.04519759,0.0004383312,0.0001035619,0.00001922495,0.0001363855,0.2546996],"genre_scores_gemma":[0.9423584,0.0006054704,0.003280602,0.01331078,0.0008738265,0.000002019625,0.00001066875,0.00001282386,0.0395454],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5600901,"threshold_uncertainty_score":0.9963071,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04754202148467424,"score_gpt":0.3174901623988181,"score_spread":0.2699481409141438,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}