{"id":"W4413509826","doi":"10.64628/aam.wwdgwwp3r","title":"Artificial intelligence is getting better at writing, and universities should worry about plagiarism","year":2021,"lang":"en","type":"article","venue":"","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary; Brock University","funders":"","keywords":"Worry; Psychology; Mathematics education; Engineering ethics; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03836047,0.0006471965,0.00148311,0.006082092,0.01608655,0.03244074,0.00248951,0.01106946,0.02703265],"category_scores_gemma":[0.2865905,0.0004913332,0.0009708081,0.009585859,0.02030379,0.02673372,0.007199883,0.01998707,0.01601845],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007344401,"about_ca_system_score_gemma":0.01697222,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005914909,"about_ca_topic_score_gemma":0.005703543,"domain_scores_codex":[0.9211031,0.02836339,0.007262285,0.004046228,0.03458301,0.004641966],"domain_scores_gemma":[0.54993,0.1367101,0.06629977,0.05211574,0.1397124,0.05523212],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004461162,0.0004586556,0.02761199,0.001260665,0.0001891014,0.0004098193,0.02228427,0.0005718644,0.00197161,0.1127512,0.56455,0.2674948],"study_design_scores_gemma":[0.00007302708,0.0002614176,0.02130387,0.001172637,0.00009371607,0.0009574961,0.02073429,0.0006140751,0.002163145,0.1980089,0.754364,0.000253371],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.01260504,0.009097974,0.002991237,0.8876066,0.006859293,0.00003228628,0.0002133102,0.0006040955,0.07999032],"genre_scores_gemma":[0.5011054,0.01557966,0.013836,0.3231686,0.02444784,0.0001248489,0.001101928,0.001313088,0.1193226],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9889305,"threshold_uncertainty_score":0.2028719,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04754202148467424,"score_gpt":0.3174901623988181,"score_spread":0.2699481409141438,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}