{"id":"W4400865572","doi":"10.37074/jalt.2024.7.2.12","title":"Can instructors detect AI-generated papers? Postsecondary writing instructor knowledge and perceptions of AI","year":2024,"lang":"en","type":"article","venue":"Journal of Applied Learning & Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Algoma University","funders":"Social Sciences and Humanities Research Council of Canada; Algoma University","keywords":"Perception; Postsecondary education; Mathematics education; Psychology; Medical education; Pedagogy; Computer science; Higher education; Political science; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006013218,0.0001965421,0.000202607,0.001151202,0.0005804421,0.002823786,0.0006724679,0.0006446486,0.002251045],"category_scores_gemma":[0.07857578,0.0001521988,0.000150292,0.0005266286,0.0004381594,0.002145791,0.0009261241,0.0008327779,0.0007178939],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004803524,"about_ca_system_score_gemma":0.0006457914,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001132709,"about_ca_topic_score_gemma":0.001712165,"domain_scores_codex":[0.9963604,0.001246063,0.0003159181,0.0003886665,0.001402616,0.0002863007],"domain_scores_gemma":[0.8855137,0.05284011,0.03306246,0.003598937,0.01836334,0.006621326],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001536646,0.0006277792,0.8301054,0.0001345932,0.00003890083,0.0002995211,0.03279801,0.0001316305,0.005967597,0.0001969854,0.001492342,0.1280536],"study_design_scores_gemma":[0.00002432553,0.0008147822,0.9291304,0.0001483005,0.00003201121,0.0006008709,0.05324275,0.001770591,0.005323356,0.0008100594,0.008055707,0.00004683148],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9965819,0.0001151651,0.0007791945,0.0004430523,0.00002579542,0.000009795066,0.00001996523,0.00003219404,0.001993071],"genre_scores_gemma":[0.9983931,0.0001034055,0.0005126077,0.0001106718,0.00002499696,0.000007904083,0.00003432762,0.000005545254,0.0008074252],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006013218,"threshold_uncertainty_score":0.03180128,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.005300621121246119,"score_gpt":0.2626126896187802,"score_spread":0.2573120684975341,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}