{"id":"W4361205834","doi":"10.1177/03064190231166665","title":"Exploring natural language processing in mechanical engineering education: Implications for academic integrity","year":2023,"lang":"en","type":"article","venue":"International Journal of Mechanical Engineering Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Context (archaeology); Computer science; Extant taxon; Automation; Cheating; Academic integrity; Natural (archaeology); Natural language; Engineering ethics; Software engineering; Artificial intelligence; Data science; Engineering; Mechanical engineering; Psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002065422,0.0001424095,0.0002036579,0.0006412076,0.00009051555,0.00008024459,0.0007145934,0.0003237258,0.00001553423],"category_scores_gemma":[0.004748476,0.0001502912,0.0001295104,0.0005801339,0.00001826644,0.0008833123,0.00005092689,0.002002918,0.000008824161],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000645259,"about_ca_system_score_gemma":0.001390447,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001639709,"about_ca_topic_score_gemma":0.00003031939,"domain_scores_codex":[0.9983568,0.00005445651,0.0006247038,0.0001917633,0.0004700653,0.0003022142],"domain_scores_gemma":[0.9984228,0.0004342051,0.0002338326,0.00009210185,0.0006603944,0.0001566575],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001206762,0.0003938408,0.0003954667,0.0002316735,0.000101039,0.000008333104,0.01644921,0.003424758,0.04210255,0.4912944,0.00392196,0.4415562],"study_design_scores_gemma":[0.00550662,0.0005011591,0.05962865,0.01502027,0.0004388249,0.0009937021,0.0914842,0.3516004,0.02596967,0.08050115,0.3639358,0.004419538],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8184195,0.00249532,0.08305075,0.06557494,0.02874362,0.0009241503,0.00003207034,0.0004211316,0.0003385515],"genre_scores_gemma":[0.9880542,0.0004591947,0.007962619,0.0002007901,0.002990189,0.0001221245,0.00003121658,0.00002463468,0.0001550501],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4371366,"threshold_uncertainty_score":0.8701795,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06078129438859478,"score_gpt":0.3752472311078585,"score_spread":0.3144659367192637,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}