{"id":"W4361205834","doi":"10.1177/03064190231166665","title":"Exploring natural language processing in mechanical engineering education: Implications for academic integrity","year":2023,"lang":"en","type":"article","venue":"International Journal of Mechanical Engineering Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Context (archaeology); Computer science; Extant taxon; Automation; Cheating; Academic integrity; Natural (archaeology); Natural language; Engineering ethics; Software engineering; Artificial intelligence; Data science; Engineering; Mechanical engineering; Psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03676432,0.0004143791,0.0007835557,0.005262632,0.00165589,0.01095338,0.002250243,0.003154969,0.003257223],"category_scores_gemma":[0.1300477,0.0003829086,0.0007881584,0.005350176,0.009541966,0.02225268,0.00391448,0.004103991,0.0007325613],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003790836,"about_ca_system_score_gemma":0.008444632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002097363,"about_ca_topic_score_gemma":0.002479312,"domain_scores_codex":[0.9771032,0.01430584,0.001577831,0.00131006,0.00511382,0.0005892402],"domain_scores_gemma":[0.6060526,0.3571016,0.01367443,0.006305129,0.01477348,0.002092728],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009916206,0.0003533607,0.01579027,0.009466723,0.0001249731,0.0004013713,0.0248597,0.002893496,0.001518687,0.2816848,0.005595259,0.6572121],"study_design_scores_gemma":[0.00004359584,0.0004096367,0.01690755,0.01884153,0.0001988245,0.0009425464,0.03575243,0.006547053,0.006947005,0.652082,0.2611043,0.0002236382],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.110796,0.4317951,0.1532222,0.2166848,0.001295846,0.0002680638,0.0002293763,0.0004960931,0.0852126],"genre_scores_gemma":[0.752633,0.1604307,0.06702286,0.01366487,0.001113429,0.000370328,0.000190919,0.0001328888,0.004440998],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.996845,"threshold_uncertainty_score":0.1944306,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06078129438859478,"score_gpt":0.3752472311078585,"score_spread":0.3144659367192637,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}