{"id":"W4405062067","doi":"10.1115/1.4067318","title":"Understanding the Impact of Applying Large Language Model in Engineering Design Education","year":2024,"lang":"en","type":"article","venue":"Journal of Computing and Information Science in Engineering","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"HEC Montréal; McGill University","funders":"Faculty of Engineering, McGill University","keywords":"Design language; Computer science; Systems engineering; Engineering; Software engineering; Engineering drawing; Construction engineering; Programming language","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009015162,0.0004421639,0.0003582286,0.0008477911,0.0006799216,0.003775944,0.001061254,0.0008134367,0.004805137],"category_scores_gemma":[0.04776457,0.0002230039,0.0004039114,0.0005099229,0.001558417,0.003946209,0.004213841,0.001722233,0.0008325736],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001264916,"about_ca_system_score_gemma":0.002169323,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001133657,"about_ca_topic_score_gemma":0.001356087,"domain_scores_codex":[0.9896232,0.00773421,0.0002466066,0.0005810976,0.001450429,0.0003644168],"domain_scores_gemma":[0.9201557,0.06888659,0.002913146,0.004100912,0.002390177,0.001553472],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001843314,0.009544117,0.09189467,0.001639237,0.0001218282,0.000851398,0.07827034,0.01703795,0.03014141,0.0228273,0.004031675,0.7417969],"study_design_scores_gemma":[0.00109803,0.0216376,0.2486823,0.003416123,0.0009657674,0.003570984,0.1515813,0.2149661,0.08879986,0.157292,0.1074315,0.0005585045],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9557296,0.0002168876,0.02551848,0.001036898,0.00003856329,0.0001493641,0.00003856042,0.0003011645,0.01697047],"genre_scores_gemma":[0.9847581,0.0001223971,0.01356281,0.0001720867,0.000007277458,0.000100478,0.00004943605,0.00002895111,0.001198442],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009015162,"threshold_uncertainty_score":0.04767728,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04490756653157672,"score_gpt":0.3789019562792856,"score_spread":0.3339943897477089,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}