{"id":"W4405674756","doi":"10.24908/pceea.2024.18547","title":"Architecture and Usage Information for a Course-Aligned, GPT-Powered Chatbot","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"AI in Service Interactions","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Course (navigation); Architecture; Chatbot; Computer science; Computer architecture; World Wide Web; Software engineering; Engineering; Aerospace engineering; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001009397,0.0005303536,0.0004437721,0.001890815,0.0006253029,0.00123385,0.001115839,0.001049308,0.01100557],"category_scores_gemma":[0.003087619,0.000834153,0.0003024545,0.001027089,0.0004245283,0.00140934,0.001243476,0.0007777272,0.005271786],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008603951,"about_ca_system_score_gemma":0.0008948449,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005147771,"about_ca_topic_score_gemma":0.0061041,"domain_scores_codex":[0.9992915,0.0001086639,0.00008035982,0.0002135881,0.0002277299,0.00007802621],"domain_scores_gemma":[0.9982957,0.0005228819,0.0001378106,0.0003898214,0.0004009048,0.0002527906],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002567338,0.001650598,0.05443398,0.001781356,0.0001002991,0.003587243,0.008669223,0.02503088,0.192711,0.01619311,0.09106228,0.6022127],"study_design_scores_gemma":[0.0003945714,0.001878681,0.06734752,0.0004334358,0.0001956087,0.004165305,0.001964167,0.4756652,0.1159521,0.009127039,0.3224165,0.0004599131],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2588646,0.0004215478,0.5188192,0.001004973,0.0001022801,0.002099255,0.01206191,0.1817934,0.02483297],"genre_scores_gemma":[0.7004103,0.0002327629,0.2478242,0.000356698,0.00004252385,0.001921794,0.0224849,0.005055406,0.02167144],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9948522,"threshold_uncertainty_score":0.03681731,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.003302320431920088,"score_gpt":0.2090118333256352,"score_spread":0.2057095128937151,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}