{"id":"W4405674821","doi":"10.24908/pceea.2024.18548","title":"First Impressions on Supporting Students with a Course-Aligned, AI-powered Virtual Teaching Assistant (TA), Oliver","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Artificial Intelligence in Education","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Course (navigation); Mathematics education; Psychology; Computer science; Human–computer interaction; Engineering; Multimedia; Pedagogy; Aerospace engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001901207,0.0004637904,0.0003569783,0.0005839849,0.001080065,0.002026629,0.0005547688,0.0007606699,0.00629557],"category_scores_gemma":[0.01788693,0.0002491346,0.0003006628,0.0001906462,0.0005416158,0.001164818,0.001619115,0.0009150905,0.002072152],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004673888,"about_ca_system_score_gemma":0.0004092806,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001254102,"about_ca_topic_score_gemma":0.002932132,"domain_scores_codex":[0.9983037,0.0006987327,0.00007977658,0.0001743782,0.0004630933,0.0002803771],"domain_scores_gemma":[0.9901625,0.004616125,0.0008591902,0.0005887091,0.001371289,0.002402307],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.005117087,0.01102721,0.2580151,0.001104813,0.0001844373,0.004049094,0.1435139,0.003237451,0.1182113,0.001111442,0.03017835,0.4242498],"study_design_scores_gemma":[0.0004696833,0.03004854,0.5410383,0.000328603,0.0004014277,0.003816556,0.270217,0.0244826,0.06060398,0.001547396,0.06644766,0.0005982665],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9935645,0.00005774781,0.001581696,0.0003531807,0.00004367247,0.0000517455,0.00004901732,0.0001973984,0.004100977],"genre_scores_gemma":[0.9941057,0.00005266122,0.00168126,0.0001438247,0.00001631937,0.00003492961,0.00006744536,0.00003036625,0.00386752],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9987459,"threshold_uncertainty_score":0.02106076,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.006451755980570993,"score_gpt":0.2706263211807549,"score_spread":0.2641745652001839,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}