{"id":"W4405674821","doi":"10.24908/pceea.2024.18548","title":"First Impressions on Supporting Students with a Course-Aligned, AI-powered Virtual Teaching Assistant (TA), Oliver","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Artificial Intelligence in Education","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Course (navigation); Mathematics education; Psychology; Computer science; Human–computer interaction; Engineering; Multimedia; Pedagogy; Aerospace engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008694755,0.0001910617,0.0001505441,0.000335912,0.0004150311,0.0007168357,0.000907434,0.0001212005,0.00002280974],"category_scores_gemma":[0.001070932,0.0001524372,0.00007310995,0.0006159882,0.00002190944,0.0007815288,0.00006718418,0.0003010984,0.00003259932],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002768376,"about_ca_system_score_gemma":0.001675257,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002264001,"about_ca_topic_score_gemma":0.003163469,"domain_scores_codex":[0.9980903,0.00001380286,0.0003950701,0.0003732136,0.0007114962,0.0004161427],"domain_scores_gemma":[0.9985422,0.0001675774,0.0003323274,0.0002003016,0.0005173843,0.0002401724],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00001481457,0.0006901096,0.1309008,0.0004121307,0.000555169,0.000002976874,0.03479252,0.004174183,0.008286085,0.6689745,0.1301251,0.02107159],"study_design_scores_gemma":[0.0007919593,0.0007972098,0.473468,0.01231323,0.0005437588,0.00007598549,0.00886022,0.1645464,0.03839293,0.007311809,0.2891634,0.003735084],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.841267,0.0002243089,0.01600586,0.1135443,0.01510171,0.002026215,0.00008227514,0.001016617,0.0107316],"genre_scores_gemma":[0.9963254,0.000003983834,0.001279998,0.0003915746,0.0002395948,0.00007542329,0.00000301926,0.00003287382,0.001648082],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6616628,"threshold_uncertainty_score":0.7239207,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.006451755980570993,"score_gpt":0.2706263211807549,"score_spread":0.2641745652001839,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}