{"id":"W7132915848","doi":"","title":"A Preliminary Analysis of Students' Help Requests with an LLM-powered Chatbot when Completing CS1 Assignments","year":2024,"lang":"en","type":"article","venue":"TSpace","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Division of Undergraduate Education; Natural Sciences and Engineering Research Council of Canada; Advanced Research Projects Agency; University of Toronto","keywords":"Chatbot; The Internet; Software; Conversation; Documentation","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003541886,0.0006491164,0.0005321621,0.002898214,0.001502773,0.001830136,0.0008689048,0.0008187687,0.01258564],"category_scores_gemma":[0.04651793,0.0003660282,0.0002709641,0.001713832,0.0004601449,0.001052593,0.001273268,0.001472761,0.007038582],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001075753,"about_ca_system_score_gemma":0.001445526,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007216463,"about_ca_topic_score_gemma":0.01510938,"domain_scores_codex":[0.9938267,0.001406699,0.0006542518,0.0009243111,0.002441423,0.0007466576],"domain_scores_gemma":[0.9016188,0.06354909,0.005387303,0.005116308,0.01971913,0.00460933],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.006222869,0.005406599,0.5014354,0.001697704,0.0001486544,0.001446504,0.02374742,0.001613454,0.03972192,0.001783551,0.05941347,0.3573624],"study_design_scores_gemma":[0.0001262714,0.002486162,0.9057677,0.000233278,0.0001168689,0.0007116963,0.01298002,0.01435751,0.02502687,0.000686705,0.03731881,0.0001880897],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9469353,0.0001741903,0.009760126,0.0006617242,0.000219748,0.001442494,0.01389836,0.003679515,0.02322862],"genre_scores_gemma":[0.9564995,0.00009584268,0.008157034,0.0004293696,0.00006232067,0.001450493,0.009570738,0.0003593599,0.02337522],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01258564,"threshold_uncertainty_score":0.04210317,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0497625284282013,"score_gpt":0.4025677317256903,"score_spread":0.352805203297489,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}