{"id":"W4403763972","doi":"10.24908/pceea.2023.17070","title":"Excuse me, but can you repeat the question? Identifying correlations between thousands of engineering student questions and their impacts on the content and delivery of course materials","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Excuse; Course (navigation); Content (measure theory); Engineering; Mathematics education; Psychology; Political science; Mathematics; Aerospace engineering; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00172708,0.0004935907,0.0002743997,0.0007157933,0.0006091917,0.001091206,0.0004521807,0.001319266,0.0282906],"category_scores_gemma":[0.0384865,0.000158351,0.0003123656,0.0005146926,0.0004719016,0.002234652,0.0008701431,0.001023127,0.01492117],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003581311,"about_ca_system_score_gemma":0.0002393144,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00100855,"about_ca_topic_score_gemma":0.001878412,"domain_scores_codex":[0.9987534,0.0006056985,0.00007687451,0.0002008524,0.0002790432,0.00008397987],"domain_scores_gemma":[0.978376,0.01469673,0.002920055,0.001074954,0.00216892,0.0007632403],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001262915,0.0008196927,0.2836926,0.001239015,0.0002587723,0.001808104,0.01229772,0.001397154,0.01964554,0.005419575,0.2249153,0.4472438],"study_design_scores_gemma":[0.0001093322,0.001665986,0.3514068,0.001410613,0.0002846965,0.006279328,0.02976603,0.009907839,0.01648223,0.0190973,0.5632744,0.0003154238],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8437104,0.003407895,0.04471185,0.0322858,0.002050799,0.0006131965,0.009550771,0.002839858,0.06082957],"genre_scores_gemma":[0.8984281,0.001585541,0.03160326,0.008688477,0.0005371503,0.0004098312,0.004877113,0.0008650647,0.05300546],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0282906,"threshold_uncertainty_score":0.09464151,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02332572275050215,"score_gpt":0.288837116175098,"score_spread":0.2655113934245958,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}