{"id":"W4390188528","doi":"10.1109/dasc/picom/cbdcom/cy59711.2023.10361304","title":"Unveiling Uncertainty: Supporting Learners Through NLP-Driven Confusion Identification","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Artificial intelligence; Confusion; Popularity; World Wide Web; Identification (biology); Natural language processing; Deep learning; Task (project management); Machine learning; Data science; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053518,0.00009911417,0.0001131834,0.00009095681,0.0001834261,0.000179321,0.0005776112,0.00005562855,0.00006733236],"category_scores_gemma":[0.0001107962,0.00009322196,0.00005432307,0.000572671,0.00002170711,0.0007555518,0.0003027319,0.0001132795,0.0007109612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004472417,"about_ca_system_score_gemma":0.00006457696,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000166018,"about_ca_topic_score_gemma":0.00001488058,"domain_scores_codex":[0.9985153,0.00004633296,0.0003556018,0.0004566165,0.0003000003,0.0003261349],"domain_scores_gemma":[0.9991395,0.00008503647,0.0001231935,0.0005317465,0.0000692519,0.00005125324],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004506363,0.00004057286,0.001650004,0.00006607908,0.00003281688,0.00005271813,0.01214048,0.2649915,0.08104761,0.4989606,0.005686681,0.1353265],"study_design_scores_gemma":[0.0001229672,0.000009978456,0.0002179049,0.00001453888,0.000002636281,0.000003301835,0.0007242289,0.9857371,0.004019243,0.006007141,0.003007897,0.0001329907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1903721,0.000009160377,0.8011452,0.003046694,0.0004874759,0.0001294065,4.088492e-7,0.0008930411,0.003916574],"genre_scores_gemma":[0.973489,0.00001669985,0.02211156,0.0004388502,0.00007374065,0.0000101028,0.00001271173,0.000009758151,0.003837608],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7831169,"threshold_uncertainty_score":0.9138205,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04950785522572413,"score_gpt":0.3185036625247137,"score_spread":0.2689958072989895,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}