{"id":"W3192525318","doi":"10.20381/ruor-23341","title":"Towards the Automatic Classification of Student Answers to Open-ended Questions","year":2019,"lang":"en","type":"dissertation","venue":"uO Research (University of Ottawa)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mathematics education; Computer science; Closed-ended question; Information retrieval; Natural language processing; Psychology; Data science; Mathematics; Statistics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004422395,0.001470841,0.001203158,0.004695162,0.0004847712,0.002356216,0.001562009,0.002694669,0.002160712],"category_scores_gemma":[0.01430012,0.000301116,0.001259841,0.001464624,0.0004457059,0.002561752,0.00195341,0.002107105,0.005852505],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000525654,"about_ca_system_score_gemma":0.001026278,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001424678,"about_ca_topic_score_gemma":0.001431287,"domain_scores_codex":[0.9943827,0.002083059,0.0003484576,0.001677843,0.001147487,0.0003603591],"domain_scores_gemma":[0.9874473,0.004617663,0.001220487,0.001048167,0.005062672,0.0006037217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000474265,0.0008426806,0.03094903,0.0003784637,0.0001283709,0.0001445055,0.0005695743,0.007241339,0.04064563,0.001608736,0.01307224,0.9039451],"study_design_scores_gemma":[0.0000897429,0.0006984823,0.04126288,0.000156617,0.0001512246,0.0003375711,0.001156479,0.8660925,0.06750824,0.008063893,0.01438288,0.00009951506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3270332,0.001429422,0.6425421,0.001013677,0.0004603531,0.0006122008,0.003893735,0.01794744,0.005067877],"genre_scores_gemma":[0.6099784,0.0004257403,0.3651761,0.0002746766,0.0003196296,0.000523665,0.01477264,0.0003576555,0.008171493],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004695162,"threshold_uncertainty_score":0.02338815,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1268726717033858,"score_gpt":0.3884350634991476,"score_spread":0.2615623917957618,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}