{"id":"W3192525318","doi":"10.20381/ruor-23341","title":"Towards the Automatic Classification of Student Answers to Open-ended Questions","year":2019,"lang":"en","type":"dissertation","venue":"uO Research (University of Ottawa)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mathematics education; Computer science; Closed-ended question; Information retrieval; Natural language processing; Psychology; Data science; Mathematics; Statistics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00159504,0.000119095,0.0002722897,0.0005540971,0.0003024902,0.0001177326,0.005400672,0.0001417285,0.00005830623],"category_scores_gemma":[0.0001237844,0.0001173542,0.00009013069,0.0008646932,0.00008512731,0.0004078825,0.0007772618,0.0004173583,0.00007266202],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002138058,"about_ca_system_score_gemma":0.0007980103,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007271882,"about_ca_topic_score_gemma":0.001418883,"domain_scores_codex":[0.9974223,0.0003715896,0.0002138807,0.0004521537,0.00126791,0.000272106],"domain_scores_gemma":[0.9974495,0.0001844893,0.0002134501,0.001229026,0.0008163418,0.0001072133],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00001346261,0.000425673,0.002534525,0.0006325829,0.0002202178,0.00001520793,0.03596048,0.0006359743,0.00575883,0.7989907,0.008124953,0.1466874],"study_design_scores_gemma":[0.001025849,0.0005865623,0.7578672,0.0007721182,0.00006814118,0.000002450917,0.05364249,0.1685997,0.0007539341,0.003754165,0.01240837,0.0005189956],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.651535,0.00007561911,0.1641425,0.010407,0.000976985,0.004180348,0.00004592157,0.0001363581,0.1685002],"genre_scores_gemma":[0.9580829,0.00003991022,0.02179226,0.0000163676,0.00001832517,0.000005156285,0.00005154029,0.00001229831,0.01998131],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7952365,"threshold_uncertainty_score":0.9999806,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1268726717033858,"score_gpt":0.3884350634991476,"score_spread":0.2615623917957618,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}