{"id":"W3107628270","doi":"10.1109/iccis49240.2020.9257698","title":"Exam Questions Classification Based on Bloom's Taxonomy: Approaches and Techniques","year":2020,"lang":"en","type":"article","venue":"","topic":"Educational Assessment and Pedagogy","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université du Québec","funders":"","keywords":"Taxonomy (biology); Computer science; Preprocessor; Artificial intelligence; Natural language processing; Data science; Machine learning; Information retrieval","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002066902,0.00004925363,0.00005209839,0.00003100397,0.0002212495,0.00005933726,0.00007412578,0.00004773626,0.0003115585],"category_scores_gemma":[0.00006116497,0.00004511689,0.00001554278,0.0001221493,0.00009952551,0.00009899137,0.000007041087,0.00006129526,0.00001835369],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002831067,"about_ca_system_score_gemma":0.000219641,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003221273,"about_ca_topic_score_gemma":0.0002346256,"domain_scores_codex":[0.9994769,0.00009258483,0.00007513972,0.0001477741,0.0001231417,0.00008446787],"domain_scores_gemma":[0.9996863,0.0001039204,0.00003159977,0.00005694101,0.00003006141,0.00009115633],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000940866,0.000140957,0.04053038,0.00001040094,0.000004456525,2.077238e-7,0.002203813,0.000004291228,0.0001768392,0.9029817,0.009417371,0.04452016],"study_design_scores_gemma":[0.00009997241,0.0001060367,0.02849543,0.000009900764,0.00001543701,9.002822e-8,0.008740162,0.002855415,0.0002903937,0.002375018,0.956831,0.0001811872],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.01514773,0.00003521496,0.01000121,0.1535577,0.00006965765,0.0005614224,0.000004583947,0.0003263442,0.8202962],"genre_scores_gemma":[0.9865257,0.0000186447,0.01021921,0.001681361,0.0002909929,0.0001346302,0.00001370327,0.000003770343,0.001112011],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.971378,"threshold_uncertainty_score":0.3411347,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3567401275484771,"score_gpt":0.3884144029604822,"score_spread":0.03167427541200513,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}