{"id":"W3116598976","doi":"10.5281/zenodo.4513822","title":"A Methodology for Hierarchical Classification of Semantic Answer Types of Questions","year":2020,"lang":"en","type":"article","venue":"Research Publications (Maastricht University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Information retrieval","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008788205,0.00005788603,0.0001544993,0.0009263261,0.0001367359,0.00002573945,0.00113225,0.00007492142,0.00001190286],"category_scores_gemma":[0.001794715,0.00006354466,0.00006573161,0.003347198,0.0001747932,0.0003671178,0.0002775345,0.0002022089,0.00000558747],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005413115,"about_ca_system_score_gemma":0.0004859468,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003566237,"about_ca_topic_score_gemma":0.000005585603,"domain_scores_codex":[0.9984798,0.0004714926,0.0002065135,0.0003271535,0.0002918202,0.0002232652],"domain_scores_gemma":[0.996945,0.001155733,0.0001031246,0.0004994961,0.001150957,0.0001456859],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001274288,0.00007230941,0.0006357841,0.00003891089,0.00002464458,3.975903e-7,0.0003097246,0.0002012153,0.006703034,0.9837083,0.0008132922,0.007479597],"study_design_scores_gemma":[0.001324462,0.0006813811,0.02360558,0.00004381798,0.00005890734,0.000005390894,0.0008707458,0.7842648,0.004711152,0.02221847,0.1619108,0.0003044989],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004490231,0.00003458847,0.9747513,0.01691279,0.00002463554,0.0003327639,0.00001664214,0.00006769354,0.00336937],"genre_scores_gemma":[0.73423,0.00002573938,0.2649319,0.00002141169,0.00003381509,0.000006932446,0.00001119073,0.000005022761,0.0007339356],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9614899,"threshold_uncertainty_score":0.2591276,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3338115113383785,"score_gpt":0.3907639597184681,"score_spread":0.05695244838008962,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}