{"id":"W3116598976","doi":"10.5281/zenodo.4513822","title":"A Methodology for Hierarchical Classification of Semantic Answer Types of Questions","year":2020,"lang":"en","type":"article","venue":"Research Publications (Maastricht University)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Information retrieval","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004589831,0.001492656,0.001151875,0.01048432,0.001739695,0.002262552,0.00307691,0.002377222,0.005570337],"category_scores_gemma":[0.01506885,0.0005845429,0.002870033,0.006096204,0.0009538239,0.003205599,0.001696214,0.003194904,0.00390354],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002410309,"about_ca_system_score_gemma":0.002875165,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01260239,"about_ca_topic_score_gemma":0.01803824,"domain_scores_codex":[0.9953259,0.0008661174,0.0005828912,0.001362259,0.001465965,0.0003968588],"domain_scores_gemma":[0.9924005,0.003255113,0.0006206266,0.001074019,0.002401518,0.000248109],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004143698,0.0006701633,0.01271444,0.0005538512,0.0002264647,0.0002022769,0.001255682,0.01327554,0.01725239,0.03232895,0.03666948,0.8844364],"study_design_scores_gemma":[0.0001327936,0.0003182811,0.01303142,0.0002134187,0.0001912219,0.0006354138,0.0008366746,0.7797198,0.02421806,0.1230185,0.05755747,0.0001268285],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008996537,0.000466259,0.9760477,0.0004722007,0.0001798856,0.0009646614,0.00409884,0.006201906,0.002572036],"genre_scores_gemma":[0.08874403,0.000188674,0.8941174,0.0002653812,0.0001762577,0.001448799,0.01019576,0.0003069653,0.004556657],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01260239,"threshold_uncertainty_score":0.02505809,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3338115113383785,"score_gpt":0.3907639597184681,"score_spread":0.05695244838008962,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}