{"id":"W4389523719","doi":"10.18653/v1/2023.findings-emnlp.772","title":"Asking Clarification Questions to Handle Ambiguity in Open-Domain QA","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Seoul National University","keywords":"Ambiguity; Computer science; Ask price; Pipeline (software); Question answering; Process (computing); Domain (mathematical analysis); Interpretation (philosophy); Open domain; Information retrieval; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007243649,0.00005184314,0.00007255981,0.0001455541,0.00008573025,0.0001749386,0.0008919947,0.00003650404,0.00001295629],"category_scores_gemma":[0.00006566828,0.00005201388,0.00001308473,0.0008235899,0.00000532551,0.0003750842,0.000567412,0.00008193518,0.0003102967],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005645404,"about_ca_system_score_gemma":0.0000503387,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001023075,"about_ca_topic_score_gemma":0.001008944,"domain_scores_codex":[0.9991782,0.00005625505,0.0001598702,0.0003026186,0.000124438,0.0001786403],"domain_scores_gemma":[0.9993746,0.00003457481,0.00001998524,0.0004863359,0.00002776263,0.0000567666],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002118212,0.00005869336,0.004372643,0.000006611958,0.000003252852,0.00001229737,0.002660783,0.008971832,0.004091016,0.9110506,0.003642712,0.06512743],"study_design_scores_gemma":[0.0004762048,0.00004048519,0.1066494,0.00006997852,0.000001484394,0.000004531398,0.0002684138,0.7383911,0.001887563,0.1358869,0.01599164,0.0003322862],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0694248,0.000005330868,0.916392,0.006038893,0.0001832192,0.0002037984,4.036522e-7,0.0002068945,0.007544657],"genre_scores_gemma":[0.8092052,0.00000240649,0.1886428,0.0005329186,0.00002728388,0.00004608999,0.000001825703,0.0000039074,0.001537522],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7751637,"threshold_uncertainty_score":0.398834,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07022568823081114,"score_gpt":0.3358474356945819,"score_spread":0.2656217474637707,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}