{"id":"W3015588689","doi":"10.1145/3411764.3445579","title":"Designers Characterize Naturalness in Voice User Interfaces: Their Goals, Practices, and Challenges","year":2021,"lang":"en","type":"article","venue":"","topic":"AI in Service Interactions","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Naturalness; Computer science; Conversation; Bridging (networking); Human–computer interaction; Dilemma; Context (archaeology); User interface; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05330712,0.0009420485,0.0007681875,0.002239422,0.004979155,0.01488007,0.002135706,0.003739504,0.001348122],"category_scores_gemma":[0.1159113,0.001339493,0.0005935203,0.0009818746,0.01065566,0.01451246,0.007157836,0.003045366,0.000655903],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002339931,"about_ca_system_score_gemma":0.003366545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001383078,"about_ca_topic_score_gemma":0.001367901,"domain_scores_codex":[0.9270555,0.05595152,0.003249702,0.003501783,0.008284049,0.001957493],"domain_scores_gemma":[0.8967958,0.0743932,0.005608425,0.007311166,0.01365299,0.00223838],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001344749,0.0001622836,0.02721984,0.0008903789,0.00006411927,0.0005067327,0.7808865,0.001199592,0.01250513,0.04589365,0.00240581,0.1281315],"study_design_scores_gemma":[0.0000875246,0.0004263171,0.009591791,0.001874559,0.0001327774,0.002820632,0.6801853,0.009313144,0.01410537,0.0897912,0.1913214,0.0003500055],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.543615,0.006984055,0.3627142,0.01829921,0.0002559933,0.0004840326,0.00006535334,0.001179625,0.06640258],"genre_scores_gemma":[0.9331683,0.001128527,0.06122706,0.00107397,0.00003997958,0.0002657745,0.00004276651,0.0002074561,0.00284628],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05330712,"threshold_uncertainty_score":0.2819183,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08060591087588886,"score_gpt":0.2906243997933746,"score_spread":0.2100184889174858,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}