{"id":"W4393183651","doi":"10.22541/au.171149434.46156623/v1","title":"Context-Aware in an Emerging Area in Conversational Agents: A Comparative Study of Recurrent Neural Networks and Transformer Models for Intent Detection","year":2024,"lang":"en","type":"preprint","venue":"","topic":"AI in Service Interactions","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Computer science; Recurrent neural network; Transformer; Natural language understanding; Artificial intelligence; Deep learning; Natural language; Artificial neural network; Human–computer interaction; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002581748,0.0002493465,0.0004020595,0.0004339597,0.00004186075,0.0001202763,0.0003976626,0.0001174928,0.000009987617],"category_scores_gemma":[0.000005069944,0.0002394026,0.00007800873,0.0002723514,0.00002882879,0.0005472404,0.0003380867,0.0006860665,4.234221e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002232277,"about_ca_system_score_gemma":0.00005387686,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001264159,"about_ca_topic_score_gemma":0.03461807,"domain_scores_codex":[0.9981045,0.0001328577,0.0006687961,0.0006802779,0.0002108564,0.0002027587],"domain_scores_gemma":[0.9990973,0.0001672813,0.0001604401,0.0002791728,0.0002376822,0.0000581299],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001427486,0.0007531248,0.001334455,0.0001602784,0.0001084027,0.000005034409,0.06335686,0.9106171,0.00001352995,0.001280338,0.00003251795,0.02219563],"study_design_scores_gemma":[0.0007031986,0.0003444452,0.001476014,0.0002379683,0.00002257811,0.000003168312,0.01871455,0.974489,0.00003582792,0.003770073,0.000004396151,0.0001987835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5168232,0.00006418352,0.4807047,0.000245988,0.0008015152,0.001275452,0.00001138042,0.00003781374,0.00003569994],"genre_scores_gemma":[0.9987904,0.00001233465,0.0004992984,0.00007513478,0.00002721115,0.0005519255,0.00002381711,0.00001116004,0.000008752246],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4819671,"threshold_uncertainty_score":0.9829977,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1413299788596022,"score_gpt":0.3688216694446044,"score_spread":0.2274916905850022,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}