{"id":"W4312334929","doi":"10.1109/saci55618.2022.9919496","title":"A Multimodal Deep Learning Approach to Emotion Detection and Identification","year":2022,"lang":"en","type":"article","venue":"","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Convolutional neural network; Identification (biology); Classifier (UML); Emotion classification; Artificial intelligence; Emotion recognition; Facial expression; Speech recognition; Natural language processing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007216803,0.0007852491,0.0005094475,0.000670983,0.0003254426,0.0008356773,0.0007631166,0.0008399172,0.003731222],"category_scores_gemma":[0.001368772,0.000249555,0.0006475232,0.0006822236,0.0003234766,0.0009126245,0.001114355,0.00141586,0.0008646894],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000671142,"about_ca_system_score_gemma":0.0004639204,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002908406,"about_ca_topic_score_gemma":0.003956916,"domain_scores_codex":[0.9996439,0.00009541379,0.00001936073,0.0001030767,0.00008210981,0.00005612078],"domain_scores_gemma":[0.9997306,0.00008323551,0.00002845674,0.00004536615,0.00009269277,0.00001957085],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002170719,0.0002574149,0.002029999,0.0001668091,0.0001712542,0.0001120179,0.0001446493,0.05312275,0.04162505,0.01402476,0.007348462,0.8807797],"study_design_scores_gemma":[0.00001086553,0.000111713,0.00221282,0.00004241343,0.00005109021,0.00009573039,0.0000602644,0.9589517,0.01147008,0.02106664,0.005905929,0.000020759],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01237547,0.001026325,0.9817579,0.0004396355,0.00009210525,0.00005837328,0.0002361659,0.0008315515,0.003182468],"genre_scores_gemma":[0.5560958,0.0016148,0.4254943,0.0006456746,0.0002371307,0.0002787219,0.0008990117,0.0001482628,0.01458639],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.003731222,"threshold_uncertainty_score":0.01248217,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0281073677735434,"score_gpt":0.2891884392174032,"score_spread":0.2610810714438598,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}