{"id":"W4402916600","doi":"10.1109/cvprw63382.2024.00465","title":"Joint Multimodal Transformer for Emotion Recognition in the Wild","year":2024,"lang":"en","type":"article","venue":"","topic":"IoT-based Smart Home Systems","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds de recherche du Québec; Canada Foundation for Innovation","keywords":"Transformer; Computer science; Joint (building); Emotion recognition; Speech recognition; Artificial intelligence; Engineering; Electrical engineering; Structural engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003030284,0.00007616283,0.00007240652,0.00009621844,0.0000196472,0.00004373509,0.0000383538,0.00005379816,0.00005214302],"category_scores_gemma":[0.000006872838,0.00005231669,0.00006391884,0.0001381163,0.000005982671,0.0001242696,7.485227e-7,0.00009557983,0.0001233339],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005116332,"about_ca_system_score_gemma":0.000006820311,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004730124,"about_ca_topic_score_gemma":0.0001324832,"domain_scores_codex":[0.999516,0.0000165583,0.0001599172,0.00009059877,0.0000778032,0.0001391911],"domain_scores_gemma":[0.9998489,0.0000552052,0.000003265543,0.00006888037,0.00001026287,0.00001346756],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005473435,0.0001482391,0.0002199414,0.004945192,0.0001956947,0.00003311946,0.02177128,0.02198963,0.07021419,0.004397303,0.05775958,0.8182711],"study_design_scores_gemma":[0.0007580951,0.00009613511,0.001320166,0.0003262846,0.00002688093,0.00002287772,0.001333251,0.9463573,0.0187664,0.001243473,0.02942889,0.0003202173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5166662,0.0003246406,0.4483967,0.001032066,0.002587841,0.001691901,0.00005697082,0.0008627468,0.02838095],"genre_scores_gemma":[0.9988449,0.000007747947,0.000601927,0.00004213621,0.0001896982,0.0001367729,0.00003873602,0.00002226702,0.0001158169],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9243677,"threshold_uncertainty_score":0.2133413,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02443965763466127,"score_gpt":0.2261709150304419,"score_spread":0.2017312573957806,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}