{"id":"W4402916681","doi":"10.1109/cvprw63382.2024.00483","title":"Recursive Joint Cross-Modal Attention for Multimodal Fusion in Dimensional Emotion Recognition","year":2024,"lang":"en","type":"article","venue":"","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"Computer Research Institute of Montréal","funders":"Government of Canada","keywords":"Modal; Joint (building); Computer science; Joint attention; Emotion recognition; Fusion; Artificial intelligence; Sensor fusion; Speech recognition; Psychology; Engineering; Linguistics; Developmental psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005355268,0.0001713779,0.0001621393,0.0003993825,0.0001035894,0.00008106367,0.00004618665,0.0002624956,0.003411506],"category_scores_gemma":[0.00007009927,0.0001603929,0.0001898047,0.0002394435,0.00004898262,0.0002939834,0.00002331896,0.0002212181,0.001599459],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001260765,"about_ca_system_score_gemma":0.0000305268,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001420211,"about_ca_topic_score_gemma":0.0001000921,"domain_scores_codex":[0.9984154,0.0001231743,0.0004337619,0.00054915,0.000176577,0.0003019043],"domain_scores_gemma":[0.9994296,0.0001200147,0.00006506349,0.0001280504,0.0001822619,0.00007498574],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0013303,0.001787283,0.003421269,0.0003997622,0.0001822434,0.00009190223,0.002785166,0.00009442788,0.04856262,0.02717067,0.01648149,0.8976929],"study_design_scores_gemma":[0.0135191,0.002008541,0.7926449,0.00193402,0.0002024581,0.000379274,0.002552149,0.04139195,0.009685172,0.1247761,0.009219764,0.001686655],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9615337,0.0001208211,0.01697334,0.0009652257,0.004989391,0.0009988376,0.0001045313,0.0002809385,0.01403327],"genre_scores_gemma":[0.9867533,0.00001528912,0.00250225,0.0002905485,0.0004387226,0.0002309966,0.001408561,0.00003838508,0.008321891],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8960062,"threshold_uncertainty_score":0.9991779,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05696451732873455,"score_gpt":0.3580482698929103,"score_spread":0.3010837525641758,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}