{"id":"W2952667353","doi":"10.1145/3326459.3329165","title":"Multimodal Multitask Emotion Recognition using Images, Texts and Tags","year":2019,"lang":"en","type":"article","venue":"","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université Laval","funders":"","keywords":"Modalities; Computer science; Modality (human–computer interaction); Regularization (linguistics); Artificial intelligence; Multimodal learning; Machine learning; Generalization; Multi-task learning; Natural language processing; Task (project management)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001636243,0.0001201518,0.0001211896,0.000127124,0.00006262144,0.00003181061,0.00003555726,0.0001403889,0.008107542],"category_scores_gemma":[0.00001900025,0.0001139508,0.00004419729,0.00008771681,0.00003362553,0.0002105149,0.00002173097,0.0001234383,0.003153206],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002515528,"about_ca_system_score_gemma":0.000008157031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002920335,"about_ca_topic_score_gemma":0.00001620882,"domain_scores_codex":[0.9991177,0.00009577948,0.0001833588,0.0003141175,0.00009315531,0.0001958808],"domain_scores_gemma":[0.9995901,0.00004126261,0.0000705679,0.0001435852,0.00008139951,0.00007309545],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001817594,0.0006025365,0.01844638,0.00009066363,0.0001128037,0.00001606294,0.001584151,0.00001101487,0.0794968,0.0005687143,0.00401115,0.894878],"study_design_scores_gemma":[0.02817811,0.001551189,0.8695342,0.000605571,0.0004361879,0.001201351,0.0121368,0.02990292,0.03459245,0.008588349,0.01011221,0.003160695],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9398145,0.00005596482,0.002770896,0.0001091935,0.0009547633,0.0003849267,0.00002335333,0.0001240979,0.05576228],"genre_scores_gemma":[0.9879934,0.00001465298,0.006685555,0.0003609982,0.0001168178,0.000007536035,0.0001115554,0.00002129367,0.00468822],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8917173,"threshold_uncertainty_score":0.997623,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03823071937642909,"score_gpt":0.3128520972643311,"score_spread":0.274621377887902,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}