{"id":"W3176695070","doi":"10.1504/ijaisc.2020.113475","title":"Deep neural networks for multimodal data fusion and affect recognition","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence and Soft Computing","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Multimodality; Computer science; Artificial intelligence; Benchmark (surveying); Autoencoder; Perceptron; Deep learning; Artificial neural network; Machine learning; Feature (linguistics); Multimodal learning; Multilayer perceptron; Pattern recognition (psychology)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004422435,0.00009607869,0.0001483015,0.00008449661,0.0000950906,0.00010456,0.0002295,0.00007002427,0.00007079746],"category_scores_gemma":[0.0003220766,0.00008940337,0.00005382403,0.00005923274,0.00005530464,0.0002141602,0.0001153708,0.0002039432,0.000006456895],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009688282,"about_ca_system_score_gemma":0.00000926665,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001325005,"about_ca_topic_score_gemma":0.00001083575,"domain_scores_codex":[0.9989663,0.00007243116,0.0004654129,0.0002132987,0.0001527554,0.0001297747],"domain_scores_gemma":[0.9988265,0.0003858215,0.0002951549,0.00005901885,0.0003274664,0.0001060102],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003784847,0.00005900068,0.0004112591,0.000007151981,0.00007114047,0.0000195761,0.001436284,0.001617042,0.0002170481,0.0002998246,0.0001217601,0.9953614],"study_design_scores_gemma":[0.0001660266,0.0003261521,0.0006079043,0.00005263295,0.00003455086,0.0001569746,0.001434474,0.9949232,0.0002687463,0.001726926,0.0001946652,0.0001077072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2382741,0.0002669003,0.7582077,0.001529852,0.00153213,0.0001081239,0.0000129344,0.00001476701,0.00005353876],"genre_scores_gemma":[0.9931838,0.00005468323,0.003916742,0.0009151782,0.001853136,7.986794e-7,0.000063285,0.000009996535,0.000002374876],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9952537,"threshold_uncertainty_score":0.3645763,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1621336394391572,"score_gpt":0.3882717262910064,"score_spread":0.2261380868518492,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}