{"id":"W4385781891","doi":"10.1007/s11042-023-16342-5","title":"CNN-Transformer based emotion classification from facial expressions and body gestures","year":2023,"lang":"en","type":"article","venue":"Multimedia Tools and Applications","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Artificial intelligence; Transformer; Facial expression; Gesture; Deep learning; Benchmark (surveying); Pattern recognition (psychology); Emotion recognition; Gaussian; Emotion classification; Speech recognition; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001253319,0.0001248567,0.0001186881,0.0001114169,0.0002760503,0.000060471,0.00006359059,0.0001634284,0.0005031398],"category_scores_gemma":[0.00003335528,0.0001154626,0.00003830708,0.0002012692,0.00009689059,0.0001076228,0.00001167836,0.0001092978,0.0004944843],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001226757,"about_ca_system_score_gemma":0.00001751257,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006448842,"about_ca_topic_score_gemma":0.00001918579,"domain_scores_codex":[0.9990632,0.0000561394,0.0002074762,0.0003595235,0.0001357346,0.0001779297],"domain_scores_gemma":[0.9993227,0.000226326,0.00006420251,0.000197255,0.0000630099,0.0001264846],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00003657709,0.0002655883,0.003274265,0.00001973531,0.00004199531,0.000001317723,0.002291561,0.000003937006,0.1044211,0.002924473,0.0100353,0.8766841],"study_design_scores_gemma":[0.001513737,0.00003715626,0.8489023,0.0000305536,0.00006771237,0.000001957619,0.001770111,0.004443304,0.001474823,0.001780344,0.1397181,0.0002598919],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8746263,0.0003418879,0.07889815,0.008185389,0.0008220103,0.003264018,0.002323419,0.00114033,0.0303985],"genre_scores_gemma":[0.9935582,0.0001834172,0.001371723,0.0002700436,0.0003258652,0.001208815,0.002194579,0.00002144574,0.0008659277],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8764242,"threshold_uncertainty_score":0.6355761,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06660791186635369,"score_gpt":0.3343316742083807,"score_spread":0.267723762342027,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}