{"id":"W4389671215","doi":"10.1016/j.neucom.2023.127128","title":"Zero-shot multitask intent and emotion prediction from multimodal data: A benchmark study","year":2023,"lang":"en","type":"article","venue":"Neurocomputing","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"Japan Society for the Promotion of Science","keywords":"Computer science; Modalities; Empathy; Realm; Artificial intelligence; Benchmark (surveying); Multimodal learning; Gesture; Multimodality; Human–computer interaction; Psychology; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002494267,0.00158621,0.001242766,0.001005665,0.0006302867,0.001182819,0.001227367,0.001866037,0.001660981],"category_scores_gemma":[0.008442473,0.0002919295,0.001103481,0.0008113307,0.0005630428,0.001172401,0.001480302,0.001309482,0.001195779],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004922983,"about_ca_system_score_gemma":0.0006404147,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006587344,"about_ca_topic_score_gemma":0.007924705,"domain_scores_codex":[0.9986381,0.0005012262,0.00009524781,0.0003779301,0.0002286716,0.00015879],"domain_scores_gemma":[0.9954769,0.002758332,0.0001825543,0.0007132323,0.0006060642,0.000263004],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.01136259,0.01033564,0.04334966,0.002594826,0.002588938,0.001507584,0.001269849,0.1232148,0.05364105,0.002048424,0.03934119,0.7087454],"study_design_scores_gemma":[0.0004932126,0.005142717,0.07201856,0.0001435848,0.0006467127,0.001775488,0.001231463,0.8824561,0.02392744,0.005552618,0.006408384,0.000203784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9281361,0.004600968,0.05570821,0.0002802912,0.0003158724,0.0004050814,0.005642571,0.001567658,0.003343315],"genre_scores_gemma":[0.9450237,0.0008576433,0.03296185,0.0001578497,0.0001977914,0.0002881908,0.01597916,0.000170917,0.004362955],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006587344,"threshold_uncertainty_score":0.01319104,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1071258844311998,"score_gpt":0.3521571728548367,"score_spread":0.2450312884236369,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}