{"id":"W2767290858","doi":"10.1109/msp.2017.2738401","title":"Deep Multimodal Learning: A Survey on Recent Advances and Trends","year":2017,"lang":"en","type":"article","venue":"IEEE Signal Processing Magazine","topic":"Multimodal Machine Learning Applications","field":"Computer Science","cited_by":1067,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Deep learning; Computer science; Artificial intelligence; Modalities; Multimodal learning; Field (mathematics); Machine learning; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001300369,0.0009737989,0.0008777864,0.001962439,0.0002462234,0.001300265,0.001325234,0.00100977,0.006409968],"category_scores_gemma":[0.003602025,0.0004462422,0.0005408275,0.002654588,0.0004811135,0.003100375,0.001246972,0.001777424,0.002055154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008791328,"about_ca_system_score_gemma":0.001046923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002065561,"about_ca_topic_score_gemma":0.002860891,"domain_scores_codex":[0.9996333,0.00007146651,0.00004054614,0.00007475433,0.0001482044,0.00003170887],"domain_scores_gemma":[0.998737,0.0007360709,0.00006855372,0.00004972942,0.0003387785,0.00006991217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008126433,0.00006801814,0.001253221,0.00250353,0.00006493377,0.00006856299,0.0000644957,0.004631367,0.0008894861,0.01202402,0.02600042,0.9523507],"study_design_scores_gemma":[0.00003796822,0.000295869,0.003315086,0.005118185,0.0002702497,0.001077669,0.0003418624,0.04961083,0.005154359,0.04942865,0.8852258,0.0001233173],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00519095,0.908178,0.06436006,0.005162235,0.0006922676,0.00006301374,0.0003899018,0.0004294902,0.01553405],"genre_scores_gemma":[0.03756598,0.919416,0.03289833,0.002054714,0.001098869,0.00009333131,0.0008143654,0.000139719,0.005918615],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.006409968,"threshold_uncertainty_score":0.02144349,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02787362915645639,"score_gpt":0.3174627048172625,"score_spread":0.2895890756608062,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}