CVPR 2023 Open Access Repository

5th Workshop and Competition on Affective Behavior Analysis In-the-Wild

Leveraging TCN and Transformer for Effective Visual-Audio Fusion in Continuous Emotion Recognition: Weiwei Zhou,

Jiada Lu,

Zhaolong Xiong,

Weifeng Wang; [pdf] [arXiv]
[bibtex]
@InProceedings{Zhou_2023_CVPR, author = {Zhou, Weiwei and Lu, Jiada and Xiong, Zhaolong and Wang, Weifeng}, title = {Leveraging TCN and Transformer for Effective Visual-Audio Fusion in Continuous Emotion Recognition}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5756-5763} }
Multi-Modal Information Fusion for Action Unit Detection in the Wild: Yuanyuan Deng,

Xiaolong Liu,

Liyu Meng,

Wenqiang Jiang,

Youqiang Dong,

Chuanhe Liu; [pdf]
[bibtex]
@InProceedings{Deng_2023_CVPR, author = {Deng, Yuanyuan and Liu, Xiaolong and Meng, Liyu and Jiang, Wenqiang and Dong, Youqiang and Liu, Chuanhe}, title = {Multi-Modal Information Fusion for Action Unit Detection in the Wild}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5855-5862} }
SPECTRE: Visual Speech-Informed Perceptual 3D Facial Expression Reconstruction From Videos: Panagiotis P. Filntisis,

George Retsinas,

Foivos Paraperas-Papantoniou,

Athanasios Katsamanis,

Anastasios Roussos,

Petros Maragos; [pdf] [supp]
[bibtex]
@InProceedings{Filntisis_2023_CVPR, author = {Filntisis, Panagiotis P. and Retsinas, George and Paraperas-Papantoniou, Foivos and Katsamanis, Athanasios and Roussos, Anastasios and Maragos, Petros}, title = {SPECTRE: Visual Speech-Informed Perceptual 3D Facial Expression Reconstruction From Videos}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5745-5755} }
Facial Expression Recognition Based on Multi-Modal Features for Videos in the Wild: Chuanhe Liu,

Xinjie Zhang,

Xiaolong Liu,

Tenggan Zhang,

Liyu Meng,

Yuchen Liu,

Yuanyuan Deng,

Wenqiang Jiang; [pdf]
[bibtex]
@InProceedings{Liu_2023_CVPR, author = {Liu, Chuanhe and Zhang, Xinjie and Liu, Xiaolong and Zhang, Tenggan and Meng, Liyu and Liu, Yuchen and Deng, Yuanyuan and Jiang, Wenqiang}, title = {Facial Expression Recognition Based on Multi-Modal Features for Videos in the Wild}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5872-5879} }
Multimodal Feature Extraction and Fusion for Emotional Reaction Intensity Estimation and Expression Classification in Videos With Transformers: Jia Li,

Yin Chen,

Xuesong Zhang,

Jiantao Nie,

Ziqiang Li,

Yangchen Yu,

Yan Zhang,

Richang Hong,

Meng Wang; [pdf] [arXiv]
[bibtex]
@InProceedings{Li_2023_CVPR, author = {Li, Jia and Chen, Yin and Zhang, Xuesong and Nie, Jiantao and Li, Ziqiang and Yu, Yangchen and Zhang, Yan and Hong, Richang and Wang, Meng}, title = {Multimodal Feature Extraction and Fusion for Emotional Reaction Intensity Estimation and Expression Classification in Videos With Transformers}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5838-5844} }
A Unified Approach to Facial Affect Analysis: The MAE-Face Visual Representation: Bowen Ma,

Wei Zhang,

Feng Qiu,

Yu Ding; [pdf]
[bibtex]
@InProceedings{Ma_2023_CVPR, author = {Ma, Bowen and Zhang, Wei and Qiu, Feng and Ding, Yu}, title = {A Unified Approach to Facial Affect Analysis: The MAE-Face Visual Representation}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5924-5933} }
Large-Scale Facial Expression Recognition Using Dual-Domain Affect Fusion for Noisy Labels: Dexter Neo,

Tsuhan Chen,

Stefan Winkler; [pdf]
[bibtex]
@InProceedings{Neo_2023_CVPR, author = {Neo, Dexter and Chen, Tsuhan and Winkler, Stefan}, title = {Large-Scale Facial Expression Recognition Using Dual-Domain Affect Fusion for Noisy Labels}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5692-5700} }
Multimodal Continuous Emotion Recognition: A Technical Report for ABAW5: Su Zhang,

Ziyuan Zhao,

Cuntai Guan; [pdf] [arXiv]
[bibtex]
@InProceedings{Zhang_2023_CVPR, author = {Zhang, Su and Zhao, Ziyuan and Guan, Cuntai}, title = {Multimodal Continuous Emotion Recognition: A Technical Report for ABAW5}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5764-5769} }
T-RAIN: Robust Generalization Under Weather-Aliasing Label Shift Attacks: Aboli Marathe,

Sanjana Prabhu; [pdf]
[bibtex]
@InProceedings{Marathe_2023_CVPR, author = {Marathe, Aboli and Prabhu, Sanjana}, title = {T-RAIN: Robust Generalization Under Weather-Aliasing Label Shift Attacks}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5845-5854} }
Frame Level Emotion Guided Dynamic Facial Expression Recognition With Emotion Grouping: Bokyeung Lee,

Hyunuk Shin,

Bonhwa Ku,

Hanseok Ko; [pdf]
[bibtex]
@InProceedings{Lee_2023_CVPR, author = {Lee, Bokyeung and Shin, Hyunuk and Ku, Bonhwa and Ko, Hanseok}, title = {Frame Level Emotion Guided Dynamic Facial Expression Recognition With Emotion Grouping}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5681-5691} }
Ensemble Spatial and Temporal Vision Transformer for Action Units Detection: Ngoc Tu Vu,

Van Thong Huynh,

Trong Nghia Nguyen,

Soo-Hyung Kim; [pdf]
[bibtex]
@InProceedings{Vu_2023_CVPR, author = {Vu, Ngoc Tu and Huynh, Van Thong and Nguyen, Trong Nghia and Kim, Soo-Hyung}, title = {Ensemble Spatial and Temporal Vision Transformer for Action Units Detection}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5770-5776} }
Multi-Modal Emotion Reaction Intensity Estimation With Temporal Augmentation: Feng Qiu,

Bowen Ma,

Wei Zhang,

Yu Ding; [pdf]
[bibtex]
@InProceedings{Qiu_2023_CVPR, author = {Qiu, Feng and Ma, Bowen and Zhang, Wei and Ding, Yu}, title = {Multi-Modal Emotion Reaction Intensity Estimation With Temporal Augmentation}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5777-5784} }
Dynamic Noise Injection for Facial Expression Recognition In-the-Wild: SangHwa Hong,

Jin-Woo Jeong; [pdf]
[bibtex]
@InProceedings{Hong_2023_CVPR, author = {Hong, SangHwa and Jeong, Jin-Woo}, title = {Dynamic Noise Injection for Facial Expression Recognition In-the-Wild}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5709-5715} }
Exploring Expression-Related Self-Supervised Learning and Spatial Reserve Pooling for Affective Behaviour Analysis: Fanglei Xue,

Yifan Sun,

Yi Yang; [pdf]
[bibtex]
@InProceedings{Xue_2023_CVPR, author = {Xue, Fanglei and Sun, Yifan and Yang, Yi}, title = {Exploring Expression-Related Self-Supervised Learning and Spatial Reserve Pooling for Affective Behaviour Analysis}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5701-5708} }
EmotiEffNets for Facial Processing in Video-Based Valence-Arousal Prediction, Expression Classification and Action Unit Detection: Andrey V. Savchenko; [pdf]
[bibtex]
@InProceedings{Savchenko_2023_CVPR, author = {Savchenko, Andrey V.}, title = {EmotiEffNets for Facial Processing in Video-Based Valence-Arousal Prediction, Expression Classification and Action Unit Detection}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5716-5724} }
Integrating Holistic and Local Information To Estimate Emotional Reaction Intensity: Yini Fang,

Liang Wu,

Frederic Jumelle,

Bertram Shi; [pdf] [arXiv]
[bibtex]
@InProceedings{Fang_2023_CVPR, author = {Fang, Yini and Wu, Liang and Jumelle, Frederic and Shi, Bertram}, title = {Integrating Holistic and Local Information To Estimate Emotional Reaction Intensity}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5934-5939} }
Spatial-Temporal Graph-Based AU Relationship Learning for Facial Action Unit Detection: Zihan Wang,

Siyang Song,

Cheng Luo,

Yuzhi Zhou,

Shiling Wu,

Weicheng Xie,

Linlin Shen; [pdf]
[bibtex]
@InProceedings{Wang_2023_CVPR, author = {Wang, Zihan and Song, Siyang and Luo, Cheng and Zhou, Yuzhi and Wu, Shiling and Xie, Weicheng and Shen, Linlin}, title = {Spatial-Temporal Graph-Based AU Relationship Learning for Facial Action Unit Detection}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5899-5907} }
A Dual Branch Network for Emotional Reaction Intensity Estimation: Jun Yu,

Jichao Zhu,

Wangyuan Zhu,

Zhongpeng Cai,

Guochen Xie,

Renda Li,

Gongpeng Zhao,

Qiang Ling,

Lei Wang,

Cong Wang,

Luyu Qiu,

Wei Zheng; [pdf] [arXiv]
[bibtex]
@InProceedings{Yu_2023_CVPR, author = {Yu, Jun and Zhu, Jichao and Zhu, Wangyuan and Cai, Zhongpeng and Xie, Guochen and Li, Renda and Zhao, Gongpeng and Ling, Qiang and Wang, Lei and Wang, Cong and Qiu, Luyu and Zheng, Wei}, title = {A Dual Branch Network for Emotional Reaction Intensity Estimation}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5811-5818} }
Unmasking Your Expression: Expression-Conditioned GAN for Masked Face Inpainting: Sridhar Sola,

Darshan Gera; [pdf]
[bibtex]
@InProceedings{Sola_2023_CVPR, author = {Sola, Sridhar and Gera, Darshan}, title = {Unmasking Your Expression: Expression-Conditioned GAN for Masked Face Inpainting}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5908-5916} }
ABAW: Valence-Arousal Estimation, Expression Recognition, Action Unit Detection & Emotional Reaction Intensity Estimation Challenges: Dimitrios Kollias,

Panagiotis Tzirakis,

Alice Baird,

Alan Cowen,

Stefanos Zafeiriou; [pdf] [arXiv]
[bibtex]
@InProceedings{Kollias_2023_CVPR, author = {Kollias, Dimitrios and Tzirakis, Panagiotis and Baird, Alice and Cowen, Alan and Zafeiriou, Stefanos}, title = {ABAW: Valence-Arousal Estimation, Expression Recognition, Action Unit Detection \& Emotional Reaction Intensity Estimation Challenges}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5889-5898} }
Relational Edge-Node Graph Attention Network for Classification of Micro-Expressions: Ankith Jain Rakesh Kumar,

Bir Bhanu; [pdf]
[bibtex]
@InProceedings{Kumar_2023_CVPR, author = {Kumar, Ankith Jain Rakesh and Bhanu, Bir}, title = {Relational Edge-Node Graph Attention Network for Classification of Micro-Expressions}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5819-5828} }
Local Region Perception and Relationship Learning Combined With Feature Fusion for Facial Action Unit Detection: Jun Yu,

Renda Li,

Zhongpeng Cai,

Gongpeng Zhao,

Guochen Xie,

Jichao Zhu,

Wangyuan Zhu,

Qiang Ling,

Lei Wang,

Cong Wang,

Luyu Qiu,

Wei Zheng; [pdf] [arXiv]
[bibtex]
@InProceedings{Yu_2023_CVPR, author = {Yu, Jun and Li, Renda and Cai, Zhongpeng and Zhao, Gongpeng and Xie, Guochen and Zhu, Jichao and Zhu, Wangyuan and Ling, Qiang and Wang, Lei and Wang, Cong and Qiu, Luyu and Zheng, Wei}, title = {Local Region Perception and Relationship Learning Combined With Feature Fusion for Facial Action Unit Detection}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5785-5792} }
Exploring Large-Scale Unlabeled Faces To Enhance Facial Expression Recognition: Jun Yu,

Zhongpeng Cai,

Renda Li,

Gongpeng Zhao,

Guochen Xie,

Jichao Zhu,

Wangyuan Zhu,

Qiang Ling,

Lei Wang,

Cong Wang,

Luyu Qiu,

Wei Zheng; [pdf] [arXiv]
[bibtex]
@InProceedings{Yu_2023_CVPR, author = {Yu, Jun and Cai, Zhongpeng and Li, Renda and Zhao, Gongpeng and Xie, Guochen and Zhu, Jichao and Zhu, Wangyuan and Ling, Qiang and Wang, Lei and Wang, Cong and Qiu, Luyu and Zheng, Wei}, title = {Exploring Large-Scale Unlabeled Faces To Enhance Facial Expression Recognition}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5803-5810} }
TempT: Temporal Consistency for Test-Time Adaptation: Onur Cezmi Mutlu,

Mohammadmahdi Honarmand,

Saimourya Surabhi,

Dennis P. Wall; [pdf] [arXiv]
[bibtex]
@InProceedings{Mutlu_2023_CVPR, author = {Mutlu, Onur Cezmi and Honarmand, Mohammadmahdi and Surabhi, Saimourya and Wall, Dennis P.}, title = {TempT: Temporal Consistency for Test-Time Adaptation}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5917-5923} }
ABAW5 Challenge: A Facial Affect Recognition Approach Utilizing Transformer Encoder and Audiovisual Fusion: Ziyang Zhang,

Liuwei An,

Zishun Cui,

Ao Xu,

Tengteng Dong,

Yueqi Jiang,

Jingyi Shi,

Xin Liu,

Xiao Sun,

Meng Wang; [pdf]
[bibtex]
@InProceedings{Zhang_2023_CVPR, author = {Zhang, Ziyang and An, Liuwei and Cui, Zishun and Xu, Ao and Dong, Tengteng and Jiang, Yueqi and Shi, Jingyi and Liu, Xin and Sun, Xiao and Wang, Meng}, title = {ABAW5 Challenge: A Facial Affect Recognition Approach Utilizing Transformer Encoder and Audiovisual Fusion}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5725-5734} }
Multi-Modal Facial Affective Analysis Based on Masked Autoencoder: Wei Zhang,

Bowen Ma,

Feng Qiu,

Yu Ding; [pdf] [arXiv]
[bibtex]
@InProceedings{Zhang_2023_CVPR, author = {Zhang, Wei and Ma, Bowen and Qiu, Feng and Ding, Yu}, title = {Multi-Modal Facial Affective Analysis Based on Masked Autoencoder}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5793-5802} }
EVAEF: Ensemble Valence-Arousal Estimation Framework in the Wild: Xiaolong Liu,

Lei Sun,

Wenqiang Jiang,

Fengyuan Zhang,

Yuanyuan Deng,

Zhaopei Huang,

Liyu Meng,

Yuchen Liu,

Chuanhe Liu; [pdf]
[bibtex]
@InProceedings{Liu_2023_CVPR, author = {Liu, Xiaolong and Sun, Lei and Jiang, Wenqiang and Zhang, Fengyuan and Deng, Yuanyuan and Huang, Zhaopei and Meng, Liyu and Liu, Yuchen and Liu, Chuanhe}, title = {EVAEF: Ensemble Valence-Arousal Estimation Framework in the Wild}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5863-5871} }
Compound Expression Recognition In-the-Wild With AU-Assisted Meta Multi-Task Learning: Ximan Li,

Weihong Deng,

Shan Li,

Yong Li; [pdf]
[bibtex]
@InProceedings{Li_2023_CVPR, author = {Li, Ximan and Deng, Weihong and Li, Shan and Li, Yong}, title = {Compound Expression Recognition In-the-Wild With AU-Assisted Meta Multi-Task Learning}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5735-5744} }
Analysis of Emotion Annotation Strength Improves Generalization in Speech Emotion Recognition Models: Joao Palotti,

Gagan Narula,

Lekan Raheem,

Herbert Bay; [pdf]
[bibtex]
@InProceedings{Palotti_2023_CVPR, author = {Palotti, Joao and Narula, Gagan and Raheem, Lekan and Bay, Herbert}, title = {Analysis of Emotion Annotation Strength Improves Generalization in Speech Emotion Recognition Models}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5829-5837} }
Inferring Affective Experience From the Big Picture Metaphor: A Two-Dimensional Visual Breadth Model: Song Tong,

Jingyi Duan,

Xuefeng Liang,

Takatsune Kumada,

Kaiping Peng,

Ryoichi Nakashima; [pdf]
[bibtex]
@InProceedings{Tong_2023_CVPR, author = {Tong, Song and Duan, Jingyi and Liang, Xuefeng and Kumada, Takatsune and Peng, Kaiping and Nakashima, Ryoichi}, title = {Inferring Affective Experience From the Big Picture Metaphor: A Two-Dimensional Visual Breadth Model}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2023}, pages = {5880-5888} }