CVPR 2022 Open Access Repository

Affective Behavior Analysis In-the-Wild

Model Level Ensemble for Facial Action Unit Recognition at the 3rd ABAW Challenge: Wenqiang Jiang,

Yannan Wu,

Fengsheng Qiao,

Liyu Meng,

Yuanyuan Deng,

Chuanhe Liu; [pdf]
[bibtex]
@InProceedings{Jiang_2022_CVPR, author = {Jiang, Wenqiang and Wu, Yannan and Qiao, Fengsheng and Meng, Liyu and Deng, Yuanyuan and Liu, Chuanhe}, title = {Model Level Ensemble for Facial Action Unit Recognition at the 3rd ABAW Challenge}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2337-2344} }
Facial Expression Classification Using Fusion of Deep Neural Network in Video: Kim Ngan Phan,

Hong-Hai Nguyen,

Van-Thong Huynh,

Soo-Hyung Kim; [pdf] [arXiv]
[bibtex]
@InProceedings{Phan_2022_CVPR, author = {Phan, Kim Ngan and Nguyen, Hong-Hai and Huynh, Van-Thong and Kim, Soo-Hyung}, title = {Facial Expression Classification Using Fusion of Deep Neural Network in Video}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2507-2511} }
Continuous Emotion Recognition Using Visual-Audio-Linguistic Information: A Technical Report for ABAW3: Su Zhang,

Ruyi An,

Yi Ding,

Cuntai Guan; [pdf] [arXiv]
[bibtex]
@InProceedings{Zhang_2022_CVPR, author = {Zhang, Su and An, Ruyi and Ding, Yi and Guan, Cuntai}, title = {Continuous Emotion Recognition Using Visual-Audio-Linguistic Information: A Technical Report for ABAW3}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2376-2381} }
Long-Term Action Forecasting Using Multi-Headed Attention-Based Variational Recurrent Neural Networks: Siyuan Brandon Loh,

Debaditya Roy,

Basura Fernando; [pdf]
[bibtex]
@InProceedings{Loh_2022_CVPR, author = {Loh, Siyuan Brandon and Roy, Debaditya and Fernando, Basura}, title = {Long-Term Action Forecasting Using Multi-Headed Attention-Based Variational Recurrent Neural Networks}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2419-2427} }
Classification of Facial Expression In-the-Wild Based on Ensemble of Multi-Head Cross Attention Networks: Jae-Yeop Jeong,

Yeong-Gi Hong,

Daun Kim,

Jin-Woo Jeong,

Yuchul Jung,

Sang-Ho Kim; [pdf]
[bibtex]
@InProceedings{Jeong_2022_CVPR, author = {Jeong, Jae-Yeop and Hong, Yeong-Gi and Kim, Daun and Jeong, Jin-Woo and Jung, Yuchul and Kim, Sang-Ho}, title = {Classification of Facial Expression In-the-Wild Based on Ensemble of Multi-Head Cross Attention Networks}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2353-2358} }
Time-Continuous Audiovisual Fusion With Recurrence vs Attention for In-the-Wild Affect Recognition: Vincent Karas,

Mani Kumar Tellamekala,

Adria Mallol-Ragolta,

Michel Valstar,

Björn W. Schuller; [pdf]
[bibtex]
@InProceedings{Karas_2022_CVPR, author = {Karas, Vincent and Tellamekala, Mani Kumar and Mallol-Ragolta, Adria and Valstar, Michel and Schuller, Bj\"orn W.}, title = {Time-Continuous Audiovisual Fusion With Recurrence vs Attention for In-the-Wild Affect Recognition}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2382-2391} }
Coarse-To-Fine Cascaded Networks With Smooth Predicting for Video Facial Expression Recognition: Fanglei Xue,

Zichang Tan,

Yu Zhu,

Zhongsong Ma,

Guodong Guo; [pdf] [arXiv]
[bibtex]
@InProceedings{Xue_2022_CVPR, author = {Xue, Fanglei and Tan, Zichang and Zhu, Yu and Ma, Zhongsong and Guo, Guodong}, title = {Coarse-To-Fine Cascaded Networks With Smooth Predicting for Video Facial Expression Recognition}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2412-2418} }
An Ensemble Approach for Facial Behavior Analysis In-the-Wild Video: Hong-Hai Nguyen,

Van-Thong Huynh,

Soo-Hyung Kim; [pdf]
[bibtex]
@InProceedings{Nguyen_2022_CVPR, author = {Nguyen, Hong-Hai and Huynh, Van-Thong and Kim, Soo-Hyung}, title = {An Ensemble Approach for Facial Behavior Analysis In-the-Wild Video}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2512-2517} }
The Best of Both Worlds: Combining Model-Based and Nonparametric Approaches for 3D Human Body Estimation: Zhe Wang,

Jimei Yang,

Charless Fowlkes; [pdf] [supp] [arXiv]
[bibtex]
@InProceedings{Wang_2022_CVPR, author = {Wang, Zhe and Yang, Jimei and Fowlkes, Charless}, title = {The Best of Both Worlds: Combining Model-Based and Nonparametric Approaches for 3D Human Body Estimation}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2318-2327} }
An Attention-Based Method for Multi-Label Facial Action Unit Detection: Duy Le Hoai,

Eunchae Lim,

Eunbin Choi,

Sieun Kim,

Sudarshan Pant,

Guee-Sang Lee,

Soo-Huyng Kim,

Hyung-Jeong Yang; [pdf]
[bibtex]
@InProceedings{Le_Hoai_2022_CVPR, author = {Le Hoai, Duy and Lim, Eunchae and Choi, Eunbin and Kim, Sieun and Pant, Sudarshan and Lee, Guee-Sang and Kim, Soo-Huyng and Yang, Hyung-Jeong}, title = {An Attention-Based Method for Multi-Label Facial Action Unit Detection}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2454-2459} }
Cross Transferring Activity Recognition to Word Level Sign Language Detection: Srijith Radhakrishnan,

Nikhil C Mohan,

Manisimha Varma,

Jaithra Varma,

Smitha N Pai; [pdf]
[bibtex]
@InProceedings{Radhakrishnan_2022_CVPR, author = {Radhakrishnan, Srijith and Mohan, Nikhil C and Varma, Manisimha and Varma, Jaithra and Pai, Smitha N}, title = {Cross Transferring Activity Recognition to Word Level Sign Language Detection}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2446-2453} }
NeuralAnnot: Neural Annotator for 3D Human Mesh Training Sets: Gyeongsik Moon,

Hongsuk Choi,

Kyoung Mu Lee; [pdf] [supp] [arXiv]
[bibtex]
@InProceedings{Moon_2022_CVPR, author = {Moon, Gyeongsik and Choi, Hongsuk and Lee, Kyoung Mu}, title = {NeuralAnnot: Neural Annotator for 3D Human Mesh Training Sets}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2299-2307} }
ABAW: Valence-Arousal Estimation, Expression Recognition, Action Unit Detection & Multi-Task Learning Challenges: Dimitrios Kollias; [pdf] [arXiv]
[bibtex]
@InProceedings{Kollias_2022_CVPR, author = {Kollias, Dimitrios}, title = {ABAW: Valence-Arousal Estimation, Expression Recognition, Action Unit Detection \& Multi-Task Learning Challenges}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2328-2336} }
Accurate 3D Hand Pose Estimation for Whole-Body 3D Human Mesh Estimation: Gyeongsik Moon,

Hongsuk Choi,

Kyoung Mu Lee; [pdf] [supp] [arXiv]
[bibtex]
@InProceedings{Moon_2022_CVPR, author = {Moon, Gyeongsik and Choi, Hongsuk and Lee, Kyoung Mu}, title = {Accurate 3D Hand Pose Estimation for Whole-Body 3D Human Mesh Estimation}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2308-2317} }
Video-Based Frame-Level Facial Analysis of Affective Behavior on Mobile Devices Using EfficientNets: Andrey V. Savchenko; [pdf]
[bibtex]
@InProceedings{Savchenko_2022_CVPR, author = {Savchenko, Andrey V.}, title = {Video-Based Frame-Level Facial Analysis of Affective Behavior on Mobile Devices Using EfficientNets}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2359-2366} }
Multi-Task Learning for Human Affect Prediction With Auditory-Visual Synchronized Representation: Euiseok Jeong,

Geesung Oh,

Sejoon Lim; [pdf]
[bibtex]
@InProceedings{Jeong_2022_CVPR, author = {Jeong, Euiseok and Oh, Geesung and Lim, Sejoon}, title = {Multi-Task Learning for Human Affect Prediction With Auditory-Visual Synchronized Representation}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2438-2445} }
A Joint Cross-Attention Model for Audio-Visual Fusion in Dimensional Emotion Recognition: R Gnana Praveen,

Wheidima Carneiro de Melo,

Nasib Ullah,

Haseeb Aslam,

Osama Zeeshan,

Théo Denorme,

Marco Pedersoli,

Alessandro L. Koerich,

Simon Bacon,

Patrick Cardinal,

Eric Granger; [pdf] [arXiv]
[bibtex]
@InProceedings{Praveen_2022_CVPR, author = {Praveen, R Gnana and de Melo, Wheidima Carneiro and Ullah, Nasib and Aslam, Haseeb and Zeeshan, Osama and Denorme, Th\'eo and Pedersoli, Marco and Koerich, Alessandro L. and Bacon, Simon and Cardinal, Patrick and Granger, Eric}, title = {A Joint Cross-Attention Model for Audio-Visual Fusion in Dimensional Emotion Recognition}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2486-2495} }
MixAugment & Mixup: Augmentation Methods for Facial Expression Recognition: Andreas Psaroudakis,

Dimitrios Kollias; [pdf] [arXiv]
[bibtex]
@InProceedings{Psaroudakis_2022_CVPR, author = {Psaroudakis, Andreas and Kollias, Dimitrios}, title = {MixAugment \& Mixup: Augmentation Methods for Facial Expression Recognition}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2367-2375} }
TikTok for Good: Creating a Diverse Emotion Expression Database: Saimourya Surabhi,

Bhavik Shah,

Peter Washington,

Onur Cezmi Mutlu,

Emilie Leblanc,

Prathamesh Mohite,

Arman Husic,

Aaron Kline,

Kaitlyn Dunlap,

Maya McNealis,

Bennett Liu,

Nick Deveaux,

Essam Sleiman,

Dennis P. Wall; [pdf]
[bibtex]
@InProceedings{Surabhi_2022_CVPR, author = {Surabhi, Saimourya and Shah, Bhavik and Washington, Peter and Mutlu, Onur Cezmi and Leblanc, Emilie and Mohite, Prathamesh and Husic, Arman and Kline, Aaron and Dunlap, Kaitlyn and McNealis, Maya and Liu, Bennett and Deveaux, Nick and Sleiman, Essam and Wall, Dennis P.}, title = {TikTok for Good: Creating a Diverse Emotion Expression Database}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2496-2506} }
Bridging the Gap Between Automated and Human Facial Emotion Perception: Derek Stratton,

Emily Hand; [pdf]
[bibtex]
@InProceedings{Stratton_2022_CVPR, author = {Stratton, Derek and Hand, Emily}, title = {Bridging the Gap Between Automated and Human Facial Emotion Perception}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2401-2411} }
Estimating Multiple Emotion Descriptors by Separating Description and Inference: Didan Deng,

Bertram E. Shi; [pdf]
[bibtex]
@InProceedings{Deng_2022_CVPR, author = {Deng, Didan and Shi, Bertram E.}, title = {Estimating Multiple Emotion Descriptors by Separating Description and Inference}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2392-2400} }
Transformer-Based Multimodal Information Fusion for Facial Expression Analysis: Wei Zhang,

Feng Qiu,

Suzhen Wang,

Hao Zeng,

Zhimeng Zhang,

Rudong An,

Bowen Ma,

Yu Ding; [pdf] [arXiv]
[bibtex]
@InProceedings{Zhang_2022_CVPR, author = {Zhang, Wei and Qiu, Feng and Wang, Suzhen and Zeng, Hao and Zhang, Zhimeng and An, Rudong and Ma, Bowen and Ding, Yu}, title = {Transformer-Based Multimodal Information Fusion for Facial Expression Analysis}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2428-2437} }
Valence and Arousal Estimation Based on Multimodal Temporal-Aware Features for Videos in the Wild: Liyu Meng,

Yuchen Liu,

Xiaolong Liu,

Zhaopei Huang,

Wenqiang Jiang,

Tenggan Zhang,

Chuanhe Liu,

Qin Jin; [pdf]
[bibtex]
@InProceedings{Meng_2022_CVPR, author = {Meng, Liyu and Liu, Yuchen and Liu, Xiaolong and Huang, Zhaopei and Jiang, Wenqiang and Zhang, Tenggan and Liu, Chuanhe and Jin, Qin}, title = {Valence and Arousal Estimation Based on Multimodal Temporal-Aware Features for Videos in the Wild}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2345-2352} }
Three Stream Graph Attention Network Using Dynamic Patch Selection for the Classification of Micro-Expressions: Ankith Jain Rakesh Kumar,

Bir Bhanu; [pdf]
[bibtex]
@InProceedings{Kumar_2022_CVPR, author = {Kumar, Ankith Jain Rakesh and Bhanu, Bir}, title = {Three Stream Graph Attention Network Using Dynamic Patch Selection for the Classification of Micro-Expressions}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2476-2485} }
Action Unit Detection by Exploiting Spatial-Temporal and Label-Wise Attention With Transformer: Lingfeng Wang,

Jin Qi,

Jian Cheng,

Kenji Suzuki; [pdf]
[bibtex]
@InProceedings{Wang_2022_CVPR, author = {Wang, Lingfeng and Qi, Jin and Cheng, Jian and Suzuki, Kenji}, title = {Action Unit Detection by Exploiting Spatial-Temporal and Label-Wise Attention With Transformer}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2470-2475} }
Video-Based Multimodal Spontaneous Emotion Recognition Using Facial Expressions and Physiological Signals: Yassine Ouzar,

Frédéric Bousefsaf,

Djamaleddine Djeldjli,

Choubeila Maaoui; [pdf]
[bibtex]
@InProceedings{Ouzar_2022_CVPR, author = {Ouzar, Yassine and Bousefsaf, Fr\'ed\'eric and Djeldjli, Djamaleddine and Maaoui, Choubeila}, title = {Video-Based Multimodal Spontaneous Emotion Recognition Using Facial Expressions and Physiological Signals}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2022}, pages = {2460-2469} }