6th Workshop and Competition on Affective Behavior Analysis in-the-wild
Purposeful Regularization with Reinforcement Learning for Facial Expression Recognition In-the-Wild-
[pdf]
[bibtex]@InProceedings{Hong_2024_CVPR, author = {Hong, Sanghwa}, title = {Purposeful Regularization with Reinforcement Learning for Facial Expression Recognition In-the-Wild}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4615-4624} }
TCCT-Net: Two-Stream Network Architecture for Fast and Efficient Engagement Estimation via Behavioral Feature Signals-
[pdf]
[bibtex]@InProceedings{Vedernikov_2024_CVPR, author = {Vedernikov, Alexander and Kumar, Puneet and Chen, Haoyu and Sepp\"anen, Tapio and Li, Xiaobai}, title = {TCCT-Net: Two-Stream Network Architecture for Fast and Efficient Engagement Estimation via Behavioral Feature Signals}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4723-4732} }
Enhancing Emotion Recognition with Pre-trained Masked Autoencoders and Sequential Learning-
[pdf]
[bibtex]@InProceedings{Zhou_2024_CVPR, author = {Zhou, Weiwei and Lu, Jiada and Ling, Chengkun and Wang, Weifeng and Liu, Shaowei}, title = {Enhancing Emotion Recognition with Pre-trained Masked Autoencoders and Sequential Learning}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4666-4672} }
Zero-Shot Audio-Visual Compound Expression Recognition Method based on Emotion Probability Fusion-
[pdf]
[supp]
[bibtex]@InProceedings{Ryumina_2024_CVPR, author = {Ryumina, Elena and Markitantov, Maxim and Ryumin, Dmitry and Kaya, Heysem and Karpov, Alexey}, title = {Zero-Shot Audio-Visual Compound Expression Recognition Method based on Emotion Probability Fusion}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4752-4760} }
Drone-HAT: Hybrid Attention Transformer for Complex Action Recognition in Drone Surveillance Videos-
[pdf]
[bibtex]@InProceedings{Khan_2024_CVPR, author = {Khan, Mustaqeem and Ahmad, Jamil and El Saddik, Abdulmotaleb and Gueaieb, Wail and De Masi, Giulia and Karray, Fakhri}, title = {Drone-HAT: Hybrid Attention Transformer for Complex Action Recognition in Drone Surveillance Videos}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4713-4722} }
AUD-TGN: Advancing Action Unit Detection with Temporal Convolution and GPT-2 in Wild Audiovisual Contexts-
[pdf]
[bibtex]@InProceedings{Yu_2024_CVPR, author = {Yu, Jun and Zhang, Zerui and Wei, Zhihong and Zhao, Gongpeng and Cai, Zhongpeng and Wang, Yongqi and Xie, Guochen and Zhu, Jichao and Zhu, Wangyuan and Liu, Qingsong and Liang, Jiaen}, title = {AUD-TGN: Advancing Action Unit Detection with Temporal Convolution and GPT-2 in Wild Audiovisual Contexts}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4814-4821} }
Multi Model Ensemble for Compound Expression Recognition-
[pdf]
[bibtex]@InProceedings{Yu_2024_CVPR, author = {Yu, Jun and Zhu, Jichao and Zhu, Wangyuan and Cai, Zhongpeng and Zhao, Gongpeng and Wei, Zhihong and Xie, Guochen and Zhang, Zerui and Liu, Qingsong and Liang, Jiaen}, title = {Multi Model Ensemble for Compound Expression Recognition}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4873-4879} }
3D Human Pose Estimation with Occlusions: Introducing BlendMimic3D Dataset and GCN Refinement-
[pdf]
[supp]
[arXiv]
[bibtex]@InProceedings{Lino_2024_CVPR, author = {Lino, Filipa and Santiago, Carlos and Marques, Manuel}, title = {3D Human Pose Estimation with Occlusions: Introducing BlendMimic3D Dataset and GCN Refinement}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4646-4656} }
Emotion Recognition Using Transformers with Random Masking-
[pdf]
[bibtex]@InProceedings{Min_2024_CVPR, author = {Min, Seongjae and Yang, Junseok and Lim, Sejoon}, title = {Emotion Recognition Using Transformers with Random Masking}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4860-4865} }
Recursive Joint Cross-Modal Attention for Multimodal Fusion in Dimensional Emotion Recognition-
[pdf]
[arXiv]
[bibtex]@InProceedings{Praveen_2024_CVPR, author = {Praveen, R. Gnana and Alam, Jahangir}, title = {Recursive Joint Cross-Modal Attention for Multimodal Fusion in Dimensional Emotion Recognition}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4803-4813} }
MMA-DFER: MultiModal Adaptation of Unimodal Models for Dynamic Facial Expression Recognition In-the-wild-
[pdf]
[bibtex]@InProceedings{Chumachenko_2024_CVPR, author = {Chumachenko, Kateryna and Iosifidis, Alexandros and Gabbouj, Moncef}, title = {MMA-DFER: MultiModal Adaptation of Unimodal Models for Dynamic Facial Expression Recognition In-the-wild}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4673-4682} }
CUE-Net: Violence Detection Video Analytics with Spatial Cropping Enhanced UniformerV2 and Modified Efficient Additive Attention-
[pdf]
[bibtex]@InProceedings{Senadeera_2024_CVPR, author = {Senadeera, Damith Chamalke and Yang, Xiaoyun and Kollias, Dimitrios and Slabaugh, Gregory}, title = {CUE-Net: Violence Detection Video Analytics with Spatial Cropping Enhanced UniformerV2 and Modified Efficient Additive Attention}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4888-4897} }
Leveraging Pre-trained Multi-task Deep Models for Trustworthy Facial Analysis in Affective Behaviour Analysis In-the-Wild-
[pdf]
[bibtex]@InProceedings{Savchenko_2024_CVPR, author = {Savchenko, Andrey V.}, title = {Leveraging Pre-trained Multi-task Deep Models for Trustworthy Facial Analysis in Affective Behaviour Analysis In-the-Wild}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4703-4712} }
REFA: Real-time Egocentric Facial Animations for Virtual Reality-
[pdf]
[supp]
[bibtex]@InProceedings{Zhang_2024_CVPR, author = {Zhang, Qiang and Xiao, Tong and Habeeb, Haroun and Laich, Larissa and Bouaziz, Sofien and Snape, Patrick and Zhang, Wenjing and Cioffi, Matthew and Zhang, Peizhao and Pidlypenskyi, Pavel and Lin, Winnie and Ma, Luming and Wang, Mengjiao and Li, Kunpeng and Long, Chengjiang and Song, Steven and Prazak, Martin and Sjoholm, Alexander and Deogade, Ajinkya and Lee, Jaebong and Mangas, Julio Delgado and Aubel, Amaury}, title = {REFA: Real-time Egocentric Facial Animations for Virtual Reality}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4793-4802} }
Uncovering Hidden Emotions with Adaptive Multi-Attention Graph Networks-
[pdf]
[bibtex]@InProceedings{Kumar_2024_CVPR, author = {Kumar, Ankith Jain Rakesh and Bhanu, Bir}, title = {Uncovering Hidden Emotions with Adaptive Multi-Attention Graph Networks}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4822-4831} }
Unimodal Multi-Task Fusion for Emotional Mimicry Intensity Prediction-
[pdf]
[arXiv]
[bibtex]@InProceedings{Hallmen_2024_CVPR, author = {Hallmen, Tobias and Deuser, Fabian and Oswald, Norbert and Andr\'e, Elisabeth}, title = {Unimodal Multi-Task Fusion for Emotional Mimicry Intensity Prediction}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4657-4665} }
Language-guided Multi-modal Emotional Mimicry Intensity Estimation-
[pdf]
[bibtex]@InProceedings{Qiu_2024_CVPR, author = {Qiu, Feng and Zhang, Wei and Liu, Chen and Li, Lincheng and Du, Heming and Guo, Tianchen and Yu, Xin}, title = {Language-guided Multi-modal Emotional Mimicry Intensity Estimation}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4742-4751} }
CMOSE: Comprehensive Multi-Modality Online Student Engagement Dataset with High-Quality Labels-
[pdf]
[supp]
[arXiv]
[bibtex]@InProceedings{Wu_2024_CVPR, author = {Wu, Chi-Hsuan and Liu, Shih-Yang and Huang, Xijie and Wang, Xingbo and Zhang, Rong and Minciullo, Luca and Yiu, Wong Kai and Kwan, Kenny and Cheng, Kwang-Ting}, title = {CMOSE: Comprehensive Multi-Modality Online Student Engagement Dataset with High-Quality Labels}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4636-4645} }
Improving Valence-Arousal Estimation with Spatiotemporal Relationship Learning and Multimodal Fusion-
[pdf]
[bibtex]@InProceedings{Yu_2024_CVPR, author = {Yu, Jun and Zhao, Gongpeng and Wang, Yongqi and Wei, Zhihong and Zhang, Zerui and Cai, Zhongpeng and Xie, Guochen and Zhu, Jichao and Zhu, Wangyuan and Yang, Shuoping and Zheng, Yang and Liu, Qingsong and Liang, Jiaen}, title = {Improving Valence-Arousal Estimation with Spatiotemporal Relationship Learning and Multimodal Fusion}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {7878-7885} }
Efficient Feature Extraction and Late Fusion Strategy for Audiovisual Emotional Mimicry Intensity Estimation-
[pdf]
[arXiv]
[bibtex]@InProceedings{Yu_2024_CVPR, author = {Yu, Jun and Zhu, Wangyuan and Zhu, Jichao and Cai, Zhongpeng and Zhao, Gongpeng and Zhang, Zerui and Xie, Guochen and Wei, Zhihong and Liu, Qingsong and Liang, Jiaen}, title = {Efficient Feature Extraction and Late Fusion Strategy for Audiovisual Emotional Mimicry Intensity Estimation}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4866-4872} }
Emotic Masked Autoencoder on Dual-views with Attention Fusion for Facial Expression Recognition-
[pdf]
[bibtex]@InProceedings{Nguyen_2024_CVPR, author = {Nguyen, Xuan-Bach and Nguyen, Hoang-Thien and Nguyen, Thanh-Huy and Do, Nhu-Tai and Dinh, Quang Vinh}, title = {Emotic Masked Autoencoder on Dual-views with Attention Fusion for Facial Expression Recognition}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4784-4792} }
Video Representation Learning for Conversational Facial Expression Recognition Guided by Multiple View Reconstruction-
[pdf]
[bibtex]@InProceedings{Strizhkova_2024_CVPR, author = {Strizhkova, Valeriya and Ferrari, Laura M. and Kachmar, Hadi and Dantcheva, Antitza and Bremond, Francois}, title = {Video Representation Learning for Conversational Facial Expression Recognition Guided by Multiple View Reconstruction}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4693-4702} }
Multi-modal Arousal and Valence Estimation under Noisy Conditions-
[pdf]
[bibtex]@InProceedings{Dresvyanskiy_2024_CVPR, author = {Dresvyanskiy, Denis and Markitantov, Maxim and Yu, Jiawei and Kaya, Heysem and Karpov, Alexey}, title = {Multi-modal Arousal and Valence Estimation under Noisy Conditions}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4773-4783} }
Joint Multimodal Transformer for Emotion Recognition in the Wild-
[pdf]
[arXiv]
[bibtex]@InProceedings{Waligora_2024_CVPR, author = {Waligora, Paul and Aslam, Muhammad Haseeb and Zeeshan, Muhammad Osama and Belharbi, Soufiane and Koerich, Alessandro Lameiras and Pedersoli, Marco and Bacon, Simon and Granger, Eric}, title = {Joint Multimodal Transformer for Emotion Recognition in the Wild}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4625-4635} }
Exploring Facial Expression Recognition through Semi-Supervised Pre-training and Temporal Modeling-
[pdf]
[bibtex]@InProceedings{Yu_2024_CVPR, author = {Yu, Jun and Wei, Zhihong and Cai, Zhongpeng and Zhao, Gongpeng and Zhang, Zerui and Wang, Yongqi and Xie, Guochen and Zhu, Jichao and Zhu, Wangyuan and Liu, Qingsong and Liang, Jiaen}, title = {Exploring Facial Expression Recognition through Semi-Supervised Pre-training and Temporal Modeling}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4880-4887} }
Evaluating the Effectiveness of Video Anomaly Detection in the Wild: Online Learning and Inference for Real-world Deployment-
[pdf]
[arXiv]
[bibtex]@InProceedings{Yao_2024_CVPR, author = {Yao, Shanle and Noghre, Ghazal Alinezhad and Pazho, Armin Danesh and Tabkhi, Hamed}, title = {Evaluating the Effectiveness of Video Anomaly Detection in the Wild: Online Learning and Inference for Real-world Deployment}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4832-4841} }
Learning Transferable Compound Expressions from Masked AutoEncoder Pretraining-
[pdf]
[bibtex]@InProceedings{Qiu_2024_CVPR, author = {Qiu, Feng and Du, Heming and Zhang, Wei and Liu, Chen and Li, Lincheng and Guo, Tianchen and Yu, Xin}, title = {Learning Transferable Compound Expressions from Masked AutoEncoder Pretraining}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4733-4741} }
An Effective Ensemble Learning Framework for Affective Behaviour Analysis-
[pdf]
[bibtex]@InProceedings{Zhang_2024_CVPR, author = {Zhang, Wei and Qiu, Feng and Liu, Chen and Li, Lincheng and Du, Heming and Guo, Tianchen and Yu, Xin}, title = {An Effective Ensemble Learning Framework for Affective Behaviour Analysis}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4761-4772} }
Unsupervised Multi-Person 3D Human Pose Estimation From 2D Poses Alone-
[pdf]
[arXiv]
[bibtex]@InProceedings{Hardy_2024_CVPR, author = {Hardy, Peter and Kim, Hansung}, title = {Unsupervised Multi-Person 3D Human Pose Estimation From 2D Poses Alone}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4599-4603} }
Unravelling Robustness of Deep Face Recognition Networks Against Illicit Drug Abuse Images-
[pdf]
[bibtex]@InProceedings{Dhake_2024_CVPR, author = {Dhake, Hruturaj and Agarwal, Akshay}, title = {Unravelling Robustness of Deep Face Recognition Networks Against Illicit Drug Abuse Images}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4842-4848} }
CAGE: Circumplex Affect Guided Expression Inference-
[pdf]
[bibtex]@InProceedings{Wagner_2024_CVPR, author = {Wagner, Niklas and M\"atzler, Felix and Vossberg, Samed R. and Schneider, Helen and Pavlitska, Svetlana and Z\"ollner, J. Marius}, title = {CAGE: Circumplex Affect Guided Expression Inference}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4683-4692} }
Multi-Task Multi-Modal Self-Supervised Learning for Facial Expression Recognition-
[pdf]
[supp]
[arXiv]
[bibtex]@InProceedings{Halawa_2024_CVPR, author = {Halawa, Marah and Blume, Florian and Bideau, Pia and Maier, Martin and Rahman, Rasha Abdel and Hellwich, Olaf}, title = {Multi-Task Multi-Modal Self-Supervised Learning for Facial Expression Recognition}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4604-4614} }
The 6th Affective Behavior Analysis In-the-wild (ABAW) Competition-
[pdf]
[arXiv]
[bibtex]@InProceedings{Kollias_2024_CVPR, author = {Kollias, Dimitrios and Tzirakis, Panagiotis and Cowen, Alan and Zafeiriou, Stefanos and Kotsia, Irene and Baird, Alice and Gagne, Chris and Shao, Chunchang and Hu, Guanyu}, title = {The 6th Affective Behavior Analysis In-the-wild (ABAW) Competition}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4587-4598} }
EmotiEffNet and Temporal Convolutional Networks in Video-based Facial Expression Recognition and Action Unit Detection-
[pdf]
[bibtex]@InProceedings{Savchenko_2024_CVPR, author = {Savchenko, Andrey V. and Sidorova, Anna P.}, title = {EmotiEffNet and Temporal Convolutional Networks in Video-based Facial Expression Recognition and Action Unit Detection}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {4849-4859} }
Advanced Facial Analysis in Multi-Modal Data with Cascaded Cross-Attention based Transformer-
[pdf]
[bibtex]@InProceedings{Kim_2024_CVPR, author = {Kim, Jun-Hwa and Kim, Namho and Hong, Minsoo and Won, Chee Sun}, title = {Advanced Facial Analysis in Multi-Modal Data with Cascaded Cross-Attention based Transformer}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2024}, pages = {7870-7877} }