Sight and Sound


Sound to Visual: Hierarchical Cross-Modal Talking Face Generation
Lele Chen,
Haitian Zheng,
Ross Maddox,
Zhiyao Duan,
Chenliang Xu
[pdf]
[bibtex]
@InProceedings{Chen_2019_CVPR_Workshops,
author = {Chen, Lele and Zheng, Haitian and Maddox, Ross and Duan, Zhiyao and Xu, Chenliang},
title = {Sound to Visual: Hierarchical Cross-Modal Talking Face Generation},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2019}
}

Audio-Visual Event Localization in the Wild
Yapeng Tian,
Jing Shi,
Bochen Li,
Zhiyao Duan,
Chenliang Xu
[pdf]
[bibtex]
@InProceedings{Tian_2019_CVPR_Workshops,
author = {Tian, Yapeng and Shi, Jing and Li, Bochen and Duan, Zhiyao and Xu, Chenliang},
title = {Audio-Visual Event Localization in the Wild},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2019}
}

Audio-Visual Interpretable and Controllable Video Captioning
Yapeng Tian,
Chenxiao Guan,
Goodman Justin,
Marc Moore,
Chenliang Xu
[pdf]
[bibtex]
@InProceedings{Tian_2019_CVPR_Workshops,
author = {Tian, Yapeng and Guan, Chenxiao and Justin, Goodman and Moore, Marc and Xu, Chenliang},
title = {Audio-Visual Interpretable and Controllable Video Captioning},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2019}
}

Reflection and Diffraction-Aware Sound Source Localization
Inkyu An,
Jung-Woo Choi,
Dinesh Manocha,
Sung-Eui Yoon
[pdf] [supp]
[bibtex]
@InProceedings{An_2019_CVPR_Workshops,
author = {An, Inkyu and Choi, Jung-Woo and Manocha, Dinesh and Yoon, Sung-Eui},
title = {Reflection and Diffraction-Aware Sound Source Localization},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2019}
}

Generating Video from Single Image and Sound
Yukitaka Tsuchiya,
Takahiro Itazuri,
Ryota Natsume,
Shintaro Yamamoto,
Takuya Kato,
Shigeo Morishima
[pdf]
[bibtex]
@InProceedings{Tsuchiya_2019_CVPR_Workshops,
author = {Tsuchiya, Yukitaka and Itazuri, Takahiro and Natsume, Ryota and Yamamoto, Shintaro and Kato, Takuya and Morishima, Shigeo},
title = {Generating Video from Single Image and Sound},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2019}
}

WAV2PIX: Speech-conditioned Face Generation using Generative Adversarial Networks
Amanda Cardoso Duarte,
Francisco Roldan,
Miquel Tubau,
Janna Escur,
Santiago Pascual,
Amaia Salvador,
Eva Mohedano,
Kevin McGuinness,
Jordi Torres,
Xavier Giro-i-Nieto
[pdf]
[bibtex]
@InProceedings{Duarte_2019_CVPR_Workshops,
author = {Cardoso Duarte, Amanda and Roldan, Francisco and Tubau, Miquel and Escur, Janna and Pascual, Santiago and Salvador, Amaia and Mohedano, Eva and McGuinness, Kevin and Torres, Jordi and Giro-i-Nieto, Xavier},
title = {WAV2PIX: Speech-conditioned Face Generation using Generative Adversarial Networks},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2019}
}

On Attention Modules for Audio-Visual Synchronization
Naji Khosravan,
Shervin Ardeshir,
Rohit Puri
[pdf]
[bibtex]
@InProceedings{Khosravan_2019_CVPR_Workshops,
author = {Khosravan, Naji and Ardeshir, Shervin and Puri, Rohit},
title = {On Attention Modules for Audio-Visual Synchronization},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2019}
}

Grounding Spoken Words in Unlabeled Video
Angie W Boggust,
Kartik Audhkhasi,
Dhiraj Joshi,
David Harwath,
Samuel Thomas,
Rogerio Feris,
Danny Gutfreund,
Yang Zhang,
Antonio Torralba,
Michael Picheny,
James Glass
[pdf]
[bibtex]
@InProceedings{Boggust_2019_CVPR_Workshops,
author = {W Boggust, Angie and Audhkhasi, Kartik and Joshi, Dhiraj and Harwath, David and Thomas, Samuel and Feris, Rogerio and Gutfreund, Danny and Zhang, Yang and Torralba, Antonio and Picheny, Michael and Glass, James},
title = {Grounding Spoken Words in Unlabeled Video},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2019}
}

A Neurorobotic Experiment for Crossmodal Conflict Resolution
German Parisi,
Pablo Barros,
Di Fu,
Sven Magg,
Haiyan Wu,
Xun Liu,
Stefan Wermter
[pdf]
[bibtex]
@InProceedings{Parisi_2019_CVPR_Workshops,
author = {Parisi, German and Barros, Pablo and Fu, Di and Magg, Sven and Wu, Haiyan and Liu, Xun and Wermter, Stefan},
title = {A Neurorobotic Experiment for Crossmodal Conflict Resolution},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2019}
}

End-to-End Speech-Driven Realistic Facial Animation with Temporal GANs
Konstantinos Vougioukas,
Stavros Petridis,
Maja Pantic
[pdf]
[bibtex]
@InProceedings{Vougioukas_2019_CVPR_Workshops,
author = {Vougioukas, Konstantinos and Petridis, Stavros and Pantic, Maja},
title = {End-to-End Speech-Driven Realistic Facial Animation with Temporal GANs},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2019}
}