CVPR 2021 Open Access Repository

Efficient Deep Learning for Computer Vision

Network Space Search for Pareto-Efficient Spaces: Min-Fong Hong,

Hao-Yun Chen,

Min-Hung Chen,

Yu-Syuan Xu,

Hsien-Kai Kuo,

Yi-Min Tsai,

Hung-Jen Chen,

Kevin Jou; [pdf] [supp] [arXiv]
[bibtex]
@InProceedings{Hong_2021_CVPR, author = {Hong, Min-Fong and Chen, Hao-Yun and Chen, Min-Hung and Xu, Yu-Syuan and Kuo, Hsien-Kai and Tsai, Yi-Min and Chen, Hung-Jen and Jou, Kevin}, title = {Network Space Search for Pareto-Efficient Spaces}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3053-3062} }
ALPS: Adaptive Quantization of Deep Neural Networks With GeneraLized PositS: Hamed F. Langroudi,

Vedant Karia,

Zachariah Carmichael,

Abdullah Zyarah,

Tej Pandit,

John L. Gustafson,

Dhireesha Kudithipudi; [pdf]
[bibtex]
@InProceedings{Langroudi_2021_CVPR, author = {Langroudi, Hamed F. and Karia, Vedant and Carmichael, Zachariah and Zyarah, Abdullah and Pandit, Tej and Gustafson, John L. and Kudithipudi, Dhireesha}, title = {ALPS: Adaptive Quantization of Deep Neural Networks With GeneraLized PositS}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3100-3109} }
Is In-Domain Data Really Needed? A Pilot Study on Cross-Domain Calibration for Network Quantization: Haichao Yu,

Linjie Yang,

Humphrey Shi; [pdf] [arXiv]
[bibtex]
@InProceedings{Yu_2021_CVPR, author = {Yu, Haichao and Yang, Linjie and Shi, Humphrey}, title = {Is In-Domain Data Really Needed? A Pilot Study on Cross-Domain Calibration for Network Quantization}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3043-3052} }
Generative Zero-Shot Network Quantization: Xiangyu He,

Jiahao Lu,

Weixiang Xu,

Qinghao Hu,

Peisong Wang,

Jian Cheng; [pdf] [supp]
[bibtex]
@InProceedings{He_2021_CVPR, author = {He, Xiangyu and Lu, Jiahao and Xu, Weixiang and Hu, Qinghao and Wang, Peisong and Cheng, Jian}, title = {Generative Zero-Shot Network Quantization}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3000-3011} }
Efficient Two-Stream Action Recognition on FPGA: Jia-Ming Lin,

Kuan-Ting Lai,

Bin-Ray Wu,

Ming-Syan Chen; [pdf]
[bibtex]
@InProceedings{Lin_2021_CVPR, author = {Lin, Jia-Ming and Lai, Kuan-Ting and Wu, Bin-Ray and Chen, Ming-Syan}, title = {Efficient Two-Stream Action Recognition on FPGA}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3076-3080} }
Discovering Multi-Hardware Mobile Models via Architecture Search: Grace Chu,

Okan Arikan,

Gabriel Bender,

Weijun Wang,

Achille Brighton,

Pieter-Jan Kindermans,

Hanxiao Liu,

Berkin Akin,

Suyog Gupta,

Andrew Howard; [pdf] [arXiv]
[bibtex]
@InProceedings{Chu_2021_CVPR, author = {Chu, Grace and Arikan, Okan and Bender, Gabriel and Wang, Weijun and Brighton, Achille and Kindermans, Pieter-Jan and Liu, Hanxiao and Akin, Berkin and Gupta, Suyog and Howard, Andrew}, title = {Discovering Multi-Hardware Mobile Models via Architecture Search}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3022-3031} }
CompConv: A Compact Convolution Module for Efficient Feature Learning: Chen Zhang,

Yinghao Xu,

Yujun Shen; [pdf] [arXiv]
[bibtex]
@InProceedings{Zhang_2021_CVPR, author = {Zhang, Chen and Xu, Yinghao and Shen, Yujun}, title = {CompConv: A Compact Convolution Module for Efficient Feature Learning}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3012-3021} }
In-Hindsight Quantization Range Estimation for Quantized Training: Marios Fournarakis,

Markus Nagel; [pdf] [arXiv]
[bibtex]
@InProceedings{Fournarakis_2021_CVPR, author = {Fournarakis, Marios and Nagel, Markus}, title = {In-Hindsight Quantization Range Estimation for Quantized Training}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3063-3070} }
Dynamic-OFA: Runtime DNN Architecture Switching for Performance Scaling on Heterogeneous Embedded Platforms: Wei Lou,

Lei Xun,

Amin Sabet,

Jia Bi,

Jonathon Hare,

Geoff V. Merrett; [pdf]
[bibtex]
@InProceedings{Lou_2021_CVPR, author = {Lou, Wei and Xun, Lei and Sabet, Amin and Bi, Jia and Hare, Jonathon and Merrett, Geoff V.}, title = {Dynamic-OFA: Runtime DNN Architecture Switching for Performance Scaling on Heterogeneous Embedded Platforms}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3110-3118} }
Data-Efficient Language-Supervised Zero-Shot Learning With Self-Distillation: Ruizhe Cheng,

Bichen Wu,

Peizhao Zhang,

Peter Vajda,

Joseph E. Gonzalez; [pdf] [arXiv]
[bibtex]
@InProceedings{Cheng_2021_CVPR, author = {Cheng, Ruizhe and Wu, Bichen and Zhang, Peizhao and Vajda, Peter and Gonzalez, Joseph E.}, title = {Data-Efficient Language-Supervised Zero-Shot Learning With Self-Distillation}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3119-3124} }
Extracurricular Learning: Knowledge Transfer Beyond Empirical Distribution: Hadi Pouransari,

Mojan Javaheripi,

Vinay Sharma,

Oncel Tuzel; [pdf] [supp] [arXiv]
[bibtex]
@InProceedings{Pouransari_2021_CVPR, author = {Pouransari, Hadi and Javaheripi, Mojan and Sharma, Vinay and Tuzel, Oncel}, title = {Extracurricular Learning: Knowledge Transfer Beyond Empirical Distribution}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3032-3042} }
Width Transfer: On the (In)variance of Width Optimization: Ting-Wu Chin,

Diana Marculescu,

Ari S. Morcos; [pdf] [supp] [arXiv]
[bibtex]
@InProceedings{Chin_2021_CVPR, author = {Chin, Ting-Wu and Marculescu, Diana and Morcos, Ari S.}, title = {Width Transfer: On the (In)variance of Width Optimization}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {2990-2999} }
BasisNet: Two-Stage Model Synthesis for Efficient Inference: Mingda Zhang,

Chun-Te Chu,

Andrey Zhmoginov,

Andrew Howard,

Brendan Jou,

Yukun Zhu,

Li Zhang,

Rebecca Hwa,

Adriana Kovashka; [pdf] [supp] [arXiv]
[bibtex]
@InProceedings{Zhang_2021_CVPR, author = {Zhang, Mingda and Chu, Chun-Te and Zhmoginov, Andrey and Howard, Andrew and Jou, Brendan and Zhu, Yukun and Zhang, Li and Hwa, Rebecca and Kovashka, Adriana}, title = {BasisNet: Two-Stage Model Synthesis for Efficient Inference}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3081-3090} }
Pareto-Optimal Quantized ResNet Is Mostly 4-Bit: AmirAli Abdolrashidi,

Lisa Wang,

Shivani Agrawal,

Jonathan Malmaud,

Oleg Rybakov,

Chas Leichner,

Lukasz Lew; [pdf]
[bibtex]
@InProceedings{Abdolrashidi_2021_CVPR, author = {Abdolrashidi, AmirAli and Wang, Lisa and Agrawal, Shivani and Malmaud, Jonathan and Rybakov, Oleg and Leichner, Chas and Lew, Lukasz}, title = {Pareto-Optimal Quantized ResNet Is Mostly 4-Bit}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3091-3099} }
Rethinking the Self-Attention in Vision Transformers: Kyungmin Kim,

Bichen Wu,

Xiaoliang Dai,

Peizhao Zhang,

Zhicheng Yan,

Peter Vajda,

Seon Joo Kim; [pdf]
[bibtex]
@InProceedings{Kim_2021_CVPR, author = {Kim, Kyungmin and Wu, Bichen and Dai, Xiaoliang and Zhang, Peizhao and Yan, Zhicheng and Vajda, Peter and Kim, Seon Joo}, title = {Rethinking the Self-Attention in Vision Transformers}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3071-3075} }