Efficient Deep Learning for Computer Vision


Network Space Search for Pareto-Efficient Spaces
Min-Fong Hong,
Hao-Yun Chen,
Min-Hung Chen,
Yu-Syuan Xu,
Hsien-Kai Kuo,
Yi-Min Tsai,
Hung-Jen Chen,
Kevin Jou
[pdf] [supp] [arXiv]
[bibtex]
@InProceedings{Hong_2021_CVPR, author = {Hong, Min-Fong and Chen, Hao-Yun and Chen, Min-Hung and Xu, Yu-Syuan and Kuo, Hsien-Kai and Tsai, Yi-Min and Chen, Hung-Jen and Jou, Kevin}, title = {Network Space Search for Pareto-Efficient Spaces}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3053-3062} }

ALPS: Adaptive Quantization of Deep Neural Networks With GeneraLized PositS
Hamed F. Langroudi,
Vedant Karia,
Zachariah Carmichael,
Abdullah Zyarah,
Tej Pandit,
John L. Gustafson,
Dhireesha Kudithipudi
[pdf]
[bibtex]
@InProceedings{Langroudi_2021_CVPR, author = {Langroudi, Hamed F. and Karia, Vedant and Carmichael, Zachariah and Zyarah, Abdullah and Pandit, Tej and Gustafson, John L. and Kudithipudi, Dhireesha}, title = {ALPS: Adaptive Quantization of Deep Neural Networks With GeneraLized PositS}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3100-3109} }

Is In-Domain Data Really Needed? A Pilot Study on Cross-Domain Calibration for Network Quantization
Haichao Yu,
Linjie Yang,
Humphrey Shi
[pdf] [arXiv]
[bibtex]
@InProceedings{Yu_2021_CVPR, author = {Yu, Haichao and Yang, Linjie and Shi, Humphrey}, title = {Is In-Domain Data Really Needed? A Pilot Study on Cross-Domain Calibration for Network Quantization}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3043-3052} }

Generative Zero-Shot Network Quantization
Xiangyu He,
Jiahao Lu,
Weixiang Xu,
Qinghao Hu,
Peisong Wang,
Jian Cheng
[pdf] [supp]
[bibtex]
@InProceedings{He_2021_CVPR, author = {He, Xiangyu and Lu, Jiahao and Xu, Weixiang and Hu, Qinghao and Wang, Peisong and Cheng, Jian}, title = {Generative Zero-Shot Network Quantization}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3000-3011} }

Efficient Two-Stream Action Recognition on FPGA
Jia-Ming Lin,
Kuan-Ting Lai,
Bin-Ray Wu,
Ming-Syan Chen
[pdf]
[bibtex]
@InProceedings{Lin_2021_CVPR, author = {Lin, Jia-Ming and Lai, Kuan-Ting and Wu, Bin-Ray and Chen, Ming-Syan}, title = {Efficient Two-Stream Action Recognition on FPGA}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3076-3080} }

Discovering Multi-Hardware Mobile Models via Architecture Search
Grace Chu,
Okan Arikan,
Gabriel Bender,
Weijun Wang,
Achille Brighton,
Pieter-Jan Kindermans,
Hanxiao Liu,
Berkin Akin,
Suyog Gupta,
Andrew Howard
[pdf] [arXiv]
[bibtex]
@InProceedings{Chu_2021_CVPR, author = {Chu, Grace and Arikan, Okan and Bender, Gabriel and Wang, Weijun and Brighton, Achille and Kindermans, Pieter-Jan and Liu, Hanxiao and Akin, Berkin and Gupta, Suyog and Howard, Andrew}, title = {Discovering Multi-Hardware Mobile Models via Architecture Search}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3022-3031} }

CompConv: A Compact Convolution Module for Efficient Feature Learning
Chen Zhang,
Yinghao Xu,
Yujun Shen
[pdf] [arXiv]
[bibtex]
@InProceedings{Zhang_2021_CVPR, author = {Zhang, Chen and Xu, Yinghao and Shen, Yujun}, title = {CompConv: A Compact Convolution Module for Efficient Feature Learning}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3012-3021} }

In-Hindsight Quantization Range Estimation for Quantized Training
Marios Fournarakis,
Markus Nagel
[pdf] [arXiv]
[bibtex]
@InProceedings{Fournarakis_2021_CVPR, author = {Fournarakis, Marios and Nagel, Markus}, title = {In-Hindsight Quantization Range Estimation for Quantized Training}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3063-3070} }

Dynamic-OFA: Runtime DNN Architecture Switching for Performance Scaling on Heterogeneous Embedded Platforms
Wei Lou,
Lei Xun,
Amin Sabet,
Jia Bi,
Jonathon Hare,
Geoff V. Merrett
[pdf]
[bibtex]
@InProceedings{Lou_2021_CVPR, author = {Lou, Wei and Xun, Lei and Sabet, Amin and Bi, Jia and Hare, Jonathon and Merrett, Geoff V.}, title = {Dynamic-OFA: Runtime DNN Architecture Switching for Performance Scaling on Heterogeneous Embedded Platforms}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3110-3118} }

Data-Efficient Language-Supervised Zero-Shot Learning With Self-Distillation
Ruizhe Cheng,
Bichen Wu,
Peizhao Zhang,
Peter Vajda,
Joseph E. Gonzalez
[pdf] [arXiv]
[bibtex]
@InProceedings{Cheng_2021_CVPR, author = {Cheng, Ruizhe and Wu, Bichen and Zhang, Peizhao and Vajda, Peter and Gonzalez, Joseph E.}, title = {Data-Efficient Language-Supervised Zero-Shot Learning With Self-Distillation}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3119-3124} }

Extracurricular Learning: Knowledge Transfer Beyond Empirical Distribution
Hadi Pouransari,
Mojan Javaheripi,
Vinay Sharma,
Oncel Tuzel
[pdf] [supp] [arXiv]
[bibtex]
@InProceedings{Pouransari_2021_CVPR, author = {Pouransari, Hadi and Javaheripi, Mojan and Sharma, Vinay and Tuzel, Oncel}, title = {Extracurricular Learning: Knowledge Transfer Beyond Empirical Distribution}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3032-3042} }

Width Transfer: On the (In)variance of Width Optimization
Ting-Wu Chin,
Diana Marculescu,
Ari S. Morcos
[pdf] [supp] [arXiv]
[bibtex]
@InProceedings{Chin_2021_CVPR, author = {Chin, Ting-Wu and Marculescu, Diana and Morcos, Ari S.}, title = {Width Transfer: On the (In)variance of Width Optimization}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {2990-2999} }

BasisNet: Two-Stage Model Synthesis for Efficient Inference
Mingda Zhang,
Chun-Te Chu,
Andrey Zhmoginov,
Andrew Howard,
Brendan Jou,
Yukun Zhu,
Li Zhang,
Rebecca Hwa,
Adriana Kovashka
[pdf] [supp] [arXiv]
[bibtex]
@InProceedings{Zhang_2021_CVPR, author = {Zhang, Mingda and Chu, Chun-Te and Zhmoginov, Andrey and Howard, Andrew and Jou, Brendan and Zhu, Yukun and Zhang, Li and Hwa, Rebecca and Kovashka, Adriana}, title = {BasisNet: Two-Stage Model Synthesis for Efficient Inference}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3081-3090} }

Pareto-Optimal Quantized ResNet Is Mostly 4-Bit
AmirAli Abdolrashidi,
Lisa Wang,
Shivani Agrawal,
Jonathan Malmaud,
Oleg Rybakov,
Chas Leichner,
Lukasz Lew
[pdf]
[bibtex]
@InProceedings{Abdolrashidi_2021_CVPR, author = {Abdolrashidi, AmirAli and Wang, Lisa and Agrawal, Shivani and Malmaud, Jonathan and Rybakov, Oleg and Leichner, Chas and Lew, Lukasz}, title = {Pareto-Optimal Quantized ResNet Is Mostly 4-Bit}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3091-3099} }

Rethinking the Self-Attention in Vision Transformers
Kyungmin Kim,
Bichen Wu,
Xiaoliang Dai,
Peizhao Zhang,
Zhicheng Yan,
Peter Vajda,
Seon Joo Kim
[pdf]
[bibtex]
@InProceedings{Kim_2021_CVPR, author = {Kim, Kyungmin and Wu, Bichen and Dai, Xiaoliang and Zhang, Peizhao and Yan, Zhicheng and Vajda, Peter and Kim, Seon Joo}, title = {Rethinking the Self-Attention in Vision Transformers}, booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops}, month = {June}, year = {2021}, pages = {3071-3075} }