Efficient Deep Learning for Computer Vision

BAMSProd: A Step Towards Generalizing the Adaptive Optimization Methods to Deep Binary Model

Junjie Liu,

Dongchao Wen,

Deyu Wang,

Wei Tao,

Tse-Wei Chen,

Kinya Osa,

Masami Kato

[pdf] [supp]

[bibtex]

@InProceedings{Liu_2020_CVPR_Workshops,
author = {Liu, Junjie and Wen, Dongchao and Wang, Deyu and Tao, Wei and Chen, Tse-Wei and Osa, Kinya and Kato, Masami},
title = {BAMSProd: A Step Towards Generalizing the Adaptive Optimization Methods to Deep Binary Model},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Dynamic Inference: A New Approach Toward Efficient Video Action Recognition

Wenhao Wu,

Dongliang He,

Xiao Tan,

Shifeng Chen,

Yi Yang,

Shilei Wen

[pdf] [supp]

[bibtex]

@InProceedings{Wu_2020_CVPR_Workshops,
author = {Wu, Wenhao and He, Dongliang and Tan, Xiao and Chen, Shifeng and Yang, Yi and Wen, Shilei},
title = {Dynamic Inference: A New Approach Toward Efficient Video Action Recognition},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Learning Low-Rank Deep Neural Networks via Singular Vector Orthogonality Regularization and Singular Value Sparsification

Huanrui Yang,

Minxue Tang,

Wei Wen,

Feng Yan,

Daniel Hu,

Ang Li,

Hai Li,

Yiran Chen

[pdf] [supp]

[bibtex]

@InProceedings{Yang_2020_CVPR_Workshops,
author = {Yang, Huanrui and Tang, Minxue and Wen, Wei and Yan, Feng and Hu, Daniel and Li, Ang and Li, Hai and Chen, Yiran},
title = {Learning Low-Rank Deep Neural Networks via Singular Vector Orthogonality Regularization and Singular Value Sparsification},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Low-Bit Quantization Needs Good Distribution

Haibao Yu,

Tuopu Wen,

Guangliang Cheng,

Jiankai Sun,

Qi Han,

Jianping Shi

[pdf]

[bibtex]

@InProceedings{Yu_2020_CVPR_Workshops,
author = {Yu, Haibao and Wen, Tuopu and Cheng, Guangliang and Sun, Jiankai and Han, Qi and Shi, Jianping},
title = {Low-Bit Quantization Needs Good Distribution},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Attentive Semantic Preservation Network for Zero-Shot Learning

Ziqian Lu,

Yunlong Yu,

Zhe-Ming Lu,

Feng-Li Shen,

Zhongfei Zhang

[pdf]

[bibtex]

@InProceedings{Lu_2020_CVPR_Workshops,
author = {Lu, Ziqian and Yu, Yunlong and Lu, Zhe-Ming and Shen, Feng-Li and Zhang, Zhongfei},
title = {Attentive Semantic Preservation Network for Zero-Shot Learning},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Mimic the Raw Domain: Accelerating Action Recognition in the Compressed Domain

Barak Battash,

Haim Barad,

Hanlin Tang,

Amit Bleiweiss

[pdf]

[bibtex]

@InProceedings{Battash_2020_CVPR_Workshops,
author = {Battash, Barak and Barad, Haim and Tang, Hanlin and Bleiweiss, Amit},
title = {Mimic the Raw Domain: Accelerating Action Recognition in the Compressed Domain},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Constraint-Aware Importance Estimation for Global Filter Pruning Under Multiple Resource Constraints

Yu-Cheng Wu,

Chih-Ting Liu,

Bo-Ying Chen,

Shao-Yi Chien

[pdf]

[bibtex]

@InProceedings{Wu_2020_CVPR_Workshops,
author = {Wu, Yu-Cheng and Liu, Chih-Ting and Chen, Bo-Ying and Chien, Shao-Yi},
title = {Constraint-Aware Importance Estimation for Global Filter Pruning Under Multiple Resource Constraints},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Computer-Aided Diagnosis System of Lung Carcinoma Using Convolutional Neural Networks

Fangjian Han,

Li Yu,

Yi Jiang

[pdf]

[bibtex]

@InProceedings{Han_2020_CVPR_Workshops,
author = {Han, Fangjian and Yu, Li and Jiang, Yi},
title = {Computer-Aided Diagnosis System of Lung Carcinoma Using Convolutional Neural Networks},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Fast Hardware-Aware Neural Architecture Search

Li Lyna Zhang,

Yuqing Yang,

Yuhang Jiang,

Wenwu Zhu,

Yunxin Liu

[pdf]

[bibtex]

@InProceedings{Zhang_2020_CVPR_Workshops,
author = {Zhang, Li Lyna and Yang, Yuqing and Jiang, Yuhang and Zhu, Wenwu and Liu, Yunxin},
title = {Fast Hardware-Aware Neural Architecture Search},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Learning Sparse Neural Networks Through Mixture-Distributed Regularization

Chang-Ti Huang,

Jun-Cheng Chen,

Ja-Ling Wu

[pdf] [supp]

[bibtex]

@InProceedings{Huang_2020_CVPR_Workshops,
author = {Huang, Chang-Ti and Chen, Jun-Cheng and Wu, Ja-Ling},
title = {Learning Sparse Neural Networks Through Mixture-Distributed Regularization},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

LSQ+: Improving Low-Bit Quantization Through Learnable Offsets and Better Initialization

Yash Bhalgat,

Jinwon Lee,

Markus Nagel,

Tijmen Blankevoort,

Nojun Kwak

[pdf]

[bibtex]

@InProceedings{Bhalgat_2020_CVPR_Workshops,
author = {Bhalgat, Yash and Lee, Jinwon and Nagel, Markus and Blankevoort, Tijmen and Kwak, Nojun},
title = {LSQ+: Improving Low-Bit Quantization Through Learnable Offsets and Better Initialization},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Least Squares Binary Quantization of Neural Networks

Hadi Pouransari,

Zhucheng Tu,

Oncel Tuzel

[pdf]

[bibtex]

@InProceedings{Pouransari_2020_CVPR_Workshops,
author = {Pouransari, Hadi and Tu, Zhucheng and Tuzel, Oncel},
title = {Least Squares Binary Quantization of Neural Networks},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

RefineDetLite: A Lightweight One-Stage Object Detection Framework for CPU-Only Devices

Chen Chen,

Mengyuan Liu,

Xiandong Meng,

Wanpeng Xiao,

Qi Ju

[pdf]

[bibtex]

@InProceedings{Chen_2020_CVPR_Workshops,
author = {Chen, Chen and Liu, Mengyuan and Meng, Xiandong and Xiao, Wanpeng and Ju, Qi},
title = {RefineDetLite: A Lightweight One-Stage Object Detection Framework for CPU-Only Devices},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Randaugment: Practical Automated Data Augmentation With a Reduced Search Space

Ekin D. Cubuk,

Barret Zoph,

Jonathon Shlens,

Quoc V. Le

[pdf] [supp]

[bibtex]

@InProceedings{Cubuk_2020_CVPR_Workshops,
author = {Cubuk, Ekin D. and Zoph, Barret and Shlens, Jonathon and Le, Quoc V.},
title = {Randaugment: Practical Automated Data Augmentation With a Reduced Search Space},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Any-Width Networks

Thanh Vu,

Marc Eder,

True Price,

Jan-Michael Frahm

[pdf]

[bibtex]

@InProceedings{Vu_2020_CVPR_Workshops,
author = {Vu, Thanh and Eder, Marc and Price, True and Frahm, Jan-Michael},
title = {Any-Width Networks},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

AdaMT-Net: An Adaptive Weight Learning Based Multi-Task Learning Model for Scene Understanding

Ankit Jha,

Awanish Kumar,

Biplab Banerjee,

Subhasis Chaudhuri

[pdf]

[bibtex]

@InProceedings{Jha_2020_CVPR_Workshops,
author = {Jha, Ankit and Kumar, Awanish and Banerjee, Biplab and Chaudhuri, Subhasis},
title = {AdaMT-Net: An Adaptive Weight Learning Based Multi-Task Learning Model for Scene Understanding},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Ternary MobileNets via Per-Layer Hybrid Filter Banks

Dibakar Gope,

Jesse Beu,

Urmish Thakker,

Matthew Mattina

[pdf] [supp]

[bibtex]

@InProceedings{Gope_2020_CVPR_Workshops,
author = {Gope, Dibakar and Beu, Jesse and Thakker, Urmish and Mattina, Matthew},
title = {Ternary MobileNets via Per-Layer Hybrid Filter Banks},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Data-Free Network Quantization With Adversarial Knowledge Distillation

Yoojin Choi,

Jihwan Choi,

Mostafa El-Khamy,

Jungwon Lee

[pdf]

[bibtex]

@InProceedings{Choi_2020_CVPR_Workshops,
author = {Choi, Yoojin and Choi, Jihwan and El-Khamy, Mostafa and Lee, Jungwon},
title = {Data-Free Network Quantization With Adversarial Knowledge Distillation},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Now That I Can See, I Can Improve: Enabling Data-Driven Finetuning of CNNs on the Edge

Aditya Rajagopal,

Christos-Savvas Bouganis

[pdf]

[bibtex]

@InProceedings{Rajagopal_2020_CVPR_Workshops,
author = {Rajagopal, Aditya and Bouganis, Christos-Savvas},
title = {Now That I Can See, I Can Improve: Enabling Data-Driven Finetuning of CNNs on the Edge},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Structured Weight Unification and Encoding for Neural Network Compression and Acceleration

Wei Jiang,

Wei Wang,

Shan Liu

[pdf]

[bibtex]

@InProceedings{Jiang_2020_CVPR_Workshops,
author = {Jiang, Wei and Wang, Wei and Liu, Shan},
title = {Structured Weight Unification and Encoding for Neural Network Compression and Acceleration},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Neural Network Compression Using Higher-Order Statistics and Auxiliary Reconstruction Losses

Christos Chatzikonstantinou,

Georgios Th. Papadopoulos,

Kosmas Dimitropoulos,

Petros Daras

[pdf]

[bibtex]

@InProceedings{Chatzikonstantinou_2020_CVPR_Workshops,
author = {Chatzikonstantinou, Christos and Papadopoulos, Georgios Th. and Dimitropoulos, Kosmas and Daras, Petros},
title = {Neural Network Compression Using Higher-Order Statistics and Auxiliary Reconstruction Losses},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Monte Carlo Gradient Quantization

Goncalo Mordido,

Matthijs Van Keirsbilck,

Alexander Keller

[pdf]

[bibtex]

@InProceedings{Mordido_2020_CVPR_Workshops,
author = {Mordido, Goncalo and Van Keirsbilck, Matthijs and Keller, Alexander},
title = {Monte Carlo Gradient Quantization},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Dithered Backprop: A Sparse and Quantized Backpropagation Algorithm for More Efficient Deep Neural Network Training

Simon Wiedemann,

Temesgen Mehari,

Kevin Kepp,

Wojciech Samek

[pdf] [supp]

[bibtex]

@InProceedings{Wiedemann_2020_CVPR_Workshops,
author = {Wiedemann, Simon and Mehari, Temesgen and Kepp, Kevin and Samek, Wojciech},
title = {Dithered Backprop: A Sparse and Quantized Backpropagation Algorithm for More Efficient Deep Neural Network Training},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Learning Sparse & Ternary Neural Networks With Entropy-Constrained Trained Ternarization (EC2T)

Arturo Marban,

Daniel Becking,

Simon Wiedemann,

Wojciech Samek

[pdf] [supp] [video]

[bibtex]

@InProceedings{Marban_2020_CVPR_Workshops,
author = {Marban, Arturo and Becking, Daniel and Wiedemann, Simon and Samek, Wojciech},
title = {Learning Sparse & Ternary Neural Networks With Entropy-Constrained Trained Ternarization (EC2T)},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Intelligent Scene Caching to Improve Accuracy for Energy-Constrained Embedded Vision

Benjamin Simpson,

Ekdeep Lubana,

Yuchen Liu,

Robert Dick

[pdf]

[bibtex]

@InProceedings{Simpson_2020_CVPR_Workshops,
author = {Simpson, Benjamin and Lubana, Ekdeep and Liu, Yuchen and Dick, Robert},
title = {Intelligent Scene Caching to Improve Accuracy for Energy-Constrained Embedded Vision},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}

Adaptive Posit: Parameter Aware Numerical Format for Deep Learning Inference on the Edge

Hamed F. Langroudi,

Vedant Karia,

John L. Gustafson,

Dhireesha Kudithipudi

[pdf]

[bibtex]

@InProceedings{Langroudi_2020_CVPR_Workshops,
author = {Langroudi, Hamed F. and Karia, Vedant and Gustafson, John L. and Kudithipudi, Dhireesha},
title = {Adaptive Posit: Parameter Aware Numerical Format for Deep Learning Inference on the Edge},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
month = {June},
year = {2020}
}