%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (Towards Effective Low\055Bitwidth Convolutional Neural Networks) /Producer (PyPDF2) /Author (Bohan Zhuang\054 Chunhua Shen\054 Mingkui Tan\054 Lingqiao Liu\054 Ian Reid) /Subject (2018 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /x12 20 0 R /x10 23 0 R >> /ExtGState << /s9 26 0 R /s11 29 0 R /a0 << /CA 1 /ca 1 >> /R37 32 0 R /s5 33 0 R /s7 36 0 R >> /Font << /R48 39 0 R /R54 43 0 R /R46 47 0 R /R44 51 0 R /R50 55 0 R /R42 58 0 R /R52 61 0 R /R40 65 0 R /F2 69 0 R /F1 70 0 R /R38 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R 98 0 R 99 0 R 100 0 R 101 0 R 102 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 103 0 R /Resources << /ExtGState << /R37 32 0 R >> /Font << /R101 104 0 R /R103 109 0 R /R105 113 0 R /R52 61 0 R /R40 65 0 R /F2 116 0 R /R99 117 0 R /F1 120 0 R /R107 121 0 R /R38 71 0 R /R97 125 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 130 0 R 131 0 R 132 0 R 133 0 R 134 0 R 135 0 R 136 0 R 137 0 R 138 0 R 139 0 R 140 0 R 141 0 R 142 0 R 143 0 R 144 0 R 145 0 R 146 0 R 147 0 R 148 0 R 149 0 R 150 0 R 151 0 R 152 0 R 153 0 R 154 0 R 155 0 R 156 0 R 157 0 R 158 0 R 159 0 R 160 0 R 161 0 R 162 0 R 163 0 R 164 0 R 165 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 166 0 R /Resources << /ColorSpace << /R124 167 0 R /R120 169 0 R >> /ExtGState << /R37 32 0 R >> /Font << /F2 171 0 R /F1 172 0 R /R121 173 0 R /R131 177 0 R /R101 104 0 R /R103 109 0 R /R105 113 0 R /R40 65 0 R /R127 181 0 R /R99 117 0 R /R125 185 0 R /R133 189 0 R /R135 193 0 R /R38 71 0 R /R137 196 0 R /R129 199 0 R /R97 125 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 208 0 R /Resources << /ExtGState << /R37 32 0 R >> /Font << /R161 209 0 R /R135 193 0 R /R101 104 0 R /R103 109 0 R /R105 113 0 R /R52 61 0 R /R40 65 0 R /F2 212 0 R /R99 117 0 R /F1 213 0 R /R107 121 0 R /R38 71 0 R /R137 196 0 R /R97 125 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 214 0 R 215 0 R 216 0 R 217 0 R 218 0 R 219 0 R 220 0 R 221 0 R 222 0 R 223 0 R 224 0 R 225 0 R 226 0 R 227 0 R 228 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 229 0 R /Resources << /ExtGState << /R37 32 0 R >> /Font << /R101 104 0 R /R103 109 0 R /R105 113 0 R /R52 61 0 R /R40 65 0 R /F2 230 0 R /R99 117 0 R /F1 231 0 R /R38 71 0 R /R137 196 0 R /R97 125 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 232 0 R 233 0 R 234 0 R 235 0 R 236 0 R 237 0 R 238 0 R 239 0 R 240 0 R 241 0 R 242 0 R 243 0 R 244 0 R 245 0 R 246 0 R 247 0 R 248 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 249 0 R /Resources << /ExtGState << /R37 32 0 R >> /Font << /R101 104 0 R /R208 250 0 R /R50 55 0 R /R52 61 0 R /R40 65 0 R /F2 253 0 R /R99 117 0 R /F1 254 0 R /R38 71 0 R /R97 125 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 255 0 R 256 0 R 257 0 R 258 0 R 259 0 R 260 0 R 261 0 R 262 0 R 263 0 R 264 0 R 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 273 0 R /Resources << /ColorSpace << /R219 274 0 R /R124 167 0 R /R120 169 0 R >> /ExtGState << /R37 32 0 R >> /Font << /R214 276 0 R /R216 280 0 R /R101 104 0 R /R222 284 0 R /R52 61 0 R /R40 65 0 R /F2 288 0 R /R220 289 0 R /F1 293 0 R /R38 71 0 R /R208 250 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 294 0 R /Resources << /ColorSpace << /R219 274 0 R /R120 169 0 R >> /ExtGState << /R37 32 0 R >> /Font << /R239 295 0 R /R237 299 0 R /R208 250 0 R /R52 61 0 R /R40 65 0 R /F2 303 0 R /R99 117 0 R /F1 304 0 R /R38 71 0 R /R249 305 0 R /R241 309 0 R /R247 313 0 R /R245 317 0 R /R243 321 0 R /R97 125 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 325 0 R 326 0 R 327 0 R 328 0 R 329 0 R 330 0 R 331 0 R 332 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 333 0 R /Resources << /ExtGState << /R37 32 0 R >> /Font << /F2 334 0 R /F1 335 0 R /R52 61 0 R /R40 65 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 21666 >> stream q q q 0.1 0 0 0.1 0 0 cm /R37 gs 0 g q 10 0 0 10 0 0 cm BT /R38 14.3462 Tf 1 0 0 1 99.9449 675.067 Tm [ (T) 91.9897 (o) 9.99625 (wards) -250.003 (Effecti) 9.98774 (v) 9.99625 (e) -250 (Lo) 10.0082 (w\055bitwidth) -249.998 (Con) 40.0071 (v) 9.99625 (olutional) -249.996 (Neural) -250.008 (Netw) 9.99285 (orks) ] TJ /R40 11.9552 Tf 9.40391 -37.8582 Td [ (Bohan) -250.007 (Zhuang) ] TJ /R42 7.9701 Tf 70.7262 4.33906 Td (1) Tj /R44 7.9701 Tf 4.73281 0 Td (\073) Tj /R42 7.9701 Tf 2.85039 0 Td (2) Tj /R40 11.9552 Tf 4.73164 -4.33906 Td [ (\054) -250.012 (Chunhua) -249.995 (Shen) ] TJ /R42 7.9701 Tf 76.0473 4.33906 Td (1) Tj /R44 7.9701 Tf 4.73203 0 Td (\073) Tj /R42 7.9701 Tf 2.85078 0 Td (2) Tj /R46 7.9701 Tf 4.73203 0 Td <03> Tj /R40 11.9552 Tf 4.33906 TL T* [ (\054) -250.012 (Mingkui) -250.012 (T) 80.0147 (an) ] TJ /R42 7.9701 Tf 67.7852 4.33906 Td (3) Tj /R40 11.9552 Tf 4.73281 -4.33906 Td [ (\054) -250.012 (Lingqiao) -249.995 (Liu) ] TJ /R42 7.9701 Tf 68.7422 4.33906 Td (1) Tj /R40 11.9552 Tf 4.73203 -4.33906 Td [ (\054) -250.01 (Ian) -249.989 (Reid) ] TJ /R42 7.9701 Tf 46.816 4.33906 Td (1) Tj /R44 7.9701 Tf 4.73203 0 Td (\073) Tj /R42 7.9701 Tf 2.85078 0 Td (2) Tj -369.789 -13.948 Td (1) Tj /R40 11.9552 Tf 4.7332 -4.33789 Td [ (The) -250.014 (Uni) 24.9946 (v) 14.9862 (ersity) -249.989 (of) -250.015 (Adelaide\054) -250.006 (Australia\054) ] TJ /R42 7.9701 Tf 186.451 4.33789 Td (2) Tj /R40 11.9552 Tf 4.73203 -4.33789 Td [ (Australian) -249.997 (Centre) -249.997 (for) -249.995 (Robotic) -249.989 (V) 59.9896 (ision) ] TJ /R42 7.9701 Tf -121.228 -9.61016 Td (3) Tj /R40 11.9552 Tf 4.73203 -4.33789 Td [ (South) -249.995 (China) -249.987 (Uni) 24.9957 (v) 14.9851 (ersity) -249.989 (of) -250.014 (T) 70.0164 (echnology) 65.0132 (\054) -250.012 (China) ] TJ /R48 8.9664 Tf -131.792 -13.948 Td (f) Tj /R50 8.9664 Tf 4.60781 0 Td (bohan\056zhuang\054chunhua\056shen\054lingqiao\056liu\054ian\056reid) Tj /R48 8.9664 Tf 252.851 0 Td (g) Tj /R50 8.9664 Tf 4.6082 0 Td [ (\100adelaide\056edu\056au\054) -600 (mingkuitan\100scut\056edu\056cn) ] TJ /R38 11.9552 Tf -175.054 -41.0461 Td (Abstract) Tj /R52 9.9626 Tf -83.9277 -24.6059 Td [ (This) -337.99 (paper) -336.985 (tac) 20.004 (kles) -338.017 (the) -338.015 (pr) 44.9839 (oblem) -338.006 (of) -336.99 (tr) 14.9901 (aining) -337.988 (a) -338.017 (deep) -337.98 (con\055) ] TJ -11.9551 -11.9551 Td [ (volutional) -302.998 (neur) 14.9901 (al) -304.015 (network) -303.019 (with) -303.014 (both) -302.986 (low\055pr) 37.0085 (ecision) -304.006 (weights) ] TJ 11.9551 TL T* [ (and) -364.002 (low\055bitwidth) -364.016 (activations\056) -653.018 (Optimizing) -364 (a) -364.993 (low\055pr) 37.0085 (ecision) ] TJ T* [ (network) -307.019 (is) -306.994 (very) -307.995 (c) 15.0122 (hallenging) -307 (since) -306.998 (the) -307 (tr) 14.9901 (aining) -307.012 (pr) 44.9851 (ocess) -308.02 (can) ] TJ T* [ (easily) -286.014 (g) 10.0032 (et) -287.008 (tr) 14.9914 (apped) -286.015 (in) -286.999 (a) -285.987 (poor) -286.99 (local) -286.011 (minima\054) -295.997 (whic) 15 (h) -285.987 (r) 37.0183 (esults) -286.984 (in) ] TJ T* [ (substantial) -220.995 (accur) 14.9852 (acy) -220.986 (loss\056) -300.982 (T) 92 (o) -221.017 (mitigate) -220.985 (this) -220.997 (pr) 44.9851 (oblem\054) -227.004 (we) -221.992 (pr) 44.9851 (o\055) ] TJ 11.9563 TL T* [ (pose) -380.003 (thr) 36.9926 (ee) -379.004 (simple\055yet\055ef) 18.0154 (fective) -380.011 (appr) 44.9937 (oac) 14.9828 (hes) -378.988 (to) -380.003 (impr) 44.9949 (o) 10.0032 (ve) -379.986 (the) ] TJ 11.9547 TL T* [ (network) -452.995 (tr) 14.9914 (aining) 15.0122 (\056) -918.981 (F) 45.0158 (ir) 10.0118 (st\054) -504.018 (we) -453.014 (pr) 44.9839 (opose) -453.005 (to) -453.01 (use) -453.015 (a) -453.018 (two\055sta) 10 (g) 10.0032 (e) ] TJ T* [ (optimization) -305.017 (str) 14.9975 (ate) 40 (gy) -305.987 (to) -306.015 (pr) 44.9839 (o) 10.0032 (gr) 36.9852 (essively) -305 <026e64> -306.013 (good) -304.988 (local) -306.008 (min\055) ] TJ T* [ (ima\056) -683.986 <53706563690263616c6c79> 54.9957 (\054) -406.008 (we) -374.988 (pr) 44.9839 (opose) -373.999 (to) -374.984 <0272> 10.0094 (st) -374.983 (optimize) -374.018 (a) -374.991 (net) -374.989 (with) ] TJ T* [ (quantized) -341 (weights) -341.002 (and) -340.987 (then) -340.99 (quantized) -341 (activations\056) -582.991 (This) -341.009 (is) ] TJ T* [ (in) -296.017 (contr) 14.9969 (ast) -296.011 (to) -296.017 (the) -295.982 (tr) 14.9914 (aditional) -296.014 (methods) -296.982 (whic) 15 (h) -295.985 (optimize) -295.992 (them) ] TJ 11.9563 TL T* [ (simultaneously) 54.9921 (\056) -745.991 (Second\054) -431.993 (following) -395.989 (a) -394.988 (similar) -396.01 (spirit) -394.993 (of) -396 (the) ] TJ 11.9547 TL T* [ <0272> 10.0094 (st) -330.01 (method\054) -349.997 (we) -330.015 (pr) 44.9839 (opose) -330.006 (another) -329.994 (pr) 44.9839 (o) 10.0032 (gr) 36.9865 (essive) -330.016 (optimization) ] TJ T* [ (appr) 44.9937 (oac) 14.9834 (h) -281.007 (whic) 14.9987 (h) -281.007 (pr) 44.9839 (o) 10.0032 (gr) 36.9852 (essively) -281.003 (decr) 37.0159 (eases) -281.005 (the) -281.985 (bit\055width) -280.997 (fr) 44.9851 (om) ] TJ T* [ (high\055pr) 37.0042 (ecision) -298.987 (to) -298.016 (low\055pr) 37.0073 (ecision) -298.987 (during) -299.014 (the) -297.982 (cour) 10.0106 (se) -299.006 (of) -298.997 (tr) 14.9901 (ain\055) ] TJ T* [ (ing) 14.995 (\056) -295.007 (Thir) 37.0067 (d\054) -213.016 (we) -203.997 (adopt) -202.998 (a) -204 (no) 10.0081 (vel) -204.006 (learning) -204.009 (sc) 15.0196 (heme) -204.005 (to) -203.993 (jointly) -204.01 (tr) 14.9901 (ain) ] TJ T* [ (a) -283.007 (full\055pr) 37.0085 (ecision) -284.009 (model) -282.996 (alongside) -283.009 (the) -283.004 (low\055pr) 37.0085 (ecision) -284.009 (one) 14.9828 (\056) -410.008 (By) ] TJ 11.9563 TL T* [ (doing) -365.01 (so\054) -393.019 (the) -364.01 (full\055pr) 37.0085 (ecision) -365.015 (model) -364.002 (pr) 44.9839 (o) 10.0032 (vides) -364.988 (hints) -363.988 (to) -364.986 (guide) ] TJ 11.9551 TL T* [ (the) -420 (low\055pr) 37.0073 (ecision) -419.006 (model) -419.992 (tr) 14.9914 (aining) 15.0122 (\056) -818.998 (Extensive) -419.996 (e) 19.9918 (xperiments) ] TJ T* [ (on) -328.994 (various) -329.013 (datasets) -329.006 (\050) ] TJ /R40 9.9626 Tf 85.6578 0 Td (i\056e) Tj /R52 9.9626 Tf 9.6832 0 Td [ (\056\054) -348.996 (CIF) 115.014 (AR\055100) -328.984 (and) -328.989 (Ima) 10.0032 (g) 10.0032 (eNet\051) -328.997 (show) ] TJ -95.341 -11.9551 Td [ (the) -259.008 (ef) 18 (fectiveness) -258.018 (of) -259.003 (the) -257.989 (pr) 44.9839 (oposed) -258.994 (methods\056) -335.013 (T) 92 (o) -259.011 (highlight\054) -260.998 (us\055) ] TJ T* [ (ing) -399.995 (our) -399.996 (methods) -399.985 (to) -399.019 (tr) 14.9914 (ain) -399.995 (a) -400.007 (4\055bit) -399.991 (pr) 36.9852 (ecision) -399.99 (network) -399.985 (leads) ] TJ 11.9559 TL T* [ (to) -433.994 (no) -433.996 (performance) -434.996 (decr) 37.0159 (ease) -434.004 (in) -433.994 (comparison) -434.001 (with) -434.994 (it) 0.99493 (s) -435.021 (full\055) ] TJ 11.9551 TL T* [ (pr) 36.9852 (ecision) -330.982 (counterpart) -331 (with) -331.01 (standar) 37.0134 (d) -330.999 (network) -331.016 (ar) 36.9865 (c) 15.0122 (hitectur) 37.0036 (es) ] TJ (\050) ' /R40 9.9626 Tf 3.3168 0 Td (i\056e) Tj /R52 9.9626 Tf 9.68398 0 Td [ (\056\054) -249.993 (Ale) 20.0034 (xNet) -249.986 (and) -249.983 (ResNet\05550\051\056) ] TJ /R38 11.9552 Tf -13.0008 -37.9512 Td [ (1\056) -249.99 (Intr) 18.0146 (oduction) ] TJ /R40 9.9626 Tf 11.9551 -19.6238 Td [ (The) -209.02 (state\055of\055the\055art) -209.013 (deep) -208.984 (neural) -209.019 (netw) 10.0081 (orks) -417.996 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 232.697 173.26 Tm (9) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 237.678 173.26 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 240.777 173.26 Tm (17) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 250.739 173.26 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 253.847 173.26 Tm (26) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 263.81 173.26 Tm [ (\135) -208.987 (usu\055) ] TJ -213.698 -11.9551 Td [ (ally) -453.007 (in) 40.0056 (v) 20.0016 (olv) 14.995 (e) -452.988 (millions) -453.004 (of) -452.982 (parameters) -453.016 (and) -453.018 (need) -452.981 (billions) -453.013 (of) ] TJ 11.9551 TL T* [ (FLOPs) -307.985 (during) -306.983 (computation\056) -483.004 (Those) -308.011 (memory) -306.981 (and) -307.983 (computa\055) ] TJ 11.9563 TL T* [ (tional) -270.987 (cost) -271 (can) -271.997 (be) -271.012 (unaf) 25.0179 (fordable) -271.006 (for) -271.015 (mobile) -270.982 (hardw) 10.0032 (are) -272.006 (de) 25.0154 (vice) ] TJ 11.9551 TL T* [ (or) -275.011 (especiall) 0.99555 (y) -275.008 (implementing) -274.987 (deep) -273.992 (neural) -275.008 (netw) 10.0081 (orks) -273.981 (on) -275.003 (chips\056) ] TJ T* [ (T) 79.9903 (o) -285.006 (impro) 15.0042 (v) 14.9828 (e) -285.996 (the) -285.004 (computational) -284.998 (and) -285.005 (memory) -286.004 (ef) 25.0081 <026369656e63> 14.9926 (y) 65.0137 (\054) -293.988 (v) 24.9811 (ar) 19.9893 (\055) ] TJ T* [ (ious) -331.02 (s) 0.98635 (olutions) -330.995 (ha) 19.9979 (v) 14.9828 (e) -331.008 (been) -329.983 (proposed\054) -351.014 (including) -329.982 (pruning) -331.013 (net\055) ] TJ ET Q 3.98 w 0 G 501.121 904.148 m 1446.11 904.148 l S q 10 0 0 10 0 0 cm BT /R54 5.9776 Tf 1 0 0 1 60.141 83.8129 Tm <03> Tj /R40 7.9701 Tf 4.3168 -2.81289 Td [ (C\056) -250.008 (Shen) -250.011 (is) -250.001 (the) -250.005 (corresponding) -250 (author) 54.9815 (\056) ] TJ /R40 9.9626 Tf 244.404 473.32 Td [ (w) 10 (ork) -437.018 (weights) -438.015 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 372.264 554.32 Tm (7) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 377.246 554.32 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 382.267 554.32 Tm (8) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 387.248 554.32 Tm [ (\135\054) -485.017 (lo) 24.9885 (w) -436.981 (rank) -436.986 (approximation) -437.01 (of) -438.005 (weights) ] TJ -78.3859 -11.9551 Td (\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 312.18 542.365 Tm (16) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 322.142 542.365 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 325.002 542.365 Tm (34) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 334.964 542.365 Tm [ (\135\054) -206.005 (and) -194.002 (training) -194.997 (a) -194.012 (lo) 24.9885 (w\055bit\055precision) -194.987 (netw) 10.0081 (ork) -194.002 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 506.55 542.365 Tm (4) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 511.531 542.365 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 514.4 542.365 Tm (36) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 524.363 542.365 Tm (\226) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 529.344 542.365 Tm (38) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 539.307 542.365 Tm (\135\056) Tj -230.445 -11.9547 Td [ (In) -263.993 (this) -262.99 (w) 10 (ork\054) -267.004 (we) -263.998 (follo) 24.9983 (w) -263.012 (the) -263.985 (idea) -263.01 (of) -263.995 (training) -262.986 (a) -264 (lo) 24.986 (w\055precision) ] TJ 11.9551 TL T* [ (netw) 10.0081 (ork) -380.008 (and) -380.99 (our) -380.008 (focus) -380.988 (is) -380 (to) -380.005 (impro) 15.0024 (v) 14.9828 (e) -381 (the) -380.005 (training) -381.005 (process) ] TJ 11.9563 TL T* [ (of) -297.007 (such) -298.016 (a) -297.014 (netw) 10.0081 (ork\056) -453.013 (Note) -297 (that) -298.014 (in) -297 (the) -297.98 (literature\054) -308.993 (man) 14.9926 (y) -297.985 (w) 10.0032 (orks) ] TJ 11.9547 TL T* [ (adopt) -300.991 (this) -302.004 (idea) -301.006 (b) 20.0016 (ut) -300.996 (only) -300.987 (attempt) -301.999 (to) -300.999 (quantize) -300.994 (the) -300.999 (weights) -301.999 (of) ] TJ T* [ (a) -361.984 (netw) 10.0081 (ork) -362.011 (while) -362 (k) 10.0032 (eeping) -362.003 (the) -362.008 (acti) 24.9811 (v) 24.9811 (ations) -363.013 (to) -362.008 (32\055bit) -361.993 <036f6174696e67> ] TJ T* [ (point) -268.985 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 335.343 470.634 Tm (4) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 340.324 470.634 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 344.229 470.634 Tm (19) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 354.192 470.634 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 358.107 470.634 Tm (36) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 368.07 470.634 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 371.975 470.634 Tm (38) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 381.938 470.634 Tm [ (\135\056) -366.998 (Although) -269.009 (this) -268.009 (treatment) -268.989 (leads) -269.004 (to) -269.004 (lo) 24.986 (wer) ] TJ -73.0754 -11.9551 Td [ (performance) -259.016 (decrease) -258.991 (comparing) -258.986 (to) -259.006 (its) -258.996 (full\055precision) -259.021 (coun\055) ] TJ 11.9559 TL T* [ (terpart\054) -207.017 (it) -195.012 (still) -196.011 (needs) -196 (substantial) -195.016 (amount) -196.016 (of) -196.007 (computational) -195.992 (re\055) ] TJ 11.9551 TL T* [ (source) -281.007 (requirement) -280.99 (to) -280.019 (handle) -280.997 (the) -281.002 (full\055precision) -281.017 (acti) 24.9811 (v) 24.9811 (ations\056) ] TJ T* [ (Thus\054) -218.02 (our) -209.017 (w) 10 (ork) -209.997 (tar) 17.997 (gets) -209.009 (the) -209.994 (problem) -209 (of) -210.004 (training) -208.995 (netw) 10.0081 (ork) -210 (with) ] TJ /R52 9.9626 Tf T* [ (both) -250.015 (low\055bit) -249.995 (quantized) -249.995 (weights) -249.997 (and) -249.983 (activations\056) ] TJ /R40 9.9626 Tf 11.9551 -19.0242 Td [ (The) -279.988 (solutions) -280.017 (proposed) -280.007 (in) -279.002 (this) -280.007 (paper) -279.992 (contain) -280.012 (three) -279.992 (com\055) ] TJ -11.9551 -11.9547 Td [ (ponents\056) -325.992 (The) 14.9828 (y) -255.992 (can) -254.98 (be) -255.996 (applied) -254.997 (independently) -255.992 (or) -255.016 (jointly) 65.0137 (\056) -327 (The) ] TJ T* [ <02727374> -252.012 (method) -252.007 (is) -253.004 (to) -251.985 (adopt) -252.019 (a) -252.002 (tw) 10.0081 (o\055stage) -253.007 (training) -252.007 (process\056) -316.011 (At) -253.007 (the) ] TJ T* [ <02727374> -286.006 (stage\054) -296.017 (only) -286.009 (the) -285.984 (weights) -286.982 (of) -285.991 (a) -285.996 (netw) 10.0081 (ork) -285.987 (is) -286.996 (quantized\056) -419.004 (Af\055) ] TJ T* [ (ter) -313.987 (obtaining) -313.004 (a) -313.992 (suf) 24.9836 <026369656e746c79> -313.987 (good) -312.987 (solution) -314.016 (of) -313.007 (the) -314.016 <02727374> -314.002 (stage\054) ] TJ 11.9559 TL T* [ (the) -406.003 (acti) 24.9811 (v) 24.9811 (ation) -405.011 (of) -406.008 (the) -404.984 (netw) 10.0081 (ork) -406.006 (is) -405.016 (further) -406.006 (required) -406.006 (to) -405.021 (be) -406.011 (in) ] TJ 11.9551 TL T* [ (lo) 24.9885 (w\055precision) -234.998 (and) -235.995 (the) -235.012 (netw) 10.0081 (ork) -235.015 (will) -236.015 (be) -235.02 (trained) -235.985 (ag) 5.01877 (ain\056) -304.998 (Essen\055) ] TJ T* [ (tially) 64.999 (\054) -380.993 (this) -355.014 (progressi) 25 (v) 14.9828 (e) -355.004 (approach) -354.014 <02727374> -355.014 (solv) 15.0024 (es) -355 (a) -355.004 (related) -354.995 (sub\055) ] TJ T* [ (problem\054) -295.019 (i\056e\056\054) -295 (training) -286.001 (a) -285.996 (netw) 10.0081 (ork) -285.987 (with) -286.006 (only) -286.006 (lo) 24.986 (w\055bit) -286.011 (weights) ] TJ T* [ (and) -279.007 (the) -277.985 (solution) -279.005 (of) -279.01 (the) -277.985 (sub\055problem) -279.012 (pro) 14.9828 (vides) -278.012 (a) -279.017 (good) -278.993 (initial) ] TJ T* [ (point) -256.987 (for) -257.999 (training) -256.987 (our) -257.009 (tar) 17.997 (get) -257.986 (problem\056) -331.994 (F) 14.9926 (ollo) 25 (wing) -256.996 (the) -257.986 (similar) ] TJ 11.9559 TL T* [ (idea\054) -430.002 (we) -394.995 (propose) -393.993 (our) -394.005 (second) -394.978 (method) -393.983 (by) -394.003 (performing) -395.008 (pro\055) ] TJ 11.9551 TL T* [ (gressi) 24.9934 (v) 14.9828 (e) -426.012 (training) -424.998 (on) -425.998 (the) -426 (bit\055width) -426.002 (aspect) -424.983 (of) -426.007 (the) -425.998 (netw) 10.0081 (ork\056) ] TJ T* [ <53706563690263616c6c79> 65.0137 (\054) -501.992 (we) -450.986 (incrementally) -450.988 (train) -451.993 (a) -450.988 (serial) -451.013 (of) -452.003 (netw) 10.0081 (orks) ] TJ T* [ (with) -453 (the) -453.015 (quantization) -452 (bit\055width) -453.018 (\050precision\051) -453.008 (gradually) -452.998 (de\055) ] TJ T* [ (creased) -210.014 (from) -209.014 (full\055precision) -210.009 (to) -209.994 (the) -209.994 (tar) 17.997 (get) -209.014 (precision\056) -296.985 (The) -210 (third) ] TJ T* [ (method) -313.997 (is) -314.994 (inspired) -314 (by) -314.016 (the) -314.996 (rec) 1.00964 (ent) -314.996 (progress) -314.011 (of) -313.987 (mutual) -315.011 (learn\055) ] TJ 11.9566 TL T* [ (ing) -276.015 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 327.662 188.596 Tm (35) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 337.624 188.596 Tm [ (\135) -275.015 (and) -275.988 (information) -275.988 (distillation) -274.984 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 459.297 188.596 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 464.279 188.596 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 468.234 188.596 Tm (11) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 478.196 188.596 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 482.151 188.596 Tm (22) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 492.114 188.596 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 496.079 188.596 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 506.041 188.596 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 509.996 188.596 Tm (32) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 519.959 188.596 Tm [ (\135\056) -386.994 (The) ] TJ -211.097 -11.9547 Td [ (basic) -255.987 (idea) -255.014 (of) -255.994 (those) -254.997 (w) 10 (orks) -255.982 (is) -255.982 (to) -255.006 (train) -255.987 (a) -254.982 (tar) 17.997 (get) -255.987 (netw) 10.0081 (ork) -255.992 (along\055) ] TJ 11.9551 TL T* [ (side) -378 (another) -376.986 (guidance) -378 (netw) 10.0081 (ork\056) -693.012 (F) 14.9926 (or) -376.996 (e) 13.9928 (xam) 0.99493 (ple\054) -410 (The) -378.01 (w) 10.0032 (orks) ] TJ T* [ (in) -229.989 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 322.222 152.731 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 327.203 152.731 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 330.65 152.731 Tm (11) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 340.613 152.731 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 344.07 152.731 Tm (22) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 354.032 152.731 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 357.489 152.731 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 367.452 152.731 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 370.898 152.731 Tm (32) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 380.861 152.731 Tm [ (\135) -230.003 (propose) -229.981 (to) -229.991 (train) -229.991 (a) -230.006 (small) -230.011 (student) -230.011 (netw) 10.0081 (ork) ] TJ -71.9988 -11.9551 Td [ (to) -249.005 (mimic) -248.983 (the) -249.01 (deeper) -248.985 (or) -249.015 (wider) -249.007 (teacher) -248.988 (netw) 10.0081 (ork\056) -310.017 (The) 14.9828 (y) -249.012 (add) -249.012 (an) ] TJ 11.9559 TL T* [ (additional) -200.986 (re) 15.0098 (gularizer) -200 (by) -201.015 (minimizing) -199.981 (the) -201.015 (dif) 24.986 (ference) -201.006 (between) ] TJ 11.9551 TL T* [ (student\047) 54.9982 (s) -279.988 (and) -279.988 (teacher\047) 54.9982 (s) -279.988 (posterior) -280.007 (probabilities) -279.983 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 496.577 116.865 Tm (11) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 506.539 116.865 Tm [ (\135) -279.997 (or) -279.992 (inter) 20.0065 (\055) ] TJ -197.677 -11.9551 Td [ (mediate) -326.004 (feature) -327.012 (representations) -325.995 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 441.445 104.91 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 446.426 104.91 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 450.72 104.91 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R40 9.9626 Tf 1 0 0 1 460.682 104.91 Tm [ (\135\056) -539.008 (It) -327 (is) -326.009 (observ) 14.9926 (ed) -327.004 (that) ] TJ -151.82 -11.9551 Td [ (by) -330.014 (using) -329.994 (the) -330.016 (guidance) -330.009 (of) -329.984 (the) -330.014 (teacher) -329.994 (model\054) -349.991 (better) -330.014 (perfor) 19.9918 (\055) ] TJ 11.9547 TL T* [ (mance) -239.994 (can) -240.002 (be) -241.019 (obtained) -240.014 (with) -240.014 (the) -239.989 (student) -240.009 (model) -240.994 (than) -239.984 (directly) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.406 786.422 515.188 -52.699 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.4 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.5 0.5 0.5 rg BT /F2 9 Tf 10.8 TL ET BT 1 0 0 1 297 35 Tm (7920) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 21 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA