%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (Two\055Step Quantization for Low\055Bit Neural Networks) /Producer (PyPDF2) /Author (Peisong Wang\054 Qinghao Hu\054 Yifan Zhang\054 Chunjie Zhang\054 Yang Liu\054 Jian Cheng) /Subject (2018 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /x12 20 0 R /x10 23 0 R >> /ExtGState << /s9 26 0 R /s11 29 0 R /a0 << /CA 1 /ca 1 >> /R22 32 0 R /s5 33 0 R /s7 36 0 R >> /Font << /R29 39 0 R /F2 43 0 R /F1 44 0 R /R23 45 0 R /R35 49 0 R /R25 53 0 R /R33 57 0 R /R27 61 0 R /R31 64 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 68 0 R 69 0 R 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 81 0 R /Resources << /ExtGState << /R22 32 0 R >> /Font << /R73 82 0 R /R71 86 0 R /F2 91 0 R /F1 92 0 R /R69 93 0 R /R23 45 0 R /R25 53 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 98 0 R 99 0 R 100 0 R 101 0 R 102 0 R 103 0 R 104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R 112 0 R 113 0 R 114 0 R 115 0 R 116 0 R 117 0 R 118 0 R 119 0 R 120 0 R 121 0 R 122 0 R 123 0 R 124 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 125 0 R /Resources << /ExtGState << /R22 32 0 R >> /Font << /F2 126 0 R /R73 82 0 R /F1 127 0 R /R71 86 0 R /R98 128 0 R /R88 131 0 R /R69 93 0 R /R90 136 0 R /R23 45 0 R /R25 53 0 R /R94 141 0 R /R92 145 0 R /R96 150 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 155 0 R 156 0 R 157 0 R 158 0 R 159 0 R 160 0 R 161 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 162 0 R /Resources << /ExtGState << /R22 32 0 R >> /Font << /R73 82 0 R /F1 163 0 R /R71 86 0 R /F2 164 0 R /R88 131 0 R /R94 141 0 R /R90 136 0 R /R23 45 0 R /R25 53 0 R /R69 93 0 R /R92 145 0 R /R96 150 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 165 0 R 166 0 R 167 0 R 168 0 R 169 0 R 170 0 R 171 0 R 172 0 R 173 0 R 174 0 R 175 0 R 176 0 R 177 0 R 178 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 179 0 R /Resources << /ExtGState << /R22 32 0 R >> /Font << /R73 82 0 R /F1 180 0 R /R71 86 0 R /F2 181 0 R /R88 131 0 R /R69 93 0 R /R90 136 0 R /R23 45 0 R /R94 141 0 R /R25 53 0 R /R96 150 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 182 0 R 183 0 R 184 0 R 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R 190 0 R 191 0 R 192 0 R 193 0 R 194 0 R 195 0 R 196 0 R 197 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 198 0 R /Resources << /ExtGState << /R22 32 0 R >> /Font << /F2 199 0 R /F1 200 0 R /R94 141 0 R /R23 45 0 R /R71 86 0 R /R69 93 0 R /R25 53 0 R /R33 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R 206 0 R 207 0 R 208 0 R 209 0 R 210 0 R 211 0 R 212 0 R 213 0 R 214 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 215 0 R /Resources << /ColorSpace << /R185 216 0 R >> /ExtGState << /R183 218 0 R /R186 219 0 R >> /Font << /R187 220 0 R /R25 53 0 R /F2 224 0 R /F1 225 0 R /R23 45 0 R /R69 93 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 226 0 R 227 0 R 228 0 R 229 0 R 230 0 R 231 0 R 232 0 R 233 0 R 234 0 R 235 0 R 236 0 R 237 0 R 238 0 R 239 0 R 240 0 R 241 0 R 242 0 R 243 0 R 244 0 R 245 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 246 0 R /Resources << /ExtGState << /R22 32 0 R >> /Font << /F2 247 0 R /R23 45 0 R /F1 248 0 R /R25 53 0 R /R33 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 249 0 R /Resources << /ExtGState << /R22 32 0 R >> /Font << /F2 250 0 R /F1 251 0 R /R25 53 0 R /R33 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 16509 >> stream q q q 0.1 0 0 0.1 0 0 cm /R22 gs 0 g q 10 0 0 10 0 0 cm BT /R23 14.3462 Tf 1 0 0 1 135.76 675.067 Tm [ (T) 73.9916 (w) 10.0031 (o\055Step) -249.007 (Quantization) -249.988 (f) 24.0121 (or) -248.987 (Lo) 9 (w\055bit) -249.009 (Neural) -250.008 (Netw) 8.98539 (orks) ] TJ /R25 11.9552 Tf -75.3473 -37.8582 Td [ (Peisong) -249.008 (W) 78.9865 (ang) ] TJ /R27 7.9701 Tf 68.443 4.33906 Td [ (1) -0.29866 ] TJ /R29 7.9701 Tf 4.23398 0 Td [ (\073) -0.09955 ] TJ /R27 7.9701 Tf 2.35234 0 Td [ (2) -0.29866 ] TJ /R25 11.9552 Tf 4.73281 -4.33906 Td [ (\054) -248.999 (Qinghao) -250 (Hu) ] TJ /R27 7.9701 Tf 64.7492 4.33906 Td [ (1) -0.30019 ] TJ /R29 7.9701 Tf 4.23398 0 Td [ (\073) -0.10109 ] TJ /R27 7.9701 Tf 2.35195 0 Td [ (2) -0.30019 ] TJ /R25 11.9552 Tf 4.73203 -4.33906 Td [ (\054) -250.012 (Y) 54.0123 (if) 9.99418 (an) -248.995 (Zhang) ] TJ /R27 7.9701 Tf 65.9566 4.33906 Td [ (1) -0.30019 ] TJ /R29 7.9701 Tf 4.23438 0 Td [ (\073) -0.10109 ] TJ /R27 7.9701 Tf 2.35195 0 Td [ (2) -0.30019 ] TJ /R25 11.9552 Tf 4.73281 -4.33906 Td [ (\054) -248.999 (Chunjie) -249.989 (Zhang) ] TJ /R27 7.9701 Tf 77.373 4.33906 Td [ (1) -0.30019 ] TJ /R29 7.9701 Tf 4.23398 0 Td [ (\073) -0.10109 ] TJ /R27 7.9701 Tf 2.35312 0 Td [ (2) -0.30019 ] TJ /R25 11.9552 Tf 4.73203 -4.33906 Td [ (\054) -248.999 (Y) 99.0045 (ang) -249.005 (Liu) ] TJ /R27 7.9701 Tf 50.2707 4.33906 Td [ (4) -0.30019 ] TJ /R25 11.9552 Tf 4.73203 -4.33906 Td [ (\054) -250.01 (and) -249.985 (Jian) -249.985 (Cheng) ] TJ /R27 7.9701 Tf 79.693 4.33906 Td [ (1) -0.30019 ] TJ /R29 7.9701 Tf 4.23398 0 Td [ (\073) -0.09802 ] TJ /R27 7.9701 Tf 2.35312 0 Td [ (2) -0.30019 ] TJ /R29 7.9701 Tf 4.23398 0 Td [ (\073) -0.09802 ] TJ /R27 7.9701 Tf 2.35195 0 Td [ (3) -0.30019 ] TJ /R31 7.9701 Tf 4.73203 0 Td [ <03> -0.30019 ] TJ /R27 7.9701 Tf -409.082 -13.948 Td [ (1) -0.29866 ] TJ /R25 11.9552 Tf 4.7332 -4.33789 Td [ (Institute) -249.002 (of) -250.015 (Automation\054) -250.006 (Chinese) -250.012 (Academy) -250.004 (of) -250.014 (Sciences\054) -250.012 (Beijing\054) -249.989 (China) ] TJ /R27 7.9701 Tf 21.4129 -9.61016 Td [ (2) -0.29866 ] TJ /R25 11.9552 Tf 4.73203 -4.33789 Td [ (Uni) 24.0144 (v) 14.9862 (ersity) -249.009 (of) -250.014 (Chinese) -250.012 (Academy) -250.004 (of) -250.014 (Sciences\054) -250.012 (Beijing\054) -249.989 (China) ] TJ /R27 7.9701 Tf -76.0441 -9.60898 Td [ (3) -0.30019 ] TJ /R25 11.9552 Tf 4.73203 -4.33906 Td [ (Center) -249.997 (for) -249.996 (Excellence) -250.006 (in) -249.991 (Brain) -249.989 (Science) -250.006 (and) -249.987 (Intelligence) -250 (T) 69.0035 (echnology) 65.0132 (\054) -248.997 (CAS\054) -250.002 (Beijing\054) -249.989 (China) ] TJ /R27 7.9701 Tf 129.433 -9.60898 Td [ (4) -0.30019 ] TJ /R25 11.9552 Tf 4.73281 -4.33906 Td [ (Alibaba) -248.995 (Group\054) -249.993 (Hangzhou\054) -249.983 (China) ] TJ /R23 11.9552 Tf -73.466 -41.0461 Td (Abstract) Tj /R33 9.9626 Tf -83.9277 -24.384 Td [ (Every) -380.018 (bit) -379.995 (matter) 9.0034 (s) -380.009 (in) -380.003 (the) -380.008 (har) 36.0099 (dwar) 37.0036 (e) -380.02 (design) -379.991 (of) -380.003 (quantized) ] TJ -11.9551 -11.9547 Td [ (neur) 14.0093 (al) -397.02 (networks\056) -757.013 (Howe) 14.0148 (ver) 110.999 (\054) -434.984 (e) 19.0115 (xtr) 36.9828 (emely\055low\055bit) -396.997 (r) 35.9989 (epr) 36.9816 (esenta\055) ] TJ 11.9551 TL T* [ (tion) -238.994 (usually) -240.007 (causes) -239.005 (lar) 36.0124 (g) 10.0032 (e) -238.985 (accur) 14.005 (acy) -238.003 (dr) 44.0037 (op\056) -306.015 (Thus\054) -240.987 (how) -240.016 (to) -239.007 (tr) 14.0099 (ain) ] TJ T* [ (e) 19.0121 (x) 1.01515 (tr) 36.9877 (emely\055low\055bit) -273.017 (neur) 14.0099 (al) -271.982 (networks) -273.998 (with) -272.981 (high) -274.011 (accur) 14.005 (acy) -271.996 (is) -273.001 (of) ] TJ T* [ (centr) 14.0075 (al) -229.989 (importance) 13.9928 (\056) -301.986 (Most) -231 (e) 19.0115 (xisting) -230.007 (network) -230.993 (quantization) -230.991 (ap\055) ] TJ 11.9559 TL T* [ (pr) 44.9839 (oac) 14.0032 (hes) -229.994 (learn) -231.982 (tr) 14.0111 (ansformations) -230.007 (\050low\055bit) -232 (weights\051) -230.984 (as) -231.988 (well) -230.998 (as) ] TJ 11.9551 TL T* [ (encodings) -351.01 (\050low\055bit) -351.001 (activations\051) -350.997 (simultaneously) 54.013 (\056) -612.013 (This) -351.008 (tight) ] TJ T* [ (coupling) -250.982 (mak) 8.98257 (es) -249.996 (the) -251.01 (optimization) -250.986 (pr) 44.0037 (oblem) -251.002 (dif) 16.9972 <0263756c742c> -250.015 (and) -251.002 (thus) ] TJ T* [ (pr) 36.9852 (e) 13.9934 (vents) -205.995 (the) -207.997 (network) -208.016 (fr) 44.0061 (om) -207.017 (learning) -208.008 (optimal) -206.985 (r) 35.9989 (epr) 36.9816 (esentations\056) ] TJ T* [ (In) -372.015 (this) -371.991 (paper) 109.999 (\054) -402.009 (we) -372.008 (pr) 44.0037 (opose) -371.019 (a) -372.992 (simple) -371.992 (yet) -372.019 (ef) 16.98 (fective) -370.992 (T) 72.9829 (wo\055Step) ] TJ T* [ (Quantization) -409.002 (\050TSQ\051) -409.014 (fr) 14.0111 (ame) 14.9816 (work\054) -447.982 (by) -410.009 (decomposing) -408.993 (the) -408.983 (net\055) ] TJ 11.9559 TL T* [ (work) -375.015 (quantization) -375.005 (pr) 44.0037 (oblem) -374.98 (into) -375.011 (two) -375.99 (steps\072) -560.987 (code) -374.994 (learning) ] TJ 11.9551 TL T* [ (and) -278.017 (tr) 14.0111 (ansformation) -278.005 (function) -279.015 (learning) -277.996 (based) -278.995 (on) -279.002 (the) -277.985 (learned) ] TJ T* [ (codes\056) -299 (F) 103.986 (or) -217.012 (the) -217.995 <0272> 8.98992 (st) -217.009 (step\054) -225.005 (we) -217.994 (pr) 44.0037 (opose) -217.005 (the) -217.995 (spar) 9 (se) -216.981 (quantization) ] TJ T* [ (method) -320.984 (for) -320.987 (code) -321.004 (learning) 13.994 (\056) -521.989 (The) -322.01 (second) -320.993 (step) -320.991 (can) -321 (be) -321.005 (formu\055) ] TJ T* [ (lated) -300.988 (as) -300.998 (a) -301.004 (non\055linear) -301.01 (least) -302.007 (squar) 35.9817 (e) -299.994 (r) 36 (e) 39.9884 (gr) 36.9865 (ession) -300.004 (pr) 44.0049 (oblem) -300.014 (with) ] TJ T* [ (low\055bit) -259.993 (constr) 13.983 (aints\054) -262.002 (whic) 14.0185 (h) -259.011 (can) -261.009 (be) -259.995 (solved) -259.981 (ef) 16.98 <026369656e746c79> -260.015 (in) -259.984 (an) -259.986 (it\055) ] TJ 11.9563 TL T* [ (er) 14 (ative) -374.006 (manner) 110.001 (\056) -684.981 (Extensive) -374.984 (e) 19.0115 (xperiments) -375.008 (on) -374.986 (CIF) 113.996 (AR\05510) -374.001 (and) ] TJ 11.9547 TL T* [ (ILSVRC\05512) -443.019 (datasets) -444.007 (demonstr) 13.9915 (ate) -443.017 (that) -444.019 (the) -443.997 (pr) 44.0049 (oposed) -441.983 (TSQ) ] TJ T* [ (is) -318.992 (ef) 16.9806 (fective) -319.001 (and) -320.01 (outperforms) -320.013 (the) -320.018 (state\055of\055the\055art) -320.015 (by) -319.986 (a) -319 (lar) 36.0111 (g) 10.0032 (e) ] TJ T* [ (mar) 36.9883 (gin\056) -397.992 (Especially) 54.0192 (\054) -285.989 (for) -280.013 (2\055bit) -280.011 (activation) -279.012 (and) -280.017 (ternary) -278.993 (weight) ] TJ T* [ (quantization) -194.996 (of) -195.014 (Ale) 18.9846 (xNet\054) -205.01 (the) -195.019 (accur) 14.005 (acy) -194.011 (of) -195.014 (our) -195.009 (TSQ) -195.004 (dr) 44.0049 (ops) -193.99 (only) ] TJ T* [ (about) -300.982 (0\0565) -302.016 (points) -301.992 (compar) 36.0136 (ed) -301.007 (with) -301.995 (the) -301.981 (full\055pr) 35.9891 (ecision) -300.987 (counter) 18.9968 (\055) ] TJ 11.9563 TL T* [ (part\054) -260.99 (outperforming) -258.992 (curr) 36.0062 (ent) -257.989 (state\055of\055the\055art) -259.986 (by) -259.016 (mor) 36.0087 (e) -258.001 (than) -258.994 (5) ] TJ 11.9551 TL (points\056) ' /R23 11.9552 Tf 37.2871 TL T* [ (1\056) -249.01 (Intr) 15.9888 (oduction) ] TJ /R25 9.9626 Tf 11.9551 -19.402 Td [ (Recently) 64.0138 (\054) -701.998 (deep) -612.995 (neural) -612.991 (netw) 8.98992 (orks) -612.003 (\050DNNs\051) -612.988 (ha) 19.0164 (v) 14.9828 (e) -611.981 (been) ] TJ -11.9551 -11.9559 Td [ (widely) -280.009 (studied) -280.001 (for) -279.994 (a) -279.997 (v) 24 (ariety) -279.985 (of) -279.991 (applications) -279.99 (including) -279.99 (com\055) ] TJ 11.9551 TL T* [ (puter) -300.999 (vision) -301.012 (\133) -0.59181 (20\054) -301.359 (25\135\054) -313.988 (speech) -301.005 (recognition\054) -313.989 (natural) -300.996 (language) ] TJ T* [ (processing) -296.001 (and) -297.003 (so) -296.018 (on\056) -449.991 (By) -296.991 (learning) -296.012 (a) -297.014 (hierarchical) -295.987 (represen\055) ] TJ T* [ (tation\054) -492.006 (DNNs) -443.99 (ha) 19.0177 (v) 14.9828 (e) -442.99 (achie) 23.9948 (v) 14.9828 (ed) -442.984 (state\055of\055the\055art) -443.992 (performance) ] TJ T* [ (among) -367.014 (man) 14.0105 (y) -366.012 (of) -366.996 (these) -366.988 (tasks\056) -661.005 (Ho) 24.0033 (we) 25.0142 (v) 14.9828 (er) 39.986 (\054) -394.99 (the) -366.99 (computational) ] TJ 11.9559 TL T* [ (comple) 14.0185 (xity) -417.004 (of) -418.007 (DNNs) -417.994 (is) -417.995 (also) -419.015 (increasing) -417.989 (drastically) 64.0187 (\056) -813 (This) ] TJ ET Q 3.985 w 0 G 501.121 904.148 m 1446.1 904.148 l S q 10 0 0 10 0 0 cm BT /R35 5.9776 Tf 1 0 0 1 60.141 83.8129 Tm [ <03> -0.90058 ] TJ /R25 7.9701 Tf 4.3168 -2.81289 Td [ (The) -249.988 (corresponding) -250 (author) 54.0013 (\056) ] TJ /R25 9.9626 Tf 244.404 459.372 Td [ (presents) -286.994 (a) -287.996 <7369676e690263616e74> -287.981 (challenge) -288.021 (to) -288.021 (the) -287.981 (netw) 8.9887 (ork) -285.987 (deplo) 8.9985 (yment) ] TJ 11.9547 TL T* [ (on) -437.015 (resource) -438.008 (limited) -436.983 (de) 23.996 (vices\054) -483.988 (such) -437.015 (as) -438.005 (mobile) -438.01 (phones) -437.005 (and) ] TJ (tablets\056) ' 11.9551 -13.6473 Td [ (T) 79.0113 (o) -594.014 (mak) 8.99115 (e) -595.004 (DNNs) -596.003 (less) -596.003 (resource\055intensi) 23.9813 (v) 14.9828 (e\054) -680.984 (se) 23.996 (v) 14.9828 (eral) -595.004 (ap\055) ] TJ -11.9551 -11.9547 Td [ (proaches) -336.998 (ha) 19.0164 (v) 14.9828 (e) -335.988 (been) -337 (de) 23.996 (v) 14.9828 (eloped) -336.008 (by) -338.012 (the) -336.993 (community) 64.004 (\054) -358.014 (such) -336.993 (as) ] TJ T* [ (netw) 10.0081 (ork) -342.014 (pruning) -341.992 (\133) -0.43375 (22) -0.06862 (\054) -342.215 (10\135\054) -364.998 (lo) 24.0058 (w\055rank) -341.002 (approximation) -342.007 (\133) -0.67146 (7) -0.07352 (\054) -342.212 (17\054) ] TJ 11.9559 TL T* [ (18\135\054) -406.991 (architecture) -376.013 (design) -375.991 (\133) -0.08332 (15\054) -375.854 (12\054) -375.932 (35\135\054) -406.991 (etc\056) -688.003 (A) -374.991 (recent) -375.981 (w) 8.9838 (ork) ] TJ 11.9551 TL T* [ (\133) 0.07597 (9) -0.07352 (\135) -295.992 (sho) 24.0131 (ws) -295.98 (that) -296.995 (full\055precision) -297.014 (representations) -297.019 (are) -296.98 (not) -296.009 (neces\055) ] TJ T* [ (sary) -368.015 (for) -368.019 (netw) 8.9887 (orks) -366.985 (to) -368.985 (achie) 23.996 (v) 14.9828 (e) -367.002 (high) -367.993 (performance\056) -664.982 (The) -368.012 (net\055) ] TJ T* [ (w) 10 (ork) -211.996 (storage) -211.992 (can) -212.987 (be) -212.004 (dramatically) -212.014 (reduced) -212.984 (if) -211.999 (lo) 24.0058 (w\055bit) -211.004 (weights) ] TJ T* [ (are) -258.008 (utilized\056) -335.991 (In) -259.013 (\133) -0.66901 (5) -0.07352 (\054) -258.699 (4\135\054) -259.996 (it) -259 (is) -259 (also) -259 (sho) 24.0107 (wn) -257.006 (that\054) -260.996 (the) -259.006 (internal) -258.996 (rep\055) ] TJ 11.9559 TL T* [ (resentations) -222.01 (of) -222.98 (deep) -222.98 (neural) -223.017 (netw) 8.9887 (orks) -221.987 (can) -222.987 (also) -223.007 (be) -222.982 (turned) -223.007 (into) ] TJ 11.9551 TL T* [ (lo) 24.9885 (w\055bit) -209.004 (format\056) -296.012 (In) -208.982 (this) -209 (w) 8.98134 (ay) 65.0088 (\054) -215.998 (both) -209 (the) -209.014 (weights) -208.995 (and) -209.019 (acti) 24 (v) 24.9811 (ations) ] TJ T* [ (are) -421.981 (quantized\054) -464.996 (and) -422.003 (the) -423.02 (e) 13.9928 (xpensi) 25 (v) 14.9828 (e) -420.993 <036f6174696e672d706f696e74> -421.983 (multiply\055) ] TJ T* [ (accumulate) -302.013 (operations) -303.018 (\050MA) 38.9837 (Cs\051) -300.994 (can) -303.013 (be) -301.989 (replaced) -303.013 (by) -302.018 (lo) 24.0058 (w\055bit) ] TJ T* [ (multiply\055accumulate) -351.01 (operations\054) -377.006 (or) -351 (e) 23.9911 (v) 14.9828 (en) -351 (without) -351 (multipli\055) ] TJ T* [ (cations) -242.016 (\050in) -241.989 (the) -243.011 (case) -242.006 (of) -243.016 (binary) -241.984 (or) -241.999 (ternary) -243.018 (quantization\051\056) -307.008 (Thus) ] TJ 11.9559 TL T* [ (both) -270.992 (storage) -271.001 (and) -271.989 (computational) -270.999 (comple) 14.0173 (xity) -270.989 (can) -271.018 (be) -271.014 (reduced) ] TJ 11.9551 TL T* [ (using) -248.988 (lo) 24.0082 (w\055bit) -248.998 (quantized) -250.015 (neural) -249.993 (netw) 8.9887 (orks\056) ] TJ 11.9551 -13.6469 Td [ (Lo) 24.0058 (w\055bit) -304.008 (representation) -306.003 (can) -305.013 (also) -306.013 <62656e650274> -306.003 (hardw) 8.9838 (are) -303.998 (accel\055) ] TJ -11.9551 -11.9551 Td [ (erators) -259.013 (lik) 8.9985 (e) -258.001 (FPGAs) -259.993 (and) -259.011 (neural) -259.991 (netw) 8.9887 (ork) -257.991 (oriented) -260.015 (chips\056) -338.002 (Un\055) ] TJ T* [ (der) -315.989 (this) -316.981 (circumstance\054) -332.984 (the) -316.996 (bit\055width) -315.982 (is) -316.991 (of) -317.006 (vital) -316.001 (importance\054) ] TJ T* [ (i\056e\056\054) -243.989 (lo) 24.0082 (wering) -241.987 (one) -243.013 (bit) -242.999 (usually) -242.989 (means) -243.004 (sa) 19.0164 (ving) -242.014 (lots) -242.994 (of) -243.018 (hardw) 8.9838 (are) ] TJ T* [ (resources) -299.006 (as) -299.987 (well) -300.016 (as) -299.987 (chip) -300.016 (area\056) -458.997 (It) -299.984 (also) -300.014 (dramatically) -299.019 (simpli\055) ] TJ 11.9563 TL T* [ <026573> -312.989 (the) -313 (hardw) 8.9838 (are) -312 (design) -314.002 (when) -312.997 (using) -313.016 (fe) 23.9862 (wer) -311.992 (bits\056) -500.005 (Ho) 24.0058 (we) 25.0154 (v) 14.9828 (er) 39.9835 (\054) ] TJ 11.9551 TL T* [ (the) -265.007 (problem) -264.988 (is) -265.002 (that) -265 (when) -265.007 (e) 13.9928 (xtremely\055lo) 25.0105 (w\055bit) -264.015 (representations) ] TJ T* [ (are) -343.014 (utilized\054) -367.985 (the) -342.994 (accurac) 14.0173 (y) -342.997 (of) -344.021 (the) -344.011 (quantized) -344.001 (neural) -342.997 (netw) 8.9887 (ork) ] TJ T* [ (drops) -407.993 (a) -408.015 (lot) -407.991 (compared) -408 (with) -407.986 (the) -408 (full\055precision) -408.015 (counterpart\056) ] TJ T* [ (This) -205.003 (is) -205.993 (due) -206 (to) -205.993 (the) -205.997 (noise) -205.985 (introduced) -206.015 (during) -205.98 (the) -205.995 (netw) 8.9887 (ork) -205.02 (quan\055) ] TJ T* [ (tization) -411 (stage\054) -451.991 (which) -411.995 (mak) 8.9936 (es) -410.01 (the) -412 (gradient) -411.99 (descent) -411.02 (method) ] TJ 11.9559 TL T* [ (hard) -344.999 (to) -346.008 (con) 39.018 (v) 14.9828 (er) 17.9896 (ge\056) -596.016 (The) -344.996 (problem) -345.996 (can) -345.006 (be) -345.981 (more) -346.011 (se) 23.996 (v) 14.9828 (ere) -343.992 (when) ] TJ 11.9551 TL T* [ (both) -213.981 (weights) -214.994 (and) -215.018 (acti) 24 (v) 24.9811 (ations) -214.018 (are) -214.994 (quantized) -215.003 (using) -214.994 (e) 13.9928 (xtremely\055) ] TJ T* [ (lo) 24.9885 (w\055bit) -260.996 (representations\056) -345.989 (In) -261.995 (this) -262.01 (case\054) -265.02 (the) -261.005 (quantized) -262.015 (netw) 8.9887 (ork) ] TJ T* [ (has) -316.018 (to) -316.013 (learn) -315.986 (the) -316.018 (optimal) -315.986 (hidden) -316.981 (layer) -315.986 (encodings) -315.996 (as) -315.986 (well) -316.011 (as) ] TJ T* [ (the) -211.996 (transformation) -212.001 (functions) -212.009 (between) -213.018 (adjacent) -211.999 (layers) -211.999 (simul\055) ] TJ T* [ (taneously) 63.982 (\056) ] TJ 11.9551 -13.648 Td [ (In) -561.002 (this) -562 (paper) 39.0106 (\054) -638.009 (we) -561.987 (propose) -560.985 (a) -561.99 (T) 79.0113 (w) 10.0032 (o\055Step) -560 (Quantization) ] TJ -11.9551 -11.9551 Td [ (\050TSQ\051) -409.015 (frame) 23.9935 (w) 10 (ork) -408.003 (for) -408.993 (lo) 24.0082 (w\055bit) -409.01 (quantized) -409.01 (neural) -408.986 (netw) 8.9887 (orks\072) ] TJ T* [ (code) -388.011 (learning) -387.997 (and) -388.009 (transformation) -388.994 (function) -387.989 (learning) -387.994 (based) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.406 786.422 515.188 -52.699 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.4 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.5 0.5 0.5 rg BT /F2 9 Tf 10.8 TL ET BT 1 0 0 1 297 35 Tm (4376) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 21 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA