%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R ] /Type /Pages /Count 10 >> endobj 2 0 obj << /Title (SYQ\072 Learning Symmetric Quantization for Efficient Deep Neural Networks) /Producer (PyPDF2) /Author (Julian Faraone\054 Nicholas Fraser\054 Michaela Blott\054 Philip H\056W\056 Leong) /Subject (2018 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 14 0 R /Resources << /XObject << /x8 15 0 R /x6 18 0 R /x12 21 0 R /x10 24 0 R >> /ExtGState << /s9 27 0 R /s11 30 0 R /a0 << /CA 1 /ca 1 >> /R19 33 0 R /s5 34 0 R /s7 37 0 R >> /Font << /F2 40 0 R /R28 41 0 R /F1 45 0 R /R20 46 0 R /R22 50 0 R /R24 54 0 R /R26 57 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 60 0 R 61 0 R 62 0 R 63 0 R 64 0 R 65 0 R 66 0 R 67 0 R 68 0 R 69 0 R 70 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 71 0 R /Resources << /ExtGState << /R19 33 0 R >> /Font << /F2 72 0 R /R73 73 0 R /R71 77 0 R /R65 80 0 R /R67 84 0 R /F1 87 0 R /R61 88 0 R /R63 93 0 R /R20 46 0 R /R22 50 0 R /R69 97 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 101 0 R 102 0 R 103 0 R 104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R 112 0 R 113 0 R 114 0 R 115 0 R 116 0 R 117 0 R 118 0 R 119 0 R 120 0 R 121 0 R 122 0 R 123 0 R 124 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Contents 125 0 R /Resources << /XObject << /R89 126 0 R /R88 127 0 R >> /ExtGState << /R19 33 0 R >> /Font << /R65 80 0 R /R73 73 0 R /R94 128 0 R /R71 77 0 R /F2 132 0 R /R98 133 0 R /R28 41 0 R /R67 84 0 R /F1 138 0 R /R61 88 0 R /R63 93 0 R /R90 139 0 R /R20 46 0 R /R92 143 0 R /R22 50 0 R /R69 97 0 R /R96 147 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 151 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 152 0 R 153 0 R 154 0 R 155 0 R 156 0 R 157 0 R 158 0 R ] /Type /Page >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 159 0 R /Resources << /ExtGState << /R19 33 0 R >> /Font << /R73 73 0 R /R71 77 0 R /R98 133 0 R /F1 160 0 R /R90 139 0 R /R92 143 0 R /R94 128 0 R /R96 147 0 R /F2 161 0 R /R113 162 0 R /R65 80 0 R /R28 41 0 R /R67 84 0 R /R61 88 0 R /R63 93 0 R /R20 46 0 R /R22 50 0 R /R69 97 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 165 0 R 166 0 R 167 0 R 168 0 R 169 0 R 170 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Contents 171 0 R /Resources << /XObject << /R126 172 0 R /R125 173 0 R /R124 174 0 R /R123 175 0 R >> /ExtGState << /R19 33 0 R >> /Font << /R65 80 0 R /R113 162 0 R /F2 176 0 R /R98 133 0 R /R28 41 0 R /F1 177 0 R /R61 88 0 R /R63 93 0 R /R90 139 0 R /R20 46 0 R /R22 50 0 R /R69 97 0 R /R96 147 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 151 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 178 0 R 179 0 R 180 0 R ] /Type /Page >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 181 0 R /Resources << /ExtGState << /R19 33 0 R >> /Font << /F2 182 0 R /R152 183 0 R /R113 162 0 R /R65 80 0 R /R67 84 0 R /F1 186 0 R /R61 88 0 R /R63 93 0 R /R73 73 0 R /R94 128 0 R /R20 46 0 R /R92 143 0 R /R22 50 0 R /R69 97 0 R /R96 147 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 187 0 R 188 0 R 189 0 R 190 0 R 191 0 R 192 0 R 193 0 R 194 0 R 195 0 R 196 0 R 197 0 R 198 0 R 199 0 R 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Contents 206 0 R /Resources << /XObject << /R175 207 0 R /R176 208 0 R >> /ExtGState << /R19 33 0 R >> /Font << /R65 80 0 R /F2 209 0 R /F1 210 0 R /R61 88 0 R /R63 93 0 R /R73 73 0 R /R20 46 0 R /R22 50 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 151 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 211 0 R 212 0 R 213 0 R 214 0 R 215 0 R 216 0 R 217 0 R 218 0 R 219 0 R 220 0 R 221 0 R 222 0 R 223 0 R 224 0 R 225 0 R 226 0 R 227 0 R ] /Type /Page >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Contents 228 0 R /Resources << /XObject << /R189 229 0 R /R188 230 0 R >> /ExtGState << /R19 33 0 R >> /Font << /R65 80 0 R /F2 231 0 R /F1 232 0 R /R61 88 0 R /R63 93 0 R /R73 73 0 R /R20 46 0 R /R22 50 0 R /R69 97 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 151 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 233 0 R 234 0 R 235 0 R 236 0 R 237 0 R ] /Type /Page >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 238 0 R /Resources << /ExtGState << /R19 33 0 R >> /Font << /F2 239 0 R /R20 46 0 R /F1 240 0 R /R22 50 0 R /R28 41 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 241 0 R /Resources << /ExtGState << /R19 33 0 R >> /Font << /F2 242 0 R /R28 41 0 R /F1 243 0 R /R22 50 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 13 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 14 0 obj << /Length 15405 >> stream q q q 0.1 0 0 0.1 0 0 cm /R19 gs 0 g q 10 0 0 10 0 0 cm BT /R20 14.3462 Tf 1 0 0 1 61.282 675.067 Tm [ (SYQ\072) -250.01 (Lear) 14.9893 (ning) -249.994 (Symmetric) -250.01 (Quantization) -249.988 (F) 24.9889 (or) -249.995 <4566026369656e74> -249.996 (Deep) -250.008 (Neural) -250.008 (Netw) 9.99285 (orks) ] TJ /R22 11.9552 Tf 47.118 -37.8582 Td [ (Julian) -249.986 (F) 15.0158 (araone\052) -1249.99 (Nicholas) -249.993 (Fraser) ] TJ /R24 7.9701 Tf 166.163 4.33906 Td [ (\043) -0.40128 ] TJ /R22 11.9552 Tf 22.4992 -4.33906 Td [ (Michaela) -250.01 (Blott) ] TJ /R24 7.9701 Tf 71.3949 4.33906 Td [ (\043) -0.40128 ] TJ /R22 11.9552 Tf 22.4988 -4.33906 Td [ (Philip) -249.997 (H\056W) 92.002 (\056) -250.01 (Leong\052) ] TJ -157.931 -13.9469 Td [ (The) -250.014 (Uni) 24.9957 (v) 14.9851 (ersity) -249.989 (of) -250.014 (Sydne) 15.0056 (y\052) ] TJ 9.01406 -14.0582 Td [ (Xilinx) -250.016 (Research) -250.006 (Labs) ] TJ /R24 7.9701 Tf 103.591 4.33828 Td [ (\043) -0.40128 ] TJ /R26 8.9664 Tf -249.164 -18.2863 Td [ (\050julian\056faraone\054) -600.016 (philip\056leong\051\100sydney\056edu\056au) -1667.01 (\050nfraser\054) -600.005 (mblott\051\100xilinx\056com) ] TJ /R20 11.9552 Tf 49.5289 -41.0457 Td (Abstract) Tj /R28 9.9626 Tf -83.9281 -23.9102 Td [ (Infer) 36.9846 (ence) -464.989 (for) -465.002 (state\055of\055the\055art) -465.009 (deep) -465.019 (neur) 14.9901 (al) -465.988 (networks) -464.986 (is) ] TJ -11.9547 -11.9551 Td [ (computationally) -288.005 (e) 19.9918 (xpensive) 10.0045 (\054) -297.007 (making) -288.01 (them) -287.981 (dif) 18.0166 <0263756c74> -288.011 (to) -288.018 (deploy) ] TJ 11.9559 TL T* [ (on) -400.982 (constr) 15.003 (ained) -401.013 (har) 36.9902 (dwar) 37.0036 (e) -400.997 (en) 39.9946 (vir) 44.9815 (onments\056) -764 (An) -400.982 (ef) 18 <026369656e74> -401.016 (way) ] TJ 11.9551 TL T* [ (to) -493.004 (r) 37.0196 (educe) -493.019 (this) -494.009 (comple) 20.0077 (xity) -493.01 (is) -493.002 (to) -493.004 (quantize) -493.018 (the) -493.989 (wei) 0.99738 (ght) -494.018 (pa\055) ] TJ T* [ (r) 14.984 (ameter) 10.0106 (s) -235.013 (and\057or) -234.987 (activations) -235.012 (during) -234.987 (tr) 14.9914 (aining) -234.985 (by) -235.02 (appr) 44.9949 (oximat\055) ] TJ T* [ (ing) -342.004 (their) -340.981 (distrib) 20.0016 (utions) -341.986 (with) -341.988 (a) -340.997 (limited) -341.99 (entry) -342.012 (codebook\056) -584.986 (F) 105.007 (or) ] TJ T* [ (very) -440.012 (low\055pr) 37.0073 (ecisions\054) -488.006 (suc) 14.9852 (h) -440 (as) -439.994 (binary) -439.98 (or) -441.012 (ternary) -439.985 (networks) ] TJ T* [ (with) -416.016 (1\0558\055bit) -415.986 (act) 0.98758 (ivations\054) -458 (the) -414.982 (information) -415.984 (loss) -415.984 (fr) 44.9851 (om) -416.002 (quan\055) ] TJ 11.9559 TL T* [ (tization) -421.017 (leads) -421.99 (to) -421.996 <7369676e690263616e74> -421.019 (accur) 14.9852 (acy) -422.012 (de) 39.9933 (gr) 14.9901 (adation) -420.989 (due) -422.003 (to) ] TJ 11.9551 TL T* [ (lar) 36.9926 (g) 10.0032 (e) -319.99 (gr) 14.9889 (adient) -320 (mismatc) 15.0048 (hes) -318.998 (between) -320.008 (the) -320.018 (forwar) 37.0159 (d) -319.981 (and) -320.01 (bac) 20.0016 (k\055) ] TJ T* [ (war) 36.9987 (d) -305.003 (functions\056) -477.012 (In) -305.007 (this) -304.982 (paper) 111.018 (\054) -319.983 (we) -305 (intr) 44.9986 (oduce) -305 (a) -305.983 (quantization) ] TJ T* [ (method) -349.019 (to) -348.988 (r) 37.0196 (educe) -349.983 (this) -349.014 (loss) -349.015 (by) -349 (learning) -349.003 (a) -350.015 (symmetri) 1.00473 (c) -349.986 (code\055) ] TJ T* [ (book) -437.015 (for) -435.987 (particular) -437.015 (weight) -436.012 (subgr) 45 (oups\056) -869.987 (These) -437.008 (subgr) 45 (oups) ] TJ 11.9563 TL T* [ (ar) 36.9852 (e) -386.018 (determined) -385.988 (based) -385.997 (on) -386.004 (their) -385.993 (locality) -385.985 (in) -386.982 (the) -386.007 (weight) -385.98 (ma\055) ] TJ 11.9551 TL T* [ (trix\054) -296.991 (suc) 14.9846 (h) -287.986 (that) -288.006 (the) -287.984 (har) 36.9902 (dwar) 37.0036 (e) -287.016 (simplicity) -287.989 (of) -288.018 (the) -287.984 (low\055pr) 37.0085 (ecision) ] TJ T* [ (r) 37.0196 (epr) 36.981 (esentations) -437.019 (is) -437.012 (pr) 36.9852 (eserved\056) -870.989 (Empirically) 55.0153 (\054) -483.995 (we) -437.015 (show) -436.996 (that) ] TJ T* [ (symmetric) -520.992 (quantization) -520 (can) -521.005 (substantially) -520.982 (impr) 44.9949 (o) 10.0032 (ve) -520.982 (accu\055) ] TJ T* [ (r) 14.984 (acy) -517.015 (for) -516.993 (networks) -517.017 (with) -517.018 (e) 19.9918 (xtr) 36.9828 (emely) -517.014 (low\055pr) 37.0085 (ecision) -516.99 (weights) ] TJ T* [ (and) -300.013 (activations\056) -459.012 (W) 91.9859 (e) -299.014 (also) -300.005 (demonstr) 15.011 (ate) -299.002 (that) -300.004 (this) -300.004 (r) 37.0183 (epr) 36.9816 (esenta\055) ] TJ 11.9559 TL T* [ (tion) -276.988 (imposes) -276.005 (minimal) -277.015 (or) -275.982 (no) -277.003 (har) 36.9902 (dwar) 37.0036 (e) -277.017 (implicati) 0.98513 (o) -1.01454 (ns) -275.981 (to) -277 (mor) 36.9889 (e) ] TJ 11.9551 TL T* [ (coar) 10.01 (se\055gr) 14.9877 (ained) -427.008 (appr) 44.9937 (oac) 14.984 (hes\056) -842.007 (Sour) 36.9951 (ce) -426.996 (code) -426.985 (is) -427.015 (available) -428.014 (at) ] TJ T* [ (https\072\057\057www) 73.9907 (\056github) 39.9909 (\056com\057julianfar) 15.0061 (aone\057SYQ\056) ] TJ /R20 11.9552 Tf 35.85 TL T* [ (1\056) -249.99 (Intr) 18.0146 (oduction) ] TJ /R22 9.9626 Tf 11.9547 -18.9293 Td [ (Deep) -279.993 (Neural) -279.009 (Netw) 10.0069 (orks) -280.019 (\050DNNs\051) -279.004 (ha) 19.9979 (v) 14.9828 (e) -279.997 (produced) -280.019 (state\055of\055) ] TJ -11.9547 -11.9551 Td [ (the\055art) -259.992 (results) -258.991 (in) -259.984 (applications) -259.993 (such) -259.984 (as) -259.014 (computer) -260.013 (vision) -260 (\13317\135\054) ] TJ 11.9547 TL T* [ (natural) -344.989 (language) -344.987 (processing) -343.994 (\1334\135) -345.002 (and) -344.995 (object) -344.987 (detection) -345.016 (\13331\135\056) ] TJ 11.9563 TL T* [ (As) -356.99 (their) -358.007 (size) -356.995 (continues) -357.987 (to) -356.987 (gro) 24.9836 (w) -356.997 (to) -358.006 (impro) 15.0048 (v) 14.9828 (e) -357.004 (prediction) -357.989 (ca\055) ] TJ 11.9547 TL T* [ (pabilities\054) -487.01 (their) -439.013 (memory) -438.998 (and) -439.019 (computational) -439.99 (requirements) ] TJ T* [ (also) -415.015 (scales\054) -455.994 (making) -414.998 (them) -413.99 (increasingly) -414.997 (dif) 24.986 <0263756c74> -415 (to) -415.017 (deplo) 10.0155 (y) ] TJ T* [ (on) -362.008 (embedded) -361.998 (sys) 0.99738 (tems\056) -645.987 (F) 14.9926 (or) -362.017 (e) 15.0122 (xample\054) -389.01 (\13317\135) -362.016 (achie) 25.0154 (v) 14.9828 (ed) -362.018 (state\055) ] TJ T* [ (of\055art\055results) -502.015 (on) -501.985 (the) -501.987 (ImageNet) -501.984 (challenge) -501.982 (using) -502.004 (Ale) 14.9828 (xNet) ] TJ 11.9559 TL T* [ (which) -502.998 (required) -501.987 (240MB) -503.014 (of) -503.013 (storage) -501.984 (and) -503.009 (1\05645) -502.997 (billion) -503.009 (op\055) ] TJ 11.9551 TL T* [ (erations) -419.99 (to) -421.016 (compute) -419.983 (inference) -420.014 (per) -420.011 (image\056) -820.983 (Se) 24.986 (v) 14.9828 (eral) -420.993 (meth\055) ] TJ T* [ (ods) -348.985 (of) -348.999 (compression) -349 (\13312\135\054) -372.99 (quantization) -348.998 (\1333\135) -349.003 (and) -348.996 (dimension\055) ] TJ T* [ (ality) -337.02 (reduction) -337.02 (\13325\135) -336.999 (ha) 19.9979 (v) 14.9828 (e) -337.007 (been) -337.001 (applied) -336.983 (to) -336.99 (reduce) -337.01 (these) -336.993 (de\055) ] TJ T* [ (mands\054) -250.991 (with) -252.014 (promising) -251.007 (results\056) -313.019 (This) -250.995 (demonstrates) -252 (t) 0.98758 (he) -251.997 (o) 14.9828 (v) 14.9828 (er) 19.9893 (\055) ] TJ 258.75 473.21 Td [ (parametrization) -395.985 (and) -396.988 (redundancies) -395.993 (in) -397.022 (DNNs) -395.998 (and) -396.007 (poses) -397.012 (an) ] TJ T* [ (opportunity) -265 (for) -265.017 (utilizing) -263.988 (re) 15.0073 (gularization) -264.98 (to) -265.005 (mak) 10.013 (e) -265.02 (their) -265.005 (repre\055) ] TJ T* [ (sentations) -249.997 (more) -249.988 (amenable) -249.988 (to) -249.988 (hardw) 10.0032 (are) -250.007 (implementations\056) ] TJ 11.9547 -15.4352 Td [ (In) -261.013 (particular) 40.0056 (\054) -263.012 (lo) 24.9885 (w\055precision) -260.991 (neural) -259.991 (netw) 10.0081 (orks) -261 (reduce) -260.981 (both) ] TJ -11.9547 -11.9551 Td [ (memory) -337.015 (and) -336.998 (computational) -336.988 (requirements) -337.993 (whilst) -337.007 (achie) 25.0154 (ving) ] TJ T* [ (accuracies) -236.01 (comparable) -235.985 (to) -235.988 <036f6174696e67> -236 (point) -234.99 (\13310\135\056) -305.983 (F) 14.9926 (or) -236 (e) 15.0122 (xtremely) ] TJ T* [ (lo) 24.9885 (w\055precisions\054) -272.981 (such) -267.982 (as) -269.011 (binary) -268.019 (and\057or) -269 (ternary) -267.995 (weight) -268.989 (repre\055) ] TJ 11.9563 TL T* [ (sentations) -228.981 (and) -229.996 (1\0558) -229.993 (bits) -228.996 (for) -230 (acti) 24.9811 (v) 24.9811 (ations\054) -232.991 (most) -230.011 (of) -229.021 (the) -229.991 (multiply\055) ] TJ 11.9547 TL T* [ (accumulate) -386 (\050MA) 40.0031 (C\051) -386.004 (operations) -387.004 (can) -386.019 (be) -386.014 (replaced) -386.019 (by) -386.984 (simple) ] TJ T* [ (bitwise) -395.98 (operations\056) -748 (This) -395.988 (translates) -395.988 (to) -396.003 (massi) 25.0056 (v) 14.9828 (e) -396.017 (reductions) ] TJ T* [ (in) -485.985 (storage) -485.005 (requirements) -486.01 (and) -485.012 (spatial) -486.012 (comple) 14.9975 (xity) -484.993 (in) -485.988 (hard\055) ] TJ T* [ (w) 10 (are\056) -298 (Additionally) 64.9892 (\054) -222 (lar) 17.997 (ge) -214.004 (po) 24.986 (wer) -214.989 (sa) 19.9967 (vings) -214.013 (and) -215.018 (speed) -213.994 (g) 4.98446 (ains) -215.008 (are) ] TJ T* [ (achie) 25.0154 (v) 14.9828 (ed) -243.018 (when) -243.011 (netw) 10.0081 (orks) -241.987 (can) -242.984 <0274> -242.999 (in) -243.008 (on\055chip) -242.018 (memory) 64.9941 (\056) -307.983 (The) -243.013 (is\055) ] TJ 11.9559 TL T* [ (sue) -203.018 (is) -203.993 (that) -203.01 (a) -204.01 (lar) 17.997 (ge) -202.986 (reduction) -203 (in) -203.995 (precision\054) -212.999 (l) 0.98513 (eads) -204.005 (to) -203.015 (lar) 17.997 (ge) -204.005 (infor) 20.0065 (\055) ] TJ 11.9551 TL T* [ (mation) -305.015 (loss) -304.983 (which) -304.993 (incurs) -304.993 <7369676e690263616e74> -306.018 (accurac) 14.9975 (y) -305.003 (de) 15.0171 (gradation\054) ] TJ T* [ (especially) -217.003 (for) -216.986 (comple) 14.9975 (x) -217.018 (datasets) -217.003 (such) -217.013 (as) -218.003 (ImageNet) -217.013 (\13326\135\056) -299.004 (Ide\055) ] TJ T* [ (ally) 64.9843 (\054) -233.998 (we) -230.984 (can) -230.003 (train) -231.008 (netw) 10.0081 (orks) -229.986 (which) -229.986 (ha) 19.9967 (v) 14.9828 (e) -230.986 (both) -230.016 (high) -230.996 (prediction) ] TJ T* [ (capabilities) -250.002 (and) -249.993 (minimal) -249.99 (computational) -249.983 (comple) 14.9975 (xity) 64.9941 (\056) ] TJ 11.9547 -15.4352 Td [ (DNN) -346.013 (training) -345.991 (is) -346.008 (an) -345.981 (iterati) 24.9909 (v) 14.9828 (e) -345.986 (process) -346.011 (which) -346.986 (has) -346.016 (a) -345.986 (feed\055) ] TJ -11.9547 -11.9547 Td [ (forw) 10 (ard) -438.988 (path) -439.013 (to) -439.013 (compute) -439 (the) -439.015 (output) -438.99 (and) -439.02 (a) -438.99 (backpropag) 4.99426 (a\055) ] TJ T* [ (tion) -373.992 (path) -374.984 (to) -374.004 (calculate) -374.991 (gradients) -373.992 (and) -374.991 (update) -374.001 (its) -375.016 (parameters) ] TJ T* [ (for) -313.009 (learning\056) -498.015 (Lo) 24.986 (w\055precision) -312.982 (netw) 10.0081 (orks) -312.992 (in) 40.0031 (v) 20.0016 (olv) 14.9975 (e) -313.012 (ha) 19.9967 (ving) -312.982 (a) -313.012 (set) ] TJ T* [ (of) -317.003 (full\055precision) -317.008 (weights) -317.016 (which) -316.991 (are) -317.016 (quantized) -318.006 (before) -317.011 (com\055) ] TJ 11.9559 TL T* [ (puting) -329.009 (inference\056) -549.011 (As) -328.994 (the) -330.016 (quant) 1 (ization) -329.999 (functions) -329.009 (are) -329.994 (piece\055) ] TJ 11.9551 TL T* [ (wise) -360.986 (and) -360.013 (constant\054) -389.004 (the) -360.011 (gradients) -361.013 (of) -360.018 (quantized) -361.018 (weights) -361.008 (are) ] TJ T* [ (calculated) -364.988 (and) -364.013 (applied) -365.018 (to) -364.008 (update) -364.983 (their) -364.008 (corresponding) -365.003 (full\055) ] TJ T* [ (precision) -300.984 (weights\056) -464.008 (Similarly) 64.9843 (\054) -313.982 (deri) 24.9811 (v) 24.9811 (ati) 24.986 (v) 14.9828 (es) -301.009 (of) -301.009 (quantized) -302.008 (acti\055) ] TJ T* [ (v) 24.9811 (ations) -204.998 (are) -204.998 (calculated) -205.015 (by) -205.015 (using) -206.015 (a) -204.99 (non\055constant) -204.985 (dif) 24.986 (ferentiable) ] TJ T* [ (approximation) -253.004 (function\056) -317.996 (This) -252.012 (type) -253.002 (of) -253.017 (training) -252.007 (w) 10.0032 (as) -253.017 <02727374> -252.992 (pro\055) ] TJ 11.9559 TL T* [ (posed) -346.004 (as) -346.998 (the) -346.013 (Straight) -347 (Through) -345.996 (Estimator) -347 (\050STE\051) -346.006 (\1331\135) -347 (which) ] TJ 11.9551 TL T* [ (suggested) -274.981 (the) -273.986 (use) -275.006 (of) -273.991 (a) -275.018 (nonzero) -275.003 (deri) 24.9811 (v) 24.9811 (ati) 24.986 (v) 14.9828 (e) -273.998 (approximation) -274.998 (to) ] TJ T* [ (functions) -278 (which) -276.998 (are) -278.005 (non\055dif) 24.9958 (ferentiable) -277.003 (or) -277.993 (ha) 19.9967 (v) 14.9828 (e) -277.017 (zero) -277.998 (deri) 24.9811 (v) 24.9811 (a\055) ] TJ T* [ (ti) 24.9909 (v) 14.9828 (es) -303.986 (e) 25.0105 (v) 14.9828 (erywhere\056) -474.004 (The) -303.984 (problem) -304.983 (is) -304.013 (that) -304.993 (without) -303.988 (an) -305.008 (accurate) ] TJ T* [ (estimator) -274 (for) -273.996 (weights) -274.003 (and) -273.989 (acti) 24.9811 (v) 24.9811 (ations\054) -280.002 (there) -273.993 (e) 15.0122 (xists) -274.003 (a) -273.998 <7369676e69022d> ] TJ 11.9559 TL T* [ (cant) -231.018 (gradient) -231.003 (mismatch) -231.018 (which) -229.986 (impinges) -231.015 (on) -231.01 (learning\056) -304.008 (Seem\055) ] TJ 11.9551 TL T* [ (ingly) 64.999 (\054) -388.011 (as) -360.016 (discussed) -359.986 (in) -360.006 (\13322\135\054) -386.989 (acti) 24.9811 (v) 24.9811 (ations) -359.994 (are) -361.008 (more) -360.009 (rob) 20.0016 (ust) -359.999 (to) ] TJ T* [ (quantization) -229.998 (than) -231.008 (weights) -230.011 (for) -230.981 (image) -229.986 <636c6173736902636174696f6e> -231.01 (problems) ] TJ T* [ (due) -217.998 (to) -219.01 (weight) -218.02 (reuse) -218.983 (in) -217.991 (Con) 40.0178 (v) 20.0016 (olutional) -219.017 (\050CONV\051) -217.988 (layers) -219.017 (af) 25.0056 (fect\055) ] TJ T* [ (ing) -239.982 (multiple) -241.011 (operations\056) -307.015 (T) 79.9916 (o) -239.994 (o) 14.9828 (v) 14.9828 (ercome) -241.019 (thi) 1 (s\054) -243.008 (methods) -240.004 (such) -241.009 (as) ] TJ T* [ (increasing) -340.002 (the) -338.995 (weight) -340 (codebook) -340.002 (by) -340.012 (applying) -339.007 (a) -339.987 (scaling) -340.002 (co\055) ] TJ -21.2133 -29.8879 Td (4321) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.406 786.422 515.188 -52.699 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.4 TL ET 1 1 1 rg n 270 46 72 14 re f* 0.5 0.5 0.5 rg BT /F2 9 Tf 10.8 TL ET BT 1 0 0 1 297 49 Tm (4300) Tj T* ET Q endstream endobj 15 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 16 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 16 0 obj << /Filter /FlateDecode /Resources 17 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
17 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 19 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources 20 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
20 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 22 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
22 0 obj
<<
/Filter /FlateDecode
/Resources 23 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA