%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (Deep Mutual Learning) /Producer (PyPDF2) /Author (Ying Zhang\054 Tao Xiang\054 Timothy M\056 Hospedales\054 Huchuan Lu) /Subject (2018 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /x12 20 0 R /x10 23 0 R >> /ExtGState << /s9 26 0 R /s11 29 0 R /a0 << /CA 1 /ca 1 >> /s5 32 0 R /s7 35 0 R /R26 38 0 R >> /Font << /R29 39 0 R /F2 43 0 R /F1 44 0 R /R37 45 0 R /R35 49 0 R /R33 52 0 R /R27 56 0 R /R31 59 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 62 0 R 63 0 R 64 0 R 65 0 R 66 0 R 67 0 R 68 0 R 69 0 R 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 80 0 R /Resources << /ExtGState << /R26 38 0 R >> /Font << /F2 81 0 R /R78 82 0 R /R72 86 0 R /R70 91 0 R /R76 95 0 R /R74 99 0 R /R29 39 0 R /F1 102 0 R /R37 45 0 R /R68 103 0 R /R27 56 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R 112 0 R 113 0 R 114 0 R 115 0 R 116 0 R 117 0 R 118 0 R 119 0 R 120 0 R 121 0 R 122 0 R 123 0 R 124 0 R 125 0 R 126 0 R 127 0 R 128 0 R 129 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 130 0 R /Resources << /XObject << /R93 131 0 R /R94 134 0 R >> /ExtGState << /R26 38 0 R >> /Font << /F2 135 0 R /R78 82 0 R /R101 136 0 R /R70 91 0 R /R76 95 0 R /R74 99 0 R /R68 103 0 R /R29 39 0 R /R99 141 0 R /R89 144 0 R /F1 148 0 R /R72 86 0 R /R91 149 0 R /R95 153 0 R /R27 56 0 R /R97 157 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] /ColorSpace << /R88 132 0 R >> >> /MediaBox [ 0 0 612 792 ] /Annots [ 160 0 R 161 0 R 162 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 163 0 R /Resources << /ExtGState << /R26 38 0 R >> /Font << /F2 164 0 R /R78 82 0 R /R131 165 0 R /R101 136 0 R /R70 91 0 R /R76 95 0 R /R72 86 0 R /R74 99 0 R /R68 103 0 R /R29 39 0 R /R99 141 0 R /F1 168 0 R /R27 56 0 R /R95 153 0 R /R129 169 0 R /R97 157 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 172 0 R 173 0 R 174 0 R 175 0 R 176 0 R 177 0 R 178 0 R 179 0 R 180 0 R 181 0 R 182 0 R 183 0 R 184 0 R 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 190 0 R /Resources << /ExtGState << /R26 38 0 R >> /Font << /F2 191 0 R /R78 82 0 R /R70 91 0 R /R29 39 0 R /F1 192 0 R /R68 103 0 R /R27 56 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 193 0 R 194 0 R 195 0 R 196 0 R 197 0 R 198 0 R 199 0 R 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R 205 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 206 0 R /Resources << /ColorSpace << /R174 207 0 R /R88 132 0 R >> /ExtGState << /R26 38 0 R >> /Font << /R181 209 0 R /F2 213 0 R /R167 214 0 R /R179 218 0 R /R175 222 0 R /R177 226 0 R /R170 230 0 R /R29 39 0 R /F1 236 0 R /R37 45 0 R /R27 56 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 237 0 R 238 0 R 239 0 R 240 0 R 241 0 R 242 0 R 243 0 R 244 0 R 245 0 R 246 0 R 247 0 R 248 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 249 0 R /Resources << /ExtGState << /R26 38 0 R >> /Font << /R211 250 0 R /R29 39 0 R /R213 254 0 R /F1 258 0 R /R37 45 0 R /R70 91 0 R /R209 259 0 R /F2 262 0 R /R27 56 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 263 0 R 264 0 R 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R 273 0 R 274 0 R 275 0 R 276 0 R 277 0 R 278 0 R 279 0 R 280 0 R 281 0 R 282 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 283 0 R /Resources << /ColorSpace << /R174 207 0 R /R88 132 0 R >> /ExtGState << /R26 38 0 R >> /Font << /R228 284 0 R /F2 288 0 R /R70 91 0 R /R232 289 0 R /R226 293 0 R /R230 297 0 R /R29 39 0 R /F1 301 0 R /R68 103 0 R /R27 56 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 302 0 R 303 0 R 304 0 R 305 0 R 306 0 R 307 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 308 0 R /Resources << /ExtGState << /R26 38 0 R >> /Font << /F2 309 0 R /R239 310 0 R /R29 39 0 R /F1 313 0 R /R37 45 0 R /R27 56 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 17027 >> stream q q q 0.1 0 0 0.1 0 0 cm /R26 gs 0 g q 10 0 0 10 0 0 cm BT /R27 14.3462 Tf 1 0 0 1 227.582 675.067 Tm [ (Deep) -250.008 (Mutual) -250.008 (Lear) 14.9893 (ning) ] TJ /R29 11.9552 Tf -102.556 -37.8582 Td [ (Y) 54.9915 (ing) -250.003 (Zhang) ] TJ /R31 7.9701 Tf 56.7867 4.33906 Td [ (1) -0.29866 ] TJ /R33 7.9701 Tf 4.23398 0 Td [ (\073) -0.09955 ] TJ /R31 7.9701 Tf 2.35312 0 Td [ (2) -0.29866 ] TJ /R29 11.9552 Tf 4.73203 -4.33906 Td [ (\054) -250.012 (T) 80.0147 (ao) -250.008 (Xiang) ] TJ /R31 7.9701 Tf 55.818 4.33906 Td [ (2) -0.30019 ] TJ /R29 11.9552 Tf 4.73281 -4.33906 Td [ (\054) -250.012 (T) 34.9898 (imoth) 4.99301 (y) -250.002 (M\056) -250.008 (Hospedales) ] TJ /R31 7.9701 Tf 121.391 4.33906 Td [ (3) -0.30019 ] TJ /R29 11.9552 Tf 4.7332 -4.33906 Td [ (\054) -250.012 (and) -249.987 (Huchuan) -250.018 (Lu) ] TJ /R31 7.9701 Tf 85.6578 4.33906 Td [ (1) -0.30019 ] TJ -267.127 -13.948 Td [ (1) -0.29866 ] TJ /R29 11.9552 Tf 7.72109 -4.33789 Td [ (Dalian) -249.997 (Uni) 24.9957 (v) 14.9851 (ersity) -249.989 (of) -250.014 (T) 70.0164 (echnology) 65.0132 (\054) -250.012 (China) ] TJ /R31 7.9701 Tf -87.625 -9.61016 Td [ (2) -0.29866 ] TJ /R29 11.9552 Tf 7.72109 -4.33789 Td [ (Queen) -249.993 (Mary) -249.986 (Uni) 24.9957 (v) 14.9851 (ersity) -249.989 (of) -250.014 (London\054) -250.008 (UK) ] TJ /R31 7.9701 Tf 203.72 4.33789 Td [ (3) -0.30019 ] TJ /R29 11.9552 Tf 7.72109 -4.33789 Td [ (Uni) 24.9957 (v) 14.9851 (ersity) -249.989 (of) -250.014 (Edinb) 20 (ur) 18.0116 (gh\054) -250.002 (UK) ] TJ /R35 8.9664 Tf -279.386 -13.948 Td [ (zydl0907\100mail\056dlut\056edu\056cn\054) -600.02 (t\056xiang\100qmul\056ac\056uk\054) -600.008 (t\056hospedales\100ed\056ac\056uk\054) -600 (lhchuan\100dlut\056edu\056cn) ] TJ /R27 11.9552 Tf 87.7848 -41.0461 Td (Abstract) Tj /R37 9.9626 Tf -83.9281 -23.9258 Td [ (Model) -338.988 (distillation) -339.985 (is) -338.989 (an) -338.992 (ef) 18 (fective) -340.018 (and) -338.988 (widely) -339.017 (used) -340.009 (tec) 15.0147 (h\055) ] TJ -11.9547 -11.9551 Td [ (nique) -223.984 (to) -225.009 (tr) 14.9914 (ansfer) -224.017 (knowledg) 9.99098 (e) -224.987 (fr) 44.9864 (om) -223.994 (a) -225.016 (teac) 14.9803 (her) -223.994 (to) -225.009 (a) -223.997 (student) -224.989 (net\055) ] TJ 11.9551 TL T* [ (work\056) -480.015 (The) -306.012 (typical) -306.984 (application) -306.013 (is) -306.994 (to) -306.015 (tr) 14.9914 (ansfer) -306.983 (fr) 44.9851 (om) -306.02 (a) -307.003 (power) 19.982 (\055) ] TJ 11.9559 TL T* [ (ful) -286.991 (lar) 36.9926 (g) 10.0032 (e) -287.015 (network) -288.002 (or) -287 (ensemble) -286.997 (to) -286.999 (a) -287.986 (small) -286.982 (network\054) -296 (in) -288.018 (or) 36.9865 (der) ] TJ 11.9551 TL T* [ (to) -283 (meet) -283.991 (the) -283.004 (low\055memory) -284 (or) -283 (fast) -284.005 (e) 19.9918 (xecution) -282.994 (r) 37.0183 (equir) 36.9938 (ements\056) -411.015 (In) ] TJ T* [ (this) -254.991 (paper) 111.018 (\054) -255.994 (we) -255.008 (pr) 36.9852 (esent) -255.006 (a) -253.992 (deep) -255.015 (mutual) -254.984 (learning) -255.019 (\050DML\051) -255.004 (str) 14.9975 (at\055) ] TJ T* [ (e) 39.989 (gy) 55.011 (\056) -610.994 (Dif) 18.0142 (fer) 36.9834 (ent) -350.993 (fr) 44.9864 (om) -350.013 (the) -350.993 (one\055way) -350.004 (tr) 14.9914 (ansfer) -351.015 (between) -350.003 (a) -350.995 (static) ] TJ T* [ (pr) 36.9852 <652d6465026e6564> -223.998 (teac) 14.9816 (her) -223.014 (and) -223.987 (a) -223.017 (student) -224.01 (in) -223.009 (model) -223.987 (distillation\054) -228.981 (with) ] TJ T* [ (DML\054) -417.987 (an) -417.999 (ensemble) -417.015 (of) -417.996 (students) -418.011 (learn) -417.99 (collabor) 15.0147 (atively) -417.994 (and) ] TJ 11.9563 TL T* [ (teac) 14.9816 (h) -311.982 (eac) 15.0134 (h) -311.002 (other) -312.008 (thr) 44.9913 (oughout) -311.99 (the) -311 (tr) 14.9914 (aining) -311.992 (pr) 44.9851 (ocess\056) -495.006 (Our) -312.012 (e) 19.9918 (x\055) ] TJ 11.9547 TL T* [ (periments) -238.988 (show) -240.009 (that) -238.994 (a) -239.994 (variety) -239.007 (of) -239.987 (network) -238.992 (ar) 36.9865 (c) 15.0122 (hitectur) 37.0036 (es) -239.997 (ben\055) ] TJ T* [ <650274> -412.002 (fr) 44.9864 (om) -412.002 (mutual) -410.998 (learning) -412.013 (and) -411.995 (ac) 15.0183 (hie) 14.9852 (ve) -412.019 (compelling) -412.012 (r) 37.0183 (esults) ] TJ T* [ (on) -332.013 (both) -332.981 (cate) 39.997 (gory) -332.011 (and) -332.989 (instance) -331.996 (r) 37.0196 (eco) 9.99466 (gnition) -331.981 (tasks\056) -558.002 (Surpris\055) ] TJ T* [ (ingly) 54.9914 (\054) -287.989 (it) -280.018 (is) -280.998 (r) 37.0196 (e) 15.0128 (vealed) -279.989 (that) -280.007 (no) -281.002 (prior) -280.002 (powerful) -279.988 (teac) 14.9803 (her) -281.005 (network) ] TJ 11.9559 TL T* [ (is) -233.006 (necessary) -231.989 (\226) -233.015 (mutual) -232.008 (learning) -232.984 (of) -231.988 (a) -233.015 (collection) -232.988 (of) -231.988 (simple) -232.995 (stu\055) ] TJ 11.9551 TL T* [ (dent) -203.992 (networks) -204.01 (works\054) -212.995 (and) -203.99 (mor) 36.9877 (eo) 10 (ver) -204.008 (outperforms) -203.993 (distillation) ] TJ T* [ (fr) 44.9864 (om) -249.99 (a) -249.993 (mor) 36.9883 (e) -250.002 (powerful) -249.993 (yet) -249.999 (static) -250.009 (teac) 14.9816 (her) 111.008 (\056) ] TJ /R27 11.9552 Tf 35.9129 TL T* [ (1\056) -249.99 (Intr) 18.0146 (oduction) ] TJ /R29 9.9626 Tf 11.9547 -18.9438 Td [ (Deep) -442.005 (neural) -442 (netw) 10.0094 (orks) -441.992 (achie) 25.0142 (v) 14.9828 (e) -442.01 (state) -441.992 (of) -442.002 (the) -441.997 (art) -442.005 (perfor) 19.9918 (\055) ] TJ -11.9547 -11.9563 Td [ (mance) -263.991 (on) -265.005 (man) 14.9901 (y) -263.99 (problems\054) -267.998 (b) 20.0016 (ut) -265.002 (are) -264.007 (often) -263.985 (v) 14.9828 (ery) -265.017 (lar) 17.997 (ge) -263.995 (in) -265.002 (depth) ] TJ 11.9551 TL T* [ (and\057or) -505 (width\054) -567.993 (and) -505.008 (contain) -504.993 (lar) 17.997 (ge) -505.013 (numbers) -504.989 (of) -505.011 (parameters) ] TJ T* [ (\1337\054) -249.993 (28\135\056) -312.017 (This) -250.015 (has) -249.99 (the) -251.01 (dra) 15.0147 (wback) -249.994 (that) -251.002 (the) 14.9852 (y) -249.993 (may) -249.985 (be) -251.017 (slo) 24.9934 (w) -249.995 (to) -251.005 (e) 15.0122 (x\055) ] TJ T* [ (ecute) -303.009 (or) -301.987 (lar) 17.9964 (ge) -303.007 (to) -302.996 (store\054) -314.993 (limiting) -302.99 (their) -302.996 (use) -301.981 (in) -302.996 (applications) -303.006 (or) ] TJ T* [ (platforms) -242.986 (with) -242.016 (lo) 24.9885 (w) -243.016 (memory) -242.991 (or) -241.998 (f) 9.99466 (ast) -243.01 (e) 15.0122 (x) 14.9828 (ecution) -242.999 (requirements\054) ] TJ 11.9559 TL T* [ (e\056g\056\054) -342.994 (mobile) -325.011 (phones\056) -532.985 (This) -324.983 (has) -324.017 (led) -324.997 (to) -324.992 (a) -323.99 (rapid) -324.995 (gro) 24.9836 (wth) -324.01 (of) -325.002 (re\055) ] TJ 11.9551 TL T* [ (search) -281.997 (in) -282.019 (de) 25.016 (v) 14.9828 (eloping) -282 (smaller) -282.011 (and) -281.986 (f) 9.99466 (aster) -281.99 (models\056) -406.996 (Achie) 24.9836 (ving) ] TJ T* [ (compact) -219.006 (yet) -217.995 (accurate) -218.995 (models) -218.992 (has) -219.015 (been) -218.002 (approached) -219.017 (in) -219.01 (a) -218.988 (v) 24.9811 (ari\055) ] TJ T* [ (ety) -215.015 (of) -214.982 (w) 10.0014 (ays) -215.016 (including) -214.981 (e) 15.0122 (xplicit) -214.989 (frug) 4.98324 (al) -216 (architectur) 0.98758 (e) -216.008 (design) -214.998 (\1339\135\054) ] TJ T* [ (model) -193.982 (compression) -194.987 (\13322\135\054) -205.999 (pruning) -194.017 (\13314\135\054) -205.999 (binarisation) -194.002 (\13318\135) -194.985 (and) ] TJ T* [ (most) -250.006 (interestingly) -249.986 (model) -250.012 (distillation) -250.009 (\1338\135\056) ] TJ 11.9547 -11.9711 Td [ (Distillation\055based) -317.016 (model) -318 (compression) -317.006 (relates) -317.981 (to) -316.994 (the) -318.018 (ob\055) ] TJ -11.9547 -11.9551 Td [ (serv) 25.0191 (ation) -405.01 (\1333\054) -406.006 (1\135) -404.99 (that) -405.996 (small) -405.002 (netw) 10.0094 (orks) -405.018 (often) -406 (ha) 19.9967 (v) 14.9828 (e) -404.996 (the) -406.003 (same) ] TJ /R37 9.9626 Tf 11.9559 TL T* [ (r) 37.0196 (epr) 36.981 (esentation) -422.008 (capacity) ] TJ /R29 9.9626 Tf 99.5348 0 Td [ (as) -422.007 (lar) 17.997 (ge) -422.007 (netw) 10.0081 (orks\073) -508.013 (b) 20.0016 (ut) -421.996 (compared) ] TJ -99.5348 -11.9551 Td [ (to) -348.008 (lar) 17.9964 (ge) -349 (netw) 10.0094 (orks) -348.008 (the) 14.9852 (y) -348.015 (are) -347.993 (simply) -348.997 (harder) -347.986 (to) -348.008 (train) -348.008 (and) -348.996 <026e64> ] TJ 11.9551 TL T* [ (the) -301.981 (right) -302.007 (parameters) -301.983 (that) -302.013 (realise) -301.985 (the) -301.981 (desired) -302.016 (function\056) -466.01 (That) ] TJ T* [ (is\054) -336.987 (the) -318.998 (limitation) -318.984 (seems) -318.99 (to) -318.993 (lie) -320.015 (in) -318.993 (the) -318.998 (dif) 24.986 <0263756c7479> -319.01 (of) -319.983 (optimisa\055) ] TJ 258.75 473.32 Td [ (tion) -349.996 (rather) -351.003 (than) -350.008 (in) -350.008 (the) -350.993 (netw) 10.0081 (ork) -350.015 (size) -350.995 (\133) 1.01454 (1) -1.01454 (\135) 1.01454 (\056) -612.011 (T) 79.9916 (o) -350.015 (better) -350.01 (learn) -351 (a) ] TJ T* [ (small) -216.993 (netw) 10.0081 (ork\054) -223.992 (the) -217.015 (distillation) -216.993 (approach) -217.018 (starts) -217.003 (with) -217.978 (a) -216.988 (po) 24.986 (wer) 19.9918 (\055) ] TJ T* [ (ful) -259.006 (\050deep) -259.998 (and\057or) -259 (wide\051) -259.008 (teacher) -260.006 (netw) 10.0081 (ork) -259.011 (\050or) -259.016 (netw) 10.0081 (ork) -259.991 (ensem\055) ] TJ 11.9559 TL T* [ (ble\051\054) -253.989 (and) -253.012 (then) -253.004 (trains) -254.019 (a) -252.982 (smaller) -252.997 (student) -252.987 (netw) 10.0081 (ork) -253.012 (to) ] TJ /R37 9.9626 Tf 197.205 0 Td (mimic) Tj /R29 9.9626 Tf 26.8711 0 Td (the) Tj -224.076 -11.9551 Td [ (teacher) -343.009 (\1338\054) -342.016 (1\054) -342.994 (16\054) -342.989 (3\135\056) -588.015 (Mimicking) -342.987 (the) -342.012 (teacher\047) 55 (s) -342.997 (class) -342.992 (prob\055) ] TJ 11.9551 TL T* [ (abilities) -394.013 (\1338\135) -394.995 (and\057or) -395.017 (feature) -393.978 (representation) -395.008 (\1331\054) -394.008 (19\135) -394.988 (con) 39.9982 (v) 14.9828 (e) 15.0122 (ys) ] TJ T* [ (additional) -291.01 (informa) 1 (tion) -290.986 (be) 15.0171 (yond) -290.991 (the) -289.981 (con) 39.9982 (v) 14.9828 (entional) -290.981 (supervised) ] TJ T* [ (learning) -399.014 (tar) 17.997 (get\056) -757.001 (The) -398.987 (optimisation) -399.002 (problem) -399.007 (of) -398.992 (learning) -399.012 (to) ] TJ 11.9563 TL T* [ (mimic) -349.986 (the) -348.993 (teacher) -349.988 (turns) -348.981 (out) -350 (to) -348.991 (be) -350.02 (easier) -349.986 (than) -348.986 (learning) -350 (the) ] TJ 11.9551 TL T* [ (tar) 17.997 (get) -311 (function) -311.019 (directly) 64.9892 (\054) -325.982 (and) -311.002 (the) -310.997 (student) -311.017 (can) -311.012 (match) -310.992 (or) -311.007 (e) 25.0105 (v) 14.9828 (en) ] TJ T* [ (outperform) -250.012 (\13319\135) -249.995 (the) -249.99 (much) -250.017 (lar) 17.997 (ger) -250.002 (teacher) 55 (\056) ] TJ 11.9547 -15.4891 Td [ (In) -245.015 (this) -246.013 (paper) -244.981 (we) -246 (aim) -245.003 (to) -245.988 (solv) 15.0024 (e) -244.984 (the) -245.008 (same) -245.988 (problem) -244.993 (of) -245.998 (learn\055) ] TJ -11.9547 -11.9551 Td [ (ing) -417.992 (small) -418.018 (b) 20.0016 (ut) -417.996 (po) 24.986 (werful) -418.004 (deep) -418.009 (neural) -418.004 (netw) 10.0081 (orks\056) -814.987 (Ho) 24.986 (we) 25.0154 (v) 14.9828 (er) 39.9835 (\054) ] TJ 11.9559 TL T* [ (we) -414.012 (e) 15.0122 (xplore) -413.014 (a) -414.014 (dif) 24.986 (ferent) -414.012 (b) 20.0016 (ut) -413.019 (related) -414.004 (idea) -412.985 (to) -414 (model) -413.985 (distilla\055) ] TJ 11.9551 TL T* [ (tion) -409.986 (\226) -410.985 (that) -409.995 (of) ] TJ /R37 9.9626 Tf 60.0777 0 Td [ (mutual) -410.017 (learning) ] TJ /R29 9.9626 Tf 65.527 0 Td [ (\056) -791 (Distillation) -409.986 (starts) -411.01 (with) -409.986 (a) ] TJ -125.605 -11.9551 Td [ (po) 24.986 (werful) -447.019 (lar) 17.997 (ge) -446.984 (and) -447.019 (pre\055trained) -447.019 (teacher) -446.994 (netw) 10.0081 (ork) -447.019 (and) -447.019 (per) 19.9918 (\055) ] TJ T* [ (forms) -233.003 (one\055w) 10.0032 (ay) -233.02 (kno) 24.9909 (wledge) -233.01 (transfer) -232.981 (to) -233.01 (a) -234.005 (small) -232.991 (untrained) -232.995 (stu\055) ] TJ T* [ (dent\056) -606.982 (In) -348.998 (contrast\054) -373.014 (in) -348.988 (mutual) -349.005 (learning) -348.981 (we) -349 (start) -348.986 (with) -349.015 (a) -349.005 (pool) ] TJ 11.9563 TL T* [ (of) -454 (untrained) -453 (students) -454.005 (who) -453.008 (simultaneously) -454.012 (learn) -452.983 (to) -453.993 (solv) 15.0024 (e) ] TJ 11.9551 TL T* [ (the) -299.002 (task) -298.014 (together) 54.9884 (\056) -456 <53706563690263616c6c79> 65.0137 (\054) -311.002 (each) -299.019 (student) -298 (is) -298.994 (trained) -298.994 (with) ] TJ T* [ (tw) 10.0081 (o) -325 (losses\072) -460.007 (a) -325.009 (con) 39.9982 (v) 14.9828 (entional) -325.014 (supervised) -325.014 (learning) -324.985 (loss\054) -343.997 (and) -325 (a) ] TJ T* [ (mimicry) -277.015 (loss) -276.988 (that) -276.998 (al) 0.98268 (igns) -276.991 (each) -276.983 (student\047) 55 (s) -277.008 (class) -277.003 (posterior) -276.988 (with) ] TJ T* [ (the) -427.019 (class) -427.997 (probabilities) -427.017 (of) -426.988 (other) -427.997 (students\056) -842.016 (T) 35.0187 (rained) -426.983 (in) -427.997 (this) ] TJ T* [ (w) 10 (ay) 65.0088 (\054) -352.997 (it) -332.008 (turns) -332.003 (out) -332.006 (that) -332.008 (each) -331.994 (student) -331.994 (in) -332.013 (such) -332.013 (a) -331.989 (peer) 19.9918 (\055teaching) ] TJ 11.9559 TL T* [ (based) -324.997 (scenario) -324.997 (learns) -324.997 <7369676e690263616e746c79> -324.985 (better) -324.995 (than) -324.99 (when) -324.995 (learn\055) ] TJ 11.9551 TL T* [ (ing) -399.995 (alone) -400.004 (in) -400 (a) -400.017 (con) 39.9982 (v) 14.9828 (entional) -401.002 (supervised) -399.982 (learning) -399.992 (scenario\056) ] TJ T* [ (Moreo) 14.9926 (v) 14.9828 (er) -365.005 (mutually) -364.013 (learned) -364.998 (student) -363.988 (netw) 10.0081 (orks) -364.983 (achie) 25.0154 (v) 14.9828 (e) -365.003 (bet\055) ] TJ T* [ (ter) -269.014 (results) -268.009 (than) -269.002 (students) -269.016 (trained) -267.98 (by) -269.004 (con) 39.9982 (v) 14.9828 (entional) -268.985 (distillation) ] TJ T* [ (from) -362.008 (a) -363.003 (lar) 17.997 (ger) -361.981 (pre\055trained) -362.993 (teacher) 55 (\056) -646.985 (Furthermore\054) -389.979 (while) -363.018 (the) ] TJ T* [ (con) 39.9982 (v) 14.9828 (entional) -212.016 (understanding) -211.999 (of) -212.004 (distillation) -212.014 (requires) -213.013 (a) -212.009 (teacher) ] TJ 11.9559 TL T* [ (lar) 17.997 (ger) -248 (and) -247.993 (more) -247.988 (po) 24.986 (werful) -247.993 (than) -247.983 (the) -247.988 (intended) -248.013 (student\054) -248.983 (it) -247.983 (turns) ] TJ 11.9551 TL T* [ (out) -262.018 (that) -263 (in) -261.983 (man) 14.9901 (y) -263.01 (cases) -261.995 (mutual) -262.981 (learning) -262.015 (of) -263.015 (se) 25.0154 (v) 14.9828 (eral) -262 (lar) 17.997 (ge) -263.015 (net\055) ] TJ T* [ (w) 10 (orks) -219.01 (also) -219.008 (impro) 15.0048 (v) 14.9828 (es) -218.981 (performance) -218.983 (compared) -219.993 (to) -219.012 (independent) ] TJ T* [ (learning\056) -296.99 (This) -209.982 (mak) 10.0106 (es) -210.982 (the) -209.997 (deep) -210.984 (mutual) -210.989 (learning) -209.985 (strate) 14.9877 (gy) -211.014 (gen\055) ] TJ T* [ (erally) -221.015 (applicable\054) -226.019 (e\056g\056\054) -227.014 (it) -219.988 (can) -220.988 (also) -221.007 (be) -220.983 (used) -219.993 (in) -221.012 (application) -220.988 (sce\055) ] TJ T* [ (narios) -350.005 (where) -349.005 (there) -349.981 (is) -348.988 (no) -350.01 (constraint) -349.01 (on) -350.01 (the) -350.01 (model) -349.015 (size) -350.015 (and) ] TJ 11.9563 TL T* [ (the) -249.99 (recognition) -250.002 (accurac) 14.9975 (y) -249.993 (is) -249.983 (the) -249.988 (only) -250.012 (concern\056) ] TJ 11.9547 -15.4891 Td [ (It) -194.982 (is) -195.994 (perhaps) -195.016 (not) -195.989 (ob) 14.9877 (vious) -194.997 (wh) 4.98936 (y) -196.002 (t) 0.98513 (he) -196.007 (proposed) -195.002 (learning) -195.987 (strat\055) ] TJ -11.9547 -11.9547 Td [ (e) 15.0122 (gy) -318.996 (should) -319.991 (w) 10 (ork) -318.998 (at) -319.003 (all\056) -518.019 (Where) -319.991 (does) -318.996 (the) -318.996 (additional) -319.986 (kno) 24.9909 (wl\055) ] TJ 11.9551 TL T* [ (edge) -291.988 (come) -291.003 (from\054) -302.016 (when) -291.983 (the) -291 (learning) -292.01 (process) -292.02 (starts) -290.991 (out) -292.01 (with) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.406 786.422 515.188 -52.699 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.4 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.5 0.5 0.5 rg BT /F2 9 Tf 10.8 TL ET BT 1 0 0 1 297 35 Tm (4320) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 21 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA