%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (Improving Training of Deep Neural Networks via Singular Value Bounding) /Producer (PyPDF2) /Author (Kui Jia\054 Dacheng Tao\054 Shenghua Gao\054 Xiangmin Xu) /Subject (2017 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /x12 20 0 R /x10 23 0 R >> /ExtGState << /s9 26 0 R /s11 29 0 R /R52 32 0 R /a0 << /CA 1 /ca 1 >> /R37 35 0 R /s5 36 0 R /s7 39 0 R >> /Font << /F2 42 0 R /F1 43 0 R /R38 44 0 R /R48 47 0 R /R46 52 0 R /R44 55 0 R /R50 58 0 R /R42 63 0 R /R40 68 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R ] /Type /Page >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Contents 98 0 R /Resources << /ExtGState << /R37 35 0 R /R52 32 0 R >> /Font << /R48 47 0 R /R101 99 0 R /R46 52 0 R /R103 104 0 R /R50 58 0 R /R40 68 0 R /F2 109 0 R /R99 110 0 R /R89 115 0 R /F1 120 0 R /R38 44 0 R /R91 121 0 R /R93 126 0 R /R87 131 0 R /R95 136 0 R /R85 141 0 R /R97 146 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ 151 0 R 152 0 R 153 0 R 154 0 R 155 0 R 156 0 R 157 0 R 158 0 R 159 0 R 160 0 R 161 0 R 162 0 R 163 0 R 164 0 R 165 0 R 166 0 R 167 0 R 168 0 R 169 0 R 170 0 R 171 0 R 172 0 R 173 0 R 174 0 R ] /Type /Page >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Contents 175 0 R /Resources << /ExtGState << /R37 35 0 R /R52 32 0 R >> /Font << /R48 47 0 R /R46 52 0 R /R50 58 0 R /R40 68 0 R /R127 176 0 R /R131 179 0 R /R89 115 0 R /R133 184 0 R /R135 189 0 R /R137 194 0 R /R91 121 0 R /R87 131 0 R /R95 136 0 R /R129 199 0 R /R97 146 0 R /F2 204 0 R /R141 205 0 R /R143 210 0 R /R101 99 0 R /R103 104 0 R /R125 215 0 R /F1 220 0 R /R85 141 0 R /R38 44 0 R /R139 221 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ 226 0 R 227 0 R 228 0 R 229 0 R 230 0 R 231 0 R 232 0 R 233 0 R 234 0 R 235 0 R 236 0 R 237 0 R 238 0 R 239 0 R 240 0 R ] /Type /Page >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Contents 241 0 R /Resources << /ExtGState << /R37 35 0 R /R52 32 0 R >> /Font << /R48 47 0 R /R46 52 0 R /R50 58 0 R /R40 68 0 R /F2 242 0 R /R99 110 0 R /R89 115 0 R /R133 184 0 R /R135 189 0 R /R137 194 0 R /R139 221 0 R /R91 121 0 R /R93 126 0 R /R87 131 0 R /R95 136 0 R /R85 141 0 R /R97 146 0 R /R141 205 0 R /R143 210 0 R /R101 99 0 R /R103 104 0 R /F1 243 0 R /R38 44 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ 244 0 R 245 0 R 246 0 R 247 0 R 248 0 R 249 0 R 250 0 R 251 0 R 252 0 R 253 0 R 254 0 R 255 0 R 256 0 R 257 0 R 258 0 R ] /Type /Page >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Contents 259 0 R /Resources << /ExtGState << /R37 35 0 R /R52 32 0 R >> /Font << /R48 47 0 R /R101 99 0 R /R46 52 0 R /R103 104 0 R /R50 58 0 R /R89 115 0 R /R40 68 0 R /F2 260 0 R /R99 110 0 R /R125 215 0 R /F1 261 0 R /R38 44 0 R /R91 121 0 R /R87 131 0 R /R95 136 0 R /R85 141 0 R /R97 146 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ 262 0 R 263 0 R 264 0 R 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R 273 0 R 274 0 R 275 0 R 276 0 R 277 0 R 278 0 R 279 0 R 280 0 R 281 0 R ] /Type /Page >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Contents 282 0 R /Resources << /ExtGState << /R37 35 0 R /R52 32 0 R >> /Font << /R202 283 0 R /R48 47 0 R /R46 52 0 R /R50 58 0 R /R40 68 0 R /F2 288 0 R /R131 179 0 R /R89 115 0 R /R133 184 0 R /R135 189 0 R /R137 194 0 R /R139 221 0 R /R91 121 0 R /R93 126 0 R /R87 131 0 R /R95 136 0 R /R85 141 0 R /R97 146 0 R /R141 205 0 R /R103 104 0 R /F1 289 0 R /R38 44 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ 290 0 R 291 0 R 292 0 R 293 0 R 294 0 R 295 0 R 296 0 R 297 0 R 298 0 R ] /Type /Page >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Contents 299 0 R /Resources << /ExtGState << /R37 35 0 R /R52 32 0 R >> /Font << /R129 199 0 R /R48 47 0 R /R236 300 0 R /R50 58 0 R /R42 63 0 R /R40 68 0 R /F2 305 0 R /R131 179 0 R /F1 306 0 R /R135 189 0 R /R38 44 0 R /R91 121 0 R /R139 221 0 R /R87 131 0 R /R85 141 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ 307 0 R 308 0 R 309 0 R 310 0 R 311 0 R 312 0 R 313 0 R 314 0 R 315 0 R 316 0 R 317 0 R 318 0 R 319 0 R 320 0 R 321 0 R 322 0 R 323 0 R 324 0 R 325 0 R 326 0 R 327 0 R 328 0 R 329 0 R 330 0 R 331 0 R 332 0 R 333 0 R ] /Type /Page >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Contents 334 0 R /Resources << /ExtGState << /R37 35 0 R /R52 32 0 R >> /Font << /F2 335 0 R /R48 47 0 R /R236 300 0 R /R50 58 0 R /R40 68 0 R /R127 176 0 R /F1 336 0 R /R38 44 0 R /R46 52 0 R /R273 337 0 R /R91 121 0 R /R87 131 0 R /R129 199 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ 342 0 R 343 0 R 344 0 R 345 0 R 346 0 R 347 0 R 348 0 R 349 0 R 350 0 R 351 0 R 352 0 R 353 0 R 354 0 R 355 0 R 356 0 R 357 0 R 358 0 R 359 0 R 360 0 R 361 0 R 362 0 R 363 0 R 364 0 R 365 0 R 366 0 R 367 0 R 368 0 R 369 0 R 370 0 R 371 0 R 372 0 R ] /Type /Page >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Contents 373 0 R /Resources << /ExtGState << /R37 35 0 R /R52 32 0 R >> /Font << /F2 374 0 R /R46 52 0 R /F1 375 0 R /R38 44 0 R /R40 68 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /CropBox [ 0 0 612 792 ] /MediaBox [ 0 0 612 792 ] /Annots [ 376 0 R 377 0 R 378 0 R 379 0 R 380 0 R 381 0 R 382 0 R 383 0 R 384 0 R 385 0 R 386 0 R 387 0 R 388 0 R 389 0 R 390 0 R 391 0 R 392 0 R 393 0 R 394 0 R 395 0 R 396 0 R 397 0 R 398 0 R 399 0 R 400 0 R 401 0 R 402 0 R 403 0 R 404 0 R 405 0 R 406 0 R 407 0 R 408 0 R 409 0 R 410 0 R 411 0 R 412 0 R 413 0 R 414 0 R 415 0 R 416 0 R 417 0 R 418 0 R 419 0 R 420 0 R 421 0 R 422 0 R 423 0 R 424 0 R 425 0 R 426 0 R 427 0 R 428 0 R 429 0 R 430 0 R ] /Type /Page >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 26600 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R37 gs 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00143 Tc /R38 14.34620 Tf 1 0 0 1 73.16090 675.00300 Tm [ (Impr) 17.89170 (o) 9.89670 (v) -0.09615 (ing) -250.39700 (t) -0.21272 (raining) -250.40700 (o) -0.09615 (f) -249.89800 (d) 0.11232 (eep) -250.20900 (neural) -249.69700 (netw) 9.90606 (orks) -250.41300 (via) -249.78900 (S) 0.11232 (ingular) -251.19600 (V) 91.99820 (alue) -250.59400 (Bounding) ] TJ -0.18052 Tc /R40 11.95510 Tf 80.09100 -47.81720 Td [ (Ku) -14.99450 (i) -264.79100 (J) -15.28440 (i) -14.89750 (a) ] TJ 0 Tc /R40 7.97010 Tf 34.01990 4.33789 Td (1) Tj 0.00120 Tc /R40 11.95510 Tf 4.48203 -4.33789 Td [ (\054) -249.78500 (D) 0.19400 (acheng) -249.70100 (T) 79.58650 (ao) ] TJ 0 Tc /R40 7.97010 Tf 69.09300 4.33789 Td (2) Tj /R40 11.95510 Tf 4.48203 -4.33789 Td [ (\054) -249.88500 (S) -0.31245 (henghua) -250.09100 (Gao) ] TJ /R40 7.97010 Tf 76.03200 4.33789 Td (3) Tj -0.00120 Tc /R40 11.95510 Tf 4.48203 -4.33789 Td [ (\054) -249.98500 (a) -0.30836 (nd) -250.61400 (Xiangmin) -250.58800 (Xu) ] TJ 0 Tc /R40 7.97010 Tf 91.64690 4.33789 Td (1) Tj -339.19100 -23.91250 Td (1) Tj -0.00090 Tc /R40 8.96640 Tf 4.48164 -4.33828 Td [ (School) -251.09300 (of) -249.32100 (Electronic) -250.68000 (a) 0.18651 (nd) -250.91900 (Information) -249.89400 (E) -0.41115 (ngineering\054) -251.00500 (South) -249.88600 (C) -0.60992 (hina) -249.69200 (Uni) 24.87860 (v) 15.10360 (ersity) -250.89300 (of) -250.28100 (T) 69.90340 (echnology) 65.28820 (\054) -251.01300 (G) 0.19604 (uangzhou\054) -251.98800 (China) ] TJ 0 Tc /R40 7.97010 Tf 54.71090 -9.60313 Td (2) Tj /R40 8.96640 Tf 4.48203 -4.33789 Td [ (UBT) 70.00830 (ech) -250.80100 (Sydne) 15.41940 (y) -250.80600 (A) 0.29407 (I) -250.21000 (I) -0.31857 (nstitute\054) -249.89100 (S) -0.11164 (IT) 73.99860 (\054) -248.91100 (F) -0.11164 (EIT) 73.99310 (\054) -249.91300 (T) -0.31040 (he) -249.60500 (Uni) 25.00660 (v) 15.20430 (ersity) -250.81700 (of) -250.21000 (Sydne) 15.41940 (y) 65.39170 (\054) -250.91500 (Australia) ] TJ /R40 7.97010 Tf -30.06910 -9.61211 Td (3) Tj -0.00090 Tc /R40 8.96640 Tf 4.48203 -4.33789 Td [ (School) -250.09100 (of) -250.27900 (Information) -250.89600 (S) -0.21238 (cience) -250.68900 (and) -250.90700 (T) 69.90340 (echnology) 65.28820 (\054) -251.01600 (S) -0.21238 (hanghaiT) 69.91430 (ech) -251.88400 (Uni) 24.87860 (v) 15.10360 (ersity) 65.30460 (\054) -251.01600 (S) -0.21238 (hanghai\054) -251.00200 (China) ] TJ 0 Tc /R42 8.96640 Tf -50.45390 -13.95000 Td <02> Tj 0.00269 Tc /R44 8.96640 Tf 4.60781 0 Td (kuijia\054xmxu) Tj 0 Tc /R42 8.96640 Tf 59.20430 0 Td <03> Tj 0.00269 Tc /R44 8.96640 Tf 4.60781 0 Td [ (\100scut\056edu\056cn\054) -594.20500 (dacheng\056tao\100sydney\056edu\056au\054) -593.22200 (gaoshh\100shanghaitech\056edu\056cn) ] TJ 0.00120 Tc /R38 11.95510 Tf -8.35391 -49.06800 Td (Abstract) Tj -0.00199 Tc /R46 9.96260 Tf -83.93400 -25.55120 Td [ (Deep) -202.10000 (learning) -201.21600 (methods) -201.10500 (ac) 15.59790 (hie) 15.60160 (v) 0.18747 (e) -202.99400 (g) 0.19727 (r) 36.50620 (eat) -201.89300 (success) -201.08200 (r) 36.50620 (ecently) -201.20700 (on) ] TJ -0.00100 Tc -11.95230 -11.96090 Td [ (many) -275.20800 (computer) -276.88900 (vision) -274.29200 (pr) 44.70580 (oblems\056) -384.29700 (In) -274.31000 (spite) -274.31500 (of) -275.00600 (these) -274.28800 (p) 0.29652 (r) 14.88480 (actical) ] TJ 11.95200 TL T* [ (successes\054) -256.00200 (optimization) -254.38200 (o) 0.29652 (f) -255.10900 (deep) -255.29700 (networks) -256.09700 (r) 36.60660 (emains) -255.20300 (an) -255.28600 (active) ] TJ -0.00199 Tc 11.96130 TL T* [ (topic) -306.89000 (i) -0.38903 (n) -305.98700 (deep) -307.80600 (learning) -306.88500 (r) 36.50620 (e) 0.18747 (sear) 36.50130 (c) 15.59670 (h) 0.19727 (\056) -481.01900 (I) -0.51707 (n) -305.98700 (t) -0.38842 (his) -305.90200 (w) 0.08822 (ork\054) -321.09100 (we) -306.89000 (focus) -307.71300 (on) ] TJ -0.00100 Tc 11.95200 TL T* [ (in) 40.11890 (vestigation) -218.31200 (o) 0.29652 (f) -218.99800 (t) -0.28917 (he) -218.28100 (network) -218.28300 (solution) -218.28500 (p) 0.29652 (r) 44.68370 (operties) -219.08800 (t) -0.28917 (hat) -218.99000 (can) -218.29700 (po\055) ] TJ T* [ (tentially) -195.69300 (lead) -196.59000 (to) -195.68400 (good) -196.58200 (performance) 15.71060 (\056) -294.79400 (O) 0.09925 (ur) -196.50900 (r) 36.60660 (e) 0.28672 (sear) 36.58700 (c) 15.69590 (h) -196.61200 (is) -195.60500 (inspir) 36.60660 (ed) ] TJ -0.00199 Tc 11.96090 TL T* [ (by) -204.79700 (theor) 36.50310 (etical) -205.50100 (and) -204.78600 (empirical) -205.49900 (r) 36.50620 (e) 0.18747 (sults) -203.79700 (that) -204.58600 (use) -204.79400 (o) 0.19605 (rtho) 10.20170 (gonal) -206.39000 (ma\055) ] TJ 0 Tc 11.95230 TL T* [ (trices) -232.49200 (to) -232.61600 (initialize) -231.71000 (networks\054) -236.90400 (b) 20.31520 (u) 0.39699 (t) -234.18900 (w) 0.28794 (e) -232.59400 (a) 0.39699 (r) 36.70590 (e) -232.59400 (inter) 36.68260 (e) 0.38719 (sted) -233.51500 (in) -231.71400 (in) 40.20160 (vesti\055) ] TJ -0.00199 Tc T* [ (gating) -295.19500 (how) -294.41000 (ortho) 10.20300 (gonal) -296.68800 (weight) -294.88200 (matrices) -295.09300 (perform) -294.50000 (when) -295.20300 (net\055) ] TJ 11.96090 TL T* [ (work) -342.09500 (tr) 14.78740 (aining) -343.10800 (con) 39.98720 (ver) 36.48900 (g) 10.19560 (e) 0.18747 (s\056) -587.58700 (T) 92.38650 (o) -342.21600 (this) -342.01200 (end\054) -366.29900 (we) -342.10000 (pr) 44.58320 (opose) -343.00400 (t) -0.38964 (o) -342.21700 (con\055) ] TJ -0.00100 Tc 11.95230 TL T* [ (str) 14.89330 (a) 0.29713 (in) -404.39500 (the) -404.38200 (s) -0.48583 (olutions) -406.09600 (of) -405.10000 (weight) -405.99000 (matrices) -405.21700 (in) -404.39600 (the) -405.28300 (o) 0.29652 (rtho) 10.28750 (gonal) ] TJ T* [ (feasible) -344.79200 (set) -344.50800 (during) -345.68600 (t) -0.28917 (he) -344.80900 (whole) -345.71100 (p) 0.29652 (r) 44.68250 (ocess) -345.61000 (o) 0.29652 (f) -344.50600 (network) -345.71200 (tr) 14.90930 (aining) 10.29490 (\054) ] TJ -0.00199 Tc 11.96130 TL T* [ (and) -222 (ac) 15.59790 (hie) 15.60100 (v) 0.18747 (e) -223.81400 (t) -0.38903 (his) -221.91800 (b) 0.19727 (y) -221.10900 (a) -221.09900 (s) -0.58569 (imple) -221.10300 (yet) -222.68200 (ef) 17.60000 (fective) -221.98700 (method) -222.90600 (called) -222.01000 (S) 0.19605 (in\055) ] TJ 11.95200 TL T* [ (gular) -381.81000 (V) 111.19700 (a) 0.19727 (lue) -382.80300 (B) 0.11763 (ounding) -383.69100 (\050SVB\051\056) -380.81400 (I) -0.51707 (n) -380.99400 (S) 0.19727 (VB\054) -382.60500 (all) -380.79200 (s) -0.58569 (ingular) -382.70800 (values) ] TJ T* [ (of) -226.31100 (eac) 15.58990 (h) -227.41200 (w) 0.08761 (eight) -227.21700 (matrix) -225.60900 (ar) 36.50740 (e) -225.61800 (s) -0.58569 (imply) -225.61200 (bounded) -228.31700 (in) -225.60500 (a) -225.60900 (narr) 44.58810 (o) 0.19605 (w) -226.61900 (band) ] TJ -0.00299 Tc 11.96130 TL T* [ (ar) 44.50180 (ound) -219.41800 (the) -218.50300 (value) -219.41600 (of) ] TJ 0 Tc /R48 9.96260 Tf 78.51640 0 Td <02> Tj -0.00199 Tc /R46 9.96260 Tf 4.97734 0 Td [ (\056) -299.48100 (B) 0.11763 (ased) -219.30000 (on) -218.39200 (the) -217.49700 (s) -0.58569 (ame) -218.40200 (motivation\054) -225.40600 (we) -218.39500 (al\055) ] TJ -0.00100 Tc -83.49380 -11.95200 Td [ (so) -211.99600 (pr) 44.70580 (opose) -212.91900 (B) 0.21749 (ounded) -214.70100 (Batc) 15.68730 (h) -213.78500 (N) 0.18747 (ormalization) -211.99900 (\050) -0.41660 (BBN\051\054) -212.60200 (w) 0.18869 (hic) 15.70570 (h) -212.88400 (im\055) ] TJ 11.95230 TL T* [ (pr) 44.70580 (o) 10.29550 (ves) -195.60300 (Batc) 15.68730 (h) -195.70900 (N) 0.18747 (ormalization) -194.78500 (b) 0.29652 (y) -194.81700 (r) 36.60540 (emo) 10.28990 (v) 0.28794 (ing) -194.79800 (its) -193.81600 (potential) -196.39100 (r) -0.48521 (isk) -193.00500 (o) 0.29652 (f) ] TJ -0.00199 Tc 11.96090 TL T* [ (ill\055conditioned) -225.60700 (layer) -226.40300 (tr) 14.78670 (ansform\056) -301.31400 (W) 91.98220 (e) -225.61800 (p) 0.19727 (r) 36.50620 (e) 0.18869 (sent) -225.41600 (both) -225.60200 (t) -0.38964 (heor) 36.49880 (etical) ] TJ -0.00100 Tc 11.95230 TL T* [ (and) -294.19700 (empirical) -293.91800 (r) 36.60540 (e) 0.28794 (sults) -293.20400 (to) -293.31500 (justify) -291.51800 (our) -294.11800 (pr) 44.70580 (oposed) -295.11700 (methods\056) -441.20800 (E) 0.21810 (x\055) ] TJ -0.00199 Tc 11.96090 TL T* [ (periments) -219.18400 (o) 0.19727 (n) -218.39400 (benc) 15.59050 (hmark) -220.20300 (i) -0.38842 (ma) 10.19440 (g) 10.19560 (e) -218.40400 (classi\336cation) -219.29200 (datasets) -218.31200 (s) -0.58569 (how) ] TJ -0.00299 Tc 11.95200 TL T* [ (the) -211.28800 (e) 0.08761 (f) 17.50810 (\336cacy) -212.21300 (of) -210.98400 (our) -212.10300 (pr) 44.50120 (oposed) -212.21300 (SVB) -211.40100 (and) -211.28100 (BBN\056) -211.88600 (In) -210.40600 (particular) 110.48200 (\054) -219.20100 (we) ] TJ -0.00100 Tc T* [ (ac) 15.71980 (hie) 15.70510 (v) 0.28794 (e) -343.89000 (t) -0.28917 (he) -341.98500 (state\055of\055the\055art) -341.80700 (r) 36.60540 (esults) -340.98600 (of) ] TJ 0 Tc /R48 9.96260 Tf 153.58700 0 Td <03> Tj /R50 9.96260 Tf 4.97734 0 Td <02> Tj -0.00399 Tc /R48 9.96260 Tf 2.76250 0 Td <040506> Tj -0.00100 Tc /R46 9.96260 Tf 21.67270 0 Td [ (err) 44.68130 (o) 0.29652 (r) -341.91800 (r) 14.88480 (ate) -342 (o) 0.29652 (n) ] TJ -0.00299 Tc -182.99800 -11.96090 Td [ (CIF) 114.70300 (AR10) -196.79700 (and) ] TJ /R48 9.96260 Tf 55.88130 0 Td <0205> Tj 0 Tc /R50 9.96260 Tf 9.95352 0 Td <02> Tj -0.00399 Tc /R48 9.96260 Tf 2.76250 0 Td <070406> Tj -0.00199 Tc /R46 9.96260 Tf 20.22340 0 Td [ (on) -196.71000 (CIF) 114.80700 (AR100\054) -208.19900 (using) -195.80300 (o) 0.19605 (f) 17.60740 (f) -0.38964 (\055the\055shelf) -196.49400 (net\055) ] TJ 0 Tc -88.82190 -11.95230 Td [ (work) -231.70600 (ar) 36.71080 (c) 15.79700 (h) 0.39699 (itectur) 36.68510 (es) -233.41100 (\050W) 55.20520 (ide) -231.71900 (R) 0.31735 (esNets\051\056) -304.71000 (Our) -231.59400 (p) 0.39699 (r) 36.70470 (e) 0.38719 (liminary) -232.59100 (r) 36.70470 (esults) ] TJ -0.00100 Tc T* [ (on) -381.81300 (Ima) 10.29120 (g) 10.29550 (e) 0.28794 (Net) -383.39600 (a) 0.29652 (lso) -380.88500 (s) -0.48644 (how) -381.90000 (the) -381.79700 (p) 0.29652 (r) 44.68250 (o) 0.29652 (mise) -380.91300 (in) -381.81100 (lar) 36.61400 (g) 10.29490 (e\055scale) -381.81100 (l) -0.28917 (earn\055) ] TJ -0.00199 Tc 11.96130 TL T* [ (ing) 15.61080 (\056) -378.01700 (W) 91.98220 (e) -272.59100 (r) 36.50560 (e) 0.18747 (lease) -272.59200 (t) -0.38842 (he) -272.58900 (implementation) -274.38300 (code) -273.49800 (of) -273.28300 (our) -273.40000 (methods) -274.30700 (at) ] TJ ET Q 0 1 0 0 k q 10 0 0 10 0 0 cm BT /R44 10.14910 Tf 0.98163 0 0.19081 0.98163 50.11210 164.01900 Tm [ (www\056aperture\055) -49.51380 (lab\056net\057research\057svb) ] TJ ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT /R46 9.96260 Tf 1 0 0 1 248.13900 164.01900 Tm (\056) Tj /R38 11.95510 Tf -198.02700 -29.47500 Td [ (1\056) -249.90000 (Intr) 17.90250 (oduction) ] TJ -0.00199 Tc /R40 9.96260 Tf 11.95200 -17.73910 Td [ (Deep) -207.51100 (learning) -207.50900 (methods) -207.40800 (k) 10.19560 (eep) -207.51100 (setting) -206.58700 (t) -0.38964 (he) -206.60000 (ne) 25.51780 (w) -206.90700 (s) -0.58569 (tate\055of\055the\055) ] TJ -0.00100 Tc -11.95230 -11.95200 Td [ (art) -288.48700 (f) -0.41721 (or) -287.71900 (man) 15.71000 (y) -290.59500 (computer) -289.51400 (vision) -288.79100 (problems\054) -298.50200 (with) -287.89800 (image) -289.61300 (classi\055) ] TJ -0.00199 Tc 11.96130 TL T* [ (\336cation) -268.11000 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 85.97620 92.89180 Tm (20) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 95.93870 92.89180 Tm [ (\135) -266.20200 (and) -268.20900 (object) -267.90900 (detection) -269.10100 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 188.45900 92.89180 Tm (16) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 198.41200 92.89180 Tm [ (\135) -267.10400 (a) 0.10537 (s) -267.21300 (t) -0.50972 (he) -267.30300 (prominent) -268.81100 (e) 15.51460 (x) 0.11518 (\055) ] TJ -0.00199 Tc -148.30100 -11.95200 Td [ (amples\056) -532.50300 (T) 0.11763 (hese) -325.01800 (p) 0.19727 (ractical) -324.80000 (successes) -324.91000 (a) 0.18747 (re) -324.11900 (lar) 17.51420 (gely) -325.00700 (achie) 25.50550 (v) 15.60520 (ed) -326.81600 (by) ] TJ -0.00299 Tc 258.74800 431.42200 Td [ (ne) 25.39530 (wly) -203.08600 (p) 0.09802 (roposed) -203.10600 (deep) -203.98800 (architectures) -202.99600 (that) -202.91700 (ha) 19.98690 (v) 15.50720 (e) -203.99500 (huge) -203.11800 (model) -202.89300 (ca\055) ] TJ -0.00100 Tc 11.95200 TL T* [ (pacities\054) -245.18900 (such) -243.60200 (as) -243.49100 (Inception) -244.48400 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 418.99200 500.41000 Tm (25) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 428.95500 500.41000 Tm [ (\135) -243.69500 (and) -243.78300 (ResNet) -244.49400 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 486.57200 500.41000 Tm (7) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00100 Tc /R40 9.96260 Tf 1 0 0 1 491.55000 500.41000 Tm [ (\135\056) -307.48300 (T) 35.38630 (r) -0.49501 (aining) -244.49400 (of) ] TJ -182.69000 -11.95230 Td [ (these) -353.80400 (u) 0.29652 (ltra\055deep\057ultra\055wide) -353.79400 (netw) 10.00320 (o) 0.29897 (rks) -354.58800 (a) 0.28917 (re) -353.79400 (enabled) -354.71000 (by) -353.81800 (mod\055) ] TJ -0.00199 Tc 11.96090 TL T* [ (ern) -278.00800 (t) -0.38964 (echniques) -279.69400 (such) -277.99800 (as) -277.88300 (Batch) -278.90000 (Normalization) -278.90400 (\050) -0.59304 (BN\051) -277.01300 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 514.68000 476.49700 Tm (11) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 524.64300 476.49700 Tm [ (\135) -278.08100 (and) ] TJ -0.00100 Tc -215.78300 -11.95230 Td [ (residual) -250.58300 (learning) -251.68100 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 381.35400 464.54500 Tm (7) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT 0.00299 Tc /R40 9.96260 Tf 1 0 0 1 386.33200 464.54500 Tm (\135\056) Tj -0.00100 Tc -65.51990 -12.30270 Td [ (In) -277.91700 (spite) -276.98100 (of) -278.70100 (these) -277.89500 (p) 0.29652 (ractical) -279.49700 (successes\054) -284.89900 (ho) 25.60850 (we) 25.59870 (v) 15.70820 (e) 0.28917 (r) 39.30230 (\054) -287.61900 (optimiza\055) ] TJ -0.00199 Tc -11.95230 -11.95200 Td [ (tion) -232.81700 (o) 0.19605 (f) -232.71400 (deep) -233.70100 (netw) 9.91501 (o) 0.19605 (rks) -234.51500 (r) -0.51707 (emains) -233.60800 (an) -232.79000 (acti) 24.88800 (v) 15.60520 (e) -234.59800 (t) -0.38719 (opic) -232.79000 (i) -0.38719 (n) -231.88300 (deep) -234.68100 (learn\055) ] TJ -0.00100 Tc 11.96130 TL T* [ (ing) -303.21200 (r) -0.49501 (esearch\056) -468.29700 (Until) -303.00800 (recently) 65.39110 (\054) -317.41800 (deep) -303.20900 (netw) 10.00320 (o) 0.29897 (rks) -304.00800 (a) 0.28917 (re) -303.21400 (considered) ] TJ 11.95200 TL T* [ (to) -295.98200 (be) -296.89400 (dif) 24.80220 (\336cult) -296.61700 (t) -0.28917 (o) -296.00700 (t) -0.28917 (rain\056) -448.41800 (R) 0.18869 (esearchers) -298.60700 (a) 0.28917 (r) 17.61960 (gue) -296.91100 (for) -296.80300 (d) 0.29897 (if) 24.81940 (ferent) -296.71000 (rea\055) ] TJ -0.00199 Tc T* [ (sons) -303.19700 (causing) -304.19200 (s) -0.58569 (uch) -304.19200 (dif) 24.69930 (\336culties\054) -316.60900 (such) -303.28800 (as) -304.11100 (the) -303.28800 (p) 0.19605 (roblem) -303.47900 (of) -304.11100 (v) 25.48590 (an\055) ] TJ -0.00100 Tc 11.96130 TL T* [ (ishing\057e) 15.70570 (xploding) -319.48600 (gradients) -317.49100 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 421.83600 392.46300 Tm (6) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 426.81400 392.46300 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 432.45700 392.46300 Tm (18) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 442.41900 392.46300 Tm [ (\135\054) -332.69000 (internal) -317.30000 (shift) -316.39300 (o) 0.39699 (f) -316.50100 (f) -0.39699 (eature) ] TJ 0.00100 Tc -133.56000 -11.95200 Td [ (statistics) -399.59300 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 350.49300 380.51100 Tm (11) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00100 Tc /R40 9.96260 Tf 1 0 0 1 360.45600 380.51100 Tm [ (\135\054) -437.61800 (and) -401.71700 (also) -400.79100 (the) -401.71700 (p) 0.29897 (roliferation) -400.79600 (o) 0.29897 (f) -401.50200 (s) -0.48521 (addle) -401.71700 (points) ] TJ 0 Tc -51.59730 -11.95230 Td (\133) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 312.17900 368.55900 Tm (5) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 317.15600 368.55900 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 323.11400 368.55900 Tm (12) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00100 Tc /R40 9.96260 Tf 1 0 0 1 333.07700 368.55900 Tm [ (\135\056) -601.98300 (T) 80.59680 (o) -348.39000 (address) -349.17900 (t) -0.28917 (hese) -347.51600 (i) -0.28917 (ssues\054) -371.61400 (d) 0.29897 (if) 24.81940 (ferent) -348.11300 (schemes) -350.11300 (of) -347.31500 (pa\055) ] TJ -24.21910 -11.96090 Td [ (rameter) -392.51800 (i) -0.28917 (nitialization) -390.79000 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 400.76600 356.59800 Tm (6) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 405.74300 356.59800 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 412.13300 356.59800 Tm (21) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00199 Tc /R40 9.96260 Tf 1 0 0 1 422.09500 356.59800 Tm [ (\135\054) -425.90000 (shortcut) -392.48800 (connections) -393.51300 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 522.94900 356.59800 Tm (7) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 527.93500 356.59800 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 534.31600 356.59800 Tm (8) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT 0.00299 Tc /R40 9.96260 Tf 1 0 0 1 539.30200 356.59800 Tm (\135\054) Tj -0.00199 Tc -230.44400 -11.95230 Td [ (normalization) -235.61500 (o) 0.19605 (f) -234.51700 (i) -0.38964 (nternal) -235.30900 (acti) 24.88800 (v) 25.48590 (ations) -237.21500 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 458.25700 344.64600 Tm (11) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00199 Tc /R40 9.96260 Tf 1 0 0 1 468.21100 344.64600 Tm [ (\135\054) -237.10700 (and) -235.61300 (second\055order) ] TJ -159.35400 -11.95200 Td [ (optimization) -250.88700 (methods) -252.58500 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 401.29600 332.69400 Tm (5) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00100 Tc /R40 9.96260 Tf 1 0 0 1 406.27400 332.69400 Tm [ (\135) -249.78700 (a) 0.28917 (re) -249.89000 (respecti) 25.01050 (v) 15.70820 (ely) -252.60500 (p) 0.29897 (roposed\056) ] TJ -0.00199 Tc -85.46330 -12.30270 Td [ (In) -266.31600 (this) -266.18100 (w) 9.91991 (o) 0.19605 (rk\054) -271.49100 (we) -266.31600 (f) -0.59549 (ocus) -267.09800 (on) -267.21000 (another) -267.89600 (important) -267.79400 (issue) -266.30900 (t) -0.38719 (o) -265.40700 (ad\055) ] TJ -0.00100 Tc -11.95200 -11.96130 Td [ (dress) -229.00100 (t) -0.28917 (he) -229.10100 (dif) 24.80220 (\336culty) -230.01800 (of) -229.88600 (training) -229.08400 (deep) -230.00600 (neural) -230.71200 (netw) 10.00320 (o) 0.29897 (rks\056) -303.91000 (In) -229.09900 (par) 19.37910 (\055) ] TJ -0.00199 Tc 11.95200 TL T* [ (ticular) 39.19690 (\054) -359.11900 (g) 0.19605 (i) 24.90030 (v) 15.60520 (en) -338.50000 (the) -337.59600 (h) 0.19605 (igh\055dimensional) -339.19300 (solution) -337.61500 (s) -0.58814 (pace) -337.61500 (of) -337.51700 (deep) ] TJ -0.00100 Tc T* [ (netw) 10 (o) 0.29652 (rks\054) -381.58100 (it) -355.38200 (is) -354.59800 (unclear) -356.40400 (on) -355.58300 (the) -354.70600 (p) 0.29897 (roperties) -355.49500 (o) 0.29897 (f) -355.49500 (t) -0.28917 (he) -354.69100 (\050ar) 17.60980 (guably\051) ] TJ -0.00199 Tc 11.96130 TL T* [ (optimal) -313.89600 (solutions) -313.10700 (that) -313.00700 (can) -314.08000 (gi) 24.90270 (v) 15.60520 (e) -313.21200 (good) -314.10000 (performance) -314.10900 (at) -313.91300 (infer) 19.31050 (\055) ] TJ 11.95200 TL T* [ (ence\056) -474.69000 (W) 39.52040 (ithout) -304.91700 (kno) 25.48840 (wing) -305.98300 (this\054) -317.50600 (t) -0.38719 (raining) -304.18900 (b) 0.19605 (y) -305.08600 (a) -304.19400 (speci\336ed) -305.99300 (objec\055) ] TJ -0.00100 Tc 11.96130 TL T* [ (ti) 24.98600 (v) 15.70570 (e) -224.61700 (function) -225.48200 (easily) -224.58500 (goes) -225.40800 (to) -224.58000 (une) 15.70330 (xpected) -228.18300 (results\054) -228.89300 (partially) -224.60000 (due) ] TJ 11.95200 TL T* [ (to) -373.69500 (the) -374.58200 (p) 0.29652 (roliferation) -374.60200 (o) 0.29652 (f) -375.41300 (l) -0.28917 (ocal) -375.19700 (optima\057critical) -375.18700 (points) -375.40300 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 518.14400 236.69900 Tm (5) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 523.12100 236.69900 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 529.34000 236.69900 Tm (12) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT 0.00299 Tc /R40 9.96260 Tf 1 0 0 1 539.30200 236.69900 Tm (\135\056) Tj -0.00100 Tc -230.44400 -11.95230 Td [ (F) 15.71550 (o) 0.29652 (r) -351.88700 (e) 15.69590 (xample\054) -377.90800 (it) -350.01000 (is) -350.08900 (empirically) -351.08400 (observ) 15.68370 (e) 0.28917 (d) -351.99500 (i) -0.28917 (n) -350.19200 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 487.76900 224.74700 Tm (7) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00299 Tc /R40 9.96260 Tf 1 0 0 1 492.74600 224.74700 Tm [ (\135) -351.18600 (t) -0.49011 (hat) -350.99000 (adding) ] TJ -0.00199 Tc -183.88800 -11.96090 Td [ (e) 15.59790 (x) 0.19605 (tra) -256.28300 (l) -0.38964 (ayers) -256.21200 (t) -0.38964 (o) -255.40800 (a) -255.41600 (s) -0.58569 (tandard) -256.28800 (con) 39.98840 (v) 20.11430 (o) 0.19605 (lutional) -258.81000 (netw) 9.91501 (o) 0.19605 (rk) -256.31500 (\050Con) 39.99820 (vNet\051) ] TJ -0.00100 Tc 11.95200 TL T* [ (does) -240.81800 (not) -239.69300 (necessarily) -239.98400 (gi) 24.98360 (v) 15.70570 (e) -240.88900 (better) -239.80800 (i) -0.28917 (mage) -240 (classi\336cation) -239.99400 (r) -0.41660 (esults\056) ] TJ -0.00199 Tc T* [ (This) -333.89800 (unclear) -334.79500 (issue) -333.08200 (i) -0.38964 (s) -332.09900 (f) -0.51707 (urther) -333.88500 (compounded) -336.68900 (by) -333.98300 (other) -333.91500 (\050afore\055) ] TJ -0.00100 Tc 11.96090 TL T* [ (mentioned\051) -252.49200 (optimization) -250.78400 (d) 0.29897 (if) 24.81940 (\336culties\056) ] TJ 11.95230 -12.30270 Td [ (Existing) -321.28700 (deep) -323.09100 (learning) -322.22100 (research) -321.30900 (has) -322.08300 (some) -322.21100 (f) 9.50332 (a) 20.20740 (v) 20.21720 (o) 0.29897 (rs) -321.20100 (on) -321.31400 (the) ] TJ -11.95230 -11.95230 Td [ (solutions) -368.11700 (of) -368.09800 (netw) 10 (o) 0.29652 (rk) -369.19600 (parameters) -369.01200 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 447.36800 152.66600 Tm (4) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 452.34500 152.66600 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 458.50100 152.66600 Tm (21) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00100 Tc /R40 9.96260 Tf 1 0 0 1 468.46300 152.66600 Tm [ (\135\054) -396.91900 (and) -368.19300 (also) -368.20800 (on) -368.20800 (net\055) ] TJ -159.60600 -11.95200 Td [ (w) 10.01790 (o) 0.29652 (rk) -305.01000 (architectures) -305.79000 (that) -304.80500 (can) -305.90000 (gi) 24.98600 (v) 15.70820 (e) -304.99300 (desirable) -304.99300 (s) -0.48521 (olutions) -305.80200 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 522.15700 140.71400 Tm (25) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 532.11000 140.71400 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 537.63600 140.71400 Tm (3) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 542.61400 140.71400 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R40 9.96260 Tf 1 0 0 1 308.85700 128.75200 Tm (7) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00100 Tc /R40 9.96260 Tf 1 0 0 1 313.83500 128.75200 Tm [ (\135\056) -303.01300 (In) -228.20000 (this) -228.10200 (paper) 39.29490 (\054) -234.29400 (w) 0.09802 (e) -229.08700 (a) 0.28672 (re) -228.20900 (inspired) -229.08900 (by) -229.09400 (the) -228.21700 (analysis) -229.91300 (of) -228.98100 (orthogo\055) ] TJ -4.97734 -11.95200 Td [ (nal) -274.08900 (initialization) -274.31500 (i) -0.28917 (n) -272.48100 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT -0.00399 Tc /R40 9.96260 Tf 1 0 0 1 390.64000 116.80000 Tm (21) Tj ET Q 0 0 0 1 k q 10 0 0 10 0 0 cm BT -0.00100 Tc /R40 9.96260 Tf 1 0 0 1 400.60300 116.80000 Tm [ (\135\054) -278.58600 (and) -274.28800 (propose) -274.28300 (t) -0.28917 (o) -273.38100 (constrain) -274.28300 (t) -0.28917 (he) -273.41000 (solu\055) ] TJ -0.00199 Tc -91.74530 -11.95230 Td [ (tions) -292.41200 (of) -292.31200 (weight) -293.08800 (matrices) -292.31900 (in) -292.49500 (the) -291.60300 (o) 0.19605 (rthogonal) -294.89700 (feasible) -291.58400 (set) -292.19100 (dur) 19.28600 (\055) ] TJ -0.00100 Tc 11.96090 TL T* [ (ing) -284.19500 (t) -0.28917 (he) -284.19000 (whole) -284.20300 (p) 0.29652 (rocess) -285.01900 (o) 0.29652 (f) -284.09500 (netw) 10.00320 (o) 0.29897 (rk) -285.09000 (training\056) -412.28900 (T) 80.59440 (o) -284.20300 (this) -284.09000 (end\054) -293.01000 (we) ] TJ -0.00199 Tc 11.95230 TL T* [ (propose) -293.41200 (a) -292.50800 (simple) -292.49000 (yet) -293.09300 (ef) 24.68710 (fecti) 24.87820 (v) 15.60520 (e) -294.31400 (method) -294.30400 (called) -293.42200 (S) 0.20585 (ingular) -294.19100 (V) 111.11900 (a) 0.18624 (l\055) ] TJ ET Q /R52 gs Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 32 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 35 Tm (4344) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 21 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA