%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R ] /Type /Pages /Count 10 >> endobj 2 0 obj << /Title (DisturbLabel\072 Regularizing CNN on the Loss Layer) /Producer (PyPDF2) /Author (Lingxi Xie\054 Jingdong Wang\054 Zhen Wei\054 Meng Wang\054 Qi Tian) /Subject (2016 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 14 0 R /Resources << /XObject << /x8 15 0 R /x6 18 0 R /x12 21 0 R /x10 24 0 R >> /ExtGState << /s9 27 0 R /s11 30 0 R /R41 33 0 R /a0 << /CA 1 /ca 1 >> /s5 34 0 R /s7 37 0 R >> /Font << /R48 40 0 R /R54 43 0 R /R46 48 0 R /R56 52 0 R /R44 55 0 R /R50 59 0 R /R42 63 0 R /R52 66 0 R /F2 70 0 R /F1 71 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R 78 0 R 79 0 R 80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R 98 0 R 99 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 100 0 R /Resources << /XObject << /R87 101 0 R /R89 102 0 R /R88 103 0 R /R90 104 0 R /R91 105 0 R /R92 106 0 R /R93 107 0 R /R94 108 0 R /R86 109 0 R >> /ExtGState << /R41 33 0 R >> /Font << /R111 110 0 R /R54 43 0 R /R56 52 0 R /R44 55 0 R /R50 59 0 R /R42 63 0 R /R127 113 0 R /R125 116 0 R /F1 119 0 R /R123 120 0 R /R121 125 0 R /R95 129 0 R /R129 133 0 R /R109 137 0 R /R98 142 0 R /R119 149 0 R /R113 154 0 R /R102 157 0 R /R105 164 0 R /R117 168 0 R /R107 171 0 R /R115 174 0 R /F2 178 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 179 0 R 180 0 R 181 0 R 182 0 R 183 0 R 184 0 R 185 0 R 186 0 R 187 0 R 188 0 R 189 0 R 190 0 R 191 0 R 192 0 R 193 0 R 194 0 R 195 0 R 196 0 R 197 0 R 198 0 R 199 0 R 200 0 R 201 0 R 202 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 203 0 R /Resources << /ExtGState << /R41 33 0 R >> /Font << /R145 204 0 R /R109 137 0 R /R119 149 0 R /R54 43 0 R /R113 154 0 R /R56 52 0 R /R111 110 0 R /R50 59 0 R /R42 63 0 R /R115 174 0 R /R44 55 0 R /R125 116 0 R /R117 168 0 R /R123 120 0 R /R121 125 0 R /F2 208 0 R /F1 209 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 210 0 R 211 0 R 212 0 R 213 0 R 214 0 R 215 0 R 216 0 R 217 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 218 0 R /Resources << /ColorSpace << /R159 219 0 R >> /ExtGState << /R157 221 0 R >> /Font << /R168 222 0 R /R54 43 0 R /R56 52 0 R /R44 55 0 R /R50 59 0 R /R42 63 0 R /F2 225 0 R /R160 226 0 R /R123 120 0 R /R109 137 0 R /R162 230 0 R /R119 149 0 R /R166 234 0 R /R164 238 0 R /R113 154 0 R /R111 110 0 R /R105 164 0 R /R117 168 0 R /R115 174 0 R /F1 241 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 242 0 R 243 0 R 244 0 R 245 0 R 246 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 247 0 R /Resources << /ColorSpace << /R159 219 0 R >> /ExtGState << /R157 221 0 R >> /Font << /R109 137 0 R /R162 230 0 R /R44 55 0 R /R166 234 0 R /R54 43 0 R /R113 154 0 R /R56 52 0 R /R111 110 0 R /R50 59 0 R /R42 63 0 R /F1 248 0 R /F2 249 0 R /R160 226 0 R /R123 120 0 R /R188 250 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 253 0 R 254 0 R 255 0 R 256 0 R 257 0 R 258 0 R 259 0 R 260 0 R 261 0 R 262 0 R 263 0 R 264 0 R 265 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 266 0 R /Resources << /ColorSpace << /R159 219 0 R >> /ExtGState << /R157 221 0 R >> /Font << /R211 267 0 R /R162 230 0 R /R209 270 0 R /R207 274 0 R /R54 43 0 R /R50 59 0 R /F1 277 0 R /R44 55 0 R /R105 164 0 R /R42 63 0 R /R107 171 0 R /F2 278 0 R /R160 226 0 R /R111 110 0 R /R109 137 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 279 0 R 280 0 R 281 0 R 282 0 R 283 0 R 284 0 R 285 0 R 286 0 R 287 0 R 288 0 R 289 0 R 290 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 291 0 R /Resources << /ExtGState << /R41 33 0 R >> /Font << /R109 137 0 R /R119 149 0 R /R54 43 0 R /R56 52 0 R /R44 55 0 R /R50 59 0 R /R42 63 0 R /R107 171 0 R /F2 292 0 R /F1 293 0 R /R123 120 0 R /R111 110 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 294 0 R 295 0 R 296 0 R 297 0 R 298 0 R 299 0 R 300 0 R 301 0 R 302 0 R 303 0 R 304 0 R 305 0 R 306 0 R 307 0 R 308 0 R 309 0 R 310 0 R 311 0 R 312 0 R 313 0 R 314 0 R 315 0 R 316 0 R 317 0 R 318 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 319 0 R /Resources << /ColorSpace << /R159 219 0 R >> /ExtGState << /R269 320 0 R /R41 33 0 R >> /Font << /R109 137 0 R /R162 230 0 R /R44 55 0 R /R54 43 0 R /R111 110 0 R /R50 59 0 R /R42 63 0 R /R107 171 0 R /F2 321 0 R /F1 322 0 R /R272 323 0 R /R270 326 0 R /R274 330 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 334 0 R 335 0 R 336 0 R 337 0 R 338 0 R 339 0 R 340 0 R 341 0 R 342 0 R 343 0 R 344 0 R 345 0 R 346 0 R 347 0 R 348 0 R 349 0 R 350 0 R 351 0 R 352 0 R 353 0 R 354 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 355 0 R /Resources << /ExtGState << /R41 33 0 R >> /Font << /F2 356 0 R /F1 357 0 R /R44 55 0 R /R50 59 0 R /R42 63 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 358 0 R /Resources << /ExtGState << /R41 33 0 R >> /Font << /F2 359 0 R /F1 360 0 R /R44 55 0 R /R50 59 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 13 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 14 0 obj << /Length 18052 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R41 gs 0 g q 10 0 0 10 0 0 cm BT /R42 14.34620 Tf 1 0 0 1 138.65100 675.06700 Tm [ (DisturbLabel\072) -309.98800 (Regularizing) -249.99800 (CNN) -250.00800 (on) -250.01300 (the) -250.00800 (Loss) -249.99500 (Lay) 10.01330 (er) ] TJ /R44 11.95520 Tf -11.64410 -37.85820 Td [ (Lingxi) -250.01000 (Xie) ] TJ /R44 7.97010 Tf 52.13590 4.33906 Td (1) Tj /R46 7.97010 Tf 7.47187 0 Td [ <03> -0.29866 ] TJ /R44 11.95520 Tf 11.95510 -4.33906 Td [ (Jingdong) -250 (W) 80 (ang) ] TJ /R44 7.97010 Tf 74.41990 4.33906 Td (2) Tj /R44 11.95520 Tf 16.43910 -4.33906 Td [ (Zhen) -249.99100 (W) 80 (ei) ] TJ /R44 7.97010 Tf 46.51720 4.33906 Td (3) Tj /R44 11.95520 Tf 16.43790 -4.33906 Td [ (Meng) -250.01600 (W) 80 (ang) ] TJ /R44 7.97010 Tf 58.47300 4.33906 Td (4) Tj /R44 11.95520 Tf 16.43790 -4.33906 Td [ (Qi) -250.01400 (T) 34.98980 (ian) ] TJ /R44 7.97010 Tf 36.43910 4.33906 Td (5) Tj -378.64700 -13.95900 Td (1) Tj /R44 11.95520 Tf 4.48281 -4.33789 Td [ (Department) -250 (of) -250.01500 (Statistics\054) -250 (Uni) 24.99570 (v) 14.98510 (ersity) -249.98900 (of) -250.01400 (California\054) -249.99300 (Los) -249.98900 (Angeles\054) -249.99100 (Los) -249.98900 (Angeles\054) -249.99300 (CA\054) -249.98500 (USA) ] TJ /R44 7.97010 Tf 120.96200 -9.62031 Td (2) Tj /R44 11.95520 Tf 4.48281 -4.33789 Td [ (Microsoft) -250.01000 (Research\054) -249.99500 (Beijing\054) -249.98900 (China) ] TJ /R44 7.97010 Tf -118.43300 -9.61992 Td (3) Tj /R44 11.95520 Tf 4.48281 -4.33906 Td [ (Department) -250 (of) -250.01500 (Computer) -250.01400 (Science\054) -249.99300 (Shanghai) -249.98900 (Jiao) -249.98300 (T) 80.01470 (ong) -249.98900 (Uni) 24.99570 (v) 14.98510 (ersity) 64.98870 (\054) -250.01000 (Shanghai\054) -250.01400 (China) ] TJ /R44 7.97010 Tf -24.29300 -9.61992 Td (4) Tj /R44 11.95520 Tf 4.48320 -4.33789 Td [ (School) -250.00400 (of) -250.01500 (Computer) -250.01400 (and) -249.98700 (Information\054) -249.99300 (Hefei) -250.01000 (Uni) 24.99570 (v) 14.98510 (ersity) -249.98900 (of) -250.01400 (T) 70.01640 (echnology) 65.01320 (\054) -250.01000 (Hefei\054) -249.99700 (Anhui\054) -250.00200 (China) ] TJ /R44 7.97010 Tf -12.09220 -9.62031 Td (5) Tj /R44 11.95520 Tf 4.48320 -4.33789 Td [ (Department) -250 (of) -250.01500 (Computer) -250.01400 (Science\054) -249.99300 (Uni) 24.99570 (v) 14.98510 (ersity) -249.98900 (of) -250.01400 (T) 70.01640 (e) 14.98920 (xas) -249.99300 (at) -249.98700 (San) -249.98900 (Antonio\054) -250.00600 (San) -249.98900 (Antonio\054) -250.00600 (TX\054) -250.01400 (USA) ] TJ /R44 7.97010 Tf 111.28900 -9.61992 Td (1) Tj /R48 8.96640 Tf 4.48281 -4.33906 Td (198808xc\100gmail\056com) Tj /R44 7.97010 Tf 108.79200 4.33906 Td (2) Tj /R48 8.96640 Tf 4.48281 -4.33906 Td (jingdw\100microsoft\056com) Tj /R44 7.97010 Tf -179.77600 -9.61914 Td (3) Tj /R48 8.96640 Tf 4.48398 -4.33867 Td (94hazelnut\100gmail\056com) Tj /R44 7.97010 Tf 119.55100 4.33867 Td (4) Tj /R48 8.96640 Tf 4.48320 -4.33867 Td (wangmeng\100hfut\056edu\056cn) Tj /R44 7.97010 Tf 119.55200 4.33867 Td (5) Tj /R48 8.96640 Tf 4.48281 -4.33867 Td (qitian\100cs\056utsa\056edu) Tj /R42 11.95520 Tf -229.47500 -41.04610 Td (Abstract) Tj /R50 9.96260 Tf -83.92810 -24.88590 Td [ (During) -391.98200 (a) -392.00800 (long) -391.99100 (period) -391.00800 (of) -392 (time) -392 (we) -392.00400 (ar) 36.98650 (e) -392.01800 (combating) -392.01500 (o) 10.00320 (ver) 19.99420 (\055) ] TJ -11.95470 -11.95510 Td [ <027474696e67> -321.00800 (in) -322.01200 (the) -320.99700 (CNN) -321.00500 (tr) 14.99140 (aining) -321.99000 (pr) 44.98390 (ocess) -320.99700 (with) -321.01300 (model) -322.01000 (r) 37.01830 (e) 39.98840 (gulariza\055) ] TJ 11.95510 TL T* [ (tion\054) -389.00600 (including) -360.99600 (weight) -361.00500 (decay) 55.00800 (\054) -388.99100 (model) -360.98300 (aver) 15.01960 (a) 10.00320 (ging) 9.98118 (\054) -388.99100 (data) -361.01600 (aug\055) ] TJ T* [ (mentation\054) -446.98100 (etc\056) -783.00500 (In) -406.99000 (this) -407.98500 (paper) 111.01800 (\054) -446.98200 (we) -406.98200 (pr) 36.98520 (esent) ] TJ /R42 9.96260 Tf 176.74400 0 Td (DisturbLabel) Tj /R50 9.96260 Tf 57.01520 0 Td (\054) Tj -233.75900 -11.95470 Td [ (an) -326.01400 (e) 19.99240 (xtr) 36.98340 (emely) -327.00700 (simple) -326 (algorithm) -326.99300 (whic) 14.99870 (h) -326.01900 (r) 14.98280 (andomly) -326 (r) 37.01830 (eplaces) -326.99400 (a) ] TJ 11.95630 TL T* [ (part) -427.00400 (of) -425.99500 (labels) -427.00100 (as) -427.01600 (incorr) 36.99870 (ect) -426.00900 (values) -427.01200 (in) -427.01500 (eac) 15.01470 (h) -426.98300 (iter) 14.99500 (ation\056) -839.98500 (Al\055) ] TJ 11.95470 TL T* [ (though) -402.01800 (it) -401.99700 (seems) -402.00500 (weir) 36.99630 (d) -402.00600 (to) -402 (intentionally) -401.99200 (g) 10.00320 (ener) 15.01960 (ate) -402.00400 (incorr) 36.99870 (ect) ] TJ T* [ (tr) 14.99140 (aining) -456.98700 (labels\054) -508.98500 (we) -457.01300 (show) -456.99200 (that) -456.99700 (DisturbLabel) -458.01400 (pr) 36.98650 (e) 15.01220 (vents) -457.01200 (the) ] TJ T* [ (network) -379.00700 (tr) 14.99140 (aining) -379 (fr) 44.98640 (om) -378.98800 (o) 10.00320 (ver) 19.99420 <2d027474696e67> -379.00200 (by) -378.99400 (implicitly) -378.99300 (aver) 15.01960 (a) 10.00320 (ging) ] TJ T* [ (o) 10.00320 (ver) -361.98100 (e) 19.99240 (xponentially) -362.01700 (many) -362.00900 (networks) -361.98400 (whic) 15 (h) -362.99300 (ar) 38.00590 (e) -363.00300 (tr) 14.99010 (ained) -362 (with) ] TJ T* [ (dif) 18.01660 (fer) 36.98340 (ent) -336.99500 (label) -336.98300 (sets\056) -570.98600 (T) 92 (o) -338.01700 (t) 0.98758 (h) -1.01454 (e) -337.00700 (best) -336.98900 (of) -336.99000 (our) -336.98500 (knowledg) 9.99098 (e) 9.99343 (\054) -358.99600 (Distur) 19.99180 (\055) ] TJ 11.95590 TL T* [ (bLabel) -379.00200 (serves) -380.01000 (as) -378.98500 (the) -380.00800 <0272> 10.00940 (st) -378.98200 (work) -379.99500 (whic) 14.99870 (h) -378.99100 (adds) -379.99300 (noises) -379.01000 (on) -380.00500 (the) ] TJ /R42 9.96260 Tf 11.95510 TL T* [ (loss) -300.00400 (lay) 10.01550 (er) ] TJ /R50 9.96260 Tf 39.96800 0 Td [ (\056) -459.01900 (Meanwhile) 9.99466 (\054) -313.00400 (DisturbLabel) -298.98200 (cooper) 14.99010 (ates) -300.01400 (well) -300.00600 (with) ] TJ -39.96800 -11.95470 Td [ (Dr) 44.98210 (opout) -234.01200 (to) -233.98800 (pr) 44.98390 (o) 10.00320 (vide) -233.99600 (complementary) -234.01100 (r) 37.01960 (e) 39.98840 (gularization) -234.00800 (function\055) ] TJ T* [ (s\056) -324.01600 (Experiments) -254.98600 (demonstr) 15.01100 (ate) -253.98900 (competitive) -254.99200 (r) 37.01830 (eco) 9.99588 (gnition) -255.01400 (r) 37.01830 (esults) ] TJ T* [ (on) -249.98800 (se) 15.01890 (ver) 15.01470 (al) -249.98500 (popular) -249.99900 (ima) 10.01300 (g) 10.00320 (e) -250.00200 (r) 37.01960 (eco) 9.99466 (gnition) -249.99500 (datasets\056) ] TJ /R42 11.95520 Tf 38.79180 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R44 9.96260 Tf 11.95470 -19.90430 Td [ (Deep) -243.01900 (Con) 40.01660 (v) 20.00160 (olutional) -243.01300 (Neural) -241.99500 (Netw) 10.00690 (orks) -243.00600 (\050CNNs\051) -242.99900 (\13317\135) -243.01600 (ha) 19.99670 (v) 14.98280 (e) ] TJ -11.95470 -11.95470 Td [ (sho) 24.99220 (wn) -541 <7369676e690263616e74> -542.01900 (performance) -541.00800 (g) 4.98446 (ains) -540.99300 (in) -540.99500 (image) -542.01300 (recogni\055) ] TJ 11.95510 TL T* [ (tion) -211 (\13315\135\056) -295.98400 (The) -211.01900 (lar) 17.99700 (ge) -210.00300 (image) -211.00800 (repository) 64.99900 (\054) -218 (ImageNet) -211.01400 (\1333\135\054) -218.00300 (and) -211.01900 (the) ] TJ T* [ (high\055performance) -399.01200 (computational) -399.99800 (resources) -398.99000 (such) -398.98000 (as) -400.00900 (GPUs) ] TJ 11.95590 TL T* [ (played) -445.01000 (v) 14.98280 (ery) -444.00700 (important) -444.98200 (roles) -443.99300 (in) -445.01200 (the) -445.01600 (resur) 17.99700 (gence) -444.00700 (of) -444.98200 (CNNs\056) ] TJ 11.95510 TL T* [ (Meanwhile\054) -375.00800 (a) -351.00500 (number) -350 (of) -350.01900 (research) -351.01300 (attempts) -349.98300 (on) -350.01000 (v) 24.98110 (arious) -350.98600 (as\055) ] TJ T* [ (pects) -318.99600 (ha) 19.99730 (v) 14.98280 (e) -317.99000 (been) -319.00400 (made) -318.99700 (to) -318.01300 (learn) -319.00600 (the) -318.01800 (deep) -319.00300 (hierarchical) -319.00300 (struc\055) ] TJ T* [ (ture) -426.98300 (better) -427.01900 (\13330\135\13334\135) -426 (and) -426.98100 (f) 9.99466 (aster) -426.98600 (\13310\135\056) -840.01100 (CNN) -427.00700 (also) -427.01200 (pro) 14.98520 (vides) ] TJ T* [ (ef) 25.00810 <026369656e74> -250.01200 (visual) -250.01100 (features) -249.99900 (for) -249.99900 (other) -249.98800 (tasks) -250.01700 (\1334\135\13326\135\13339\135\13340\135\13341\135\056) ] TJ ET Q 3.98000 w 0 G 501.12100 1282.73000 m 1446.11000 1282.73000 l S q 10 0 0 10 0 0 cm BT /R52 5.97760 Tf 1 0 0 1 60.14100 121.67100 Tm [ <03> -0.90058 ] TJ /R44 7.97010 Tf 4.31680 -2.81328 Td [ (This) -408.98300 (w) 10.01290 (ork) -409.98900 (w) 10.01210 (as) -408.99600 (done) -408.98400 (when) -409.98600 (Lingxi) -409 (Xie) -410 (and) -409.02100 (Zhen) -408.99300 (W) 79.98030 (ei) -410.01300 (were) -409.00200 (interns) ] TJ -14.34570 -9.46367 Td [ (at) -405.01500 (MSR\056) -406.01200 (This) -405.01300 (w) 10.01210 (ork) -406.01900 (w) 10.01210 (as) -404.97700 (supported) -405.99900 (by) -405.00600 (AR) 40.01310 (O) -405.99600 (grant) -404.97400 (W911NF\05515\0551\0550290\054) ] TJ 9.46523 TL T* [ (F) 15.01350 (aculty) -277.01000 (Research) -276.98000 (Gift) -277.01300 (A) 92.00800 (w) 10.01210 (ards) -277.00400 (by) -278.01800 (NEC) -277.01700 (Labs) -276.99700 (of) -277.00900 (America) -277.00600 (and) -276.98400 (Blippar) 40.01160 (\054) -283.97800 (and) ] TJ 9.46406 TL T* [ (NSFC) -324.99200 (61322201\054) -342.99600 (61429201) -325.00300 (and) -325.01400 (61432019\056) -535.02300 (W) 79.98030 (e) -324.98800 (thank) -325.01800 (Prof\056) -533.99700 (Alan) -324.97900 (Y) 110.97700 (uille) ] TJ 9.46484 TL T* [ (and) -249.97800 (the) -250.00600 (anon) 15.01280 (ymous) -250.00700 (re) 25.01870 (vie) 24.99730 (wers) -250.02000 (for) -249.98500 (instructi) 25.02180 (v) 14.98370 (e) -250 (discussions\056) ] TJ /R44 9.96260 Tf 270.70500 417.45500 Td [ (Man) 14.99010 (y) -513.98800 (re) 15.00980 (gularization) -513.02000 (techniques) -514.00200 (ha) 19.99670 (v) 14.98280 (e) -513.99800 (been) -513.99300 (de) 25.01540 (v) 14.98280 (eloped) ] TJ -11.95510 -11.95510 Td [ (to) -423.99500 (pre) 25.01300 (v) 14.98280 (ent) -425.02000 (neural) -424.00300 (netw) 10.00810 (ork) -424.98300 (from) -423.99800 (o) 14.98280 (v) 14.98280 (er) 19.98690 <2d027474696e672c> ] TJ /R50 9.96260 Tf 186.66900 0 Td [ (e) 15.01220 (\056g) 14.98770 (\056) ] TJ /R44 9.96260 Tf 14.08710 0 Td [ (\054) -467.99500 (the) ] TJ /R54 9.96260 Tf 23.55620 0 Td [ (\140) -0.70086 ] TJ /R56 6.97380 Tf 4.15078 -1.49492 Td [ (2) -0.49712 ] TJ /R44 9.96260 Tf 4.46914 1.49492 Td (\055) Tj -232.93200 -11.95510 Td [ (re) 15.00980 (gularization) -293.99700 (o) 14.98280 (v) 14.98280 (er) -293.99700 (the) ] TJ /R50 9.96260 Tf 93.55200 0 Td (weights) Tj /R44 9.96260 Tf 33.37500 0 Td (\050) Tj /R50 9.96260 Tf 3.31797 0 Td (a\056k\056a\056) Tj /R44 9.96260 Tf 21.85780 0 Td [ (\054) -305.00300 (weight) -294.00500 (decay\051) -293.99500 (\13314\135\054) ] TJ -152.10300 -11.95590 Td [ (Dropout) -343.99400 (\1338\135) -343.00400 (which) -344.00600 (discards) -342.98200 (randomly\055selected) ] TJ /R50 9.96260 Tf 192.52500 0 Td (activations) Tj /R44 9.96260 Tf -192.52500 -11.95510 Td [ (on) -380.00500 (the) -378.98800 (\050hidden\051) -379.99800 (layers) -378.98800 (during) -379.99100 (training\054) -412.01900 (DropConnect) -380.02000 (\13338\135) ] TJ 11.95510 TL T* [ (which) -292.99500 (sets) -292.99500 (randomly\055selected) ] TJ /R50 9.96260 Tf 121.64200 0 Td (weights) Tj /R44 9.96260 Tf 33.36410 0 Td [ (to) -293 (zero) -293.01500 (during) -292.98500 (train\055) ] TJ -155.00600 -11.95470 Td [ (ing\054) -443.98500 (data) -404.00900 (ar) 17.98960 (gumentation) -405.02100 (which) -405.01600 (manipulates) -404.98600 (the) ] TJ /R50 9.96260 Tf 198.45300 0 Td [ (input) -405.00100 (da\055) ] TJ -198.45300 -11.95510 Td (ta) Tj /R44 9.96260 Tf 10.24100 0 Td [ (\1332\135\13315\135\054) -249.99300 (and) -249.99300 (early) -249.99700 (stopping) -249.99300 (the) -249.98800 (iteration) -250.01200 (\13325\135\056) ] TJ 1.71406 -12.62300 Td [ (In) -287.98900 (this) -288.98600 (paper) 39.99090 (\054) -297.98700 (we) -287.99400 (propose) ] TJ /R42 9.96260 Tf 104.52900 0 Td (DisturbLabel) Tj /R44 9.96260 Tf 59.88790 0 Td [ (which) -288.01600 (imposes) ] TJ -176.37200 -11.95510 Td [ (the) -388.00600 (re) 15.00980 (gularization) -387.00200 (within) -388.01900 (the) ] TJ /R42 9.96260 Tf 120.44400 0 Td [ (loss) -387.98900 (lay) 10.01790 (er) ] TJ /R44 9.96260 Tf 40.84300 0 Td [ (\056) -723.01200 (In) -388.01400 (each) -387.00400 (training) ] TJ -161.28700 -11.95510 Td [ (iteration\054) -363.98800 (DisturbLabel) -341.00400 (randomly) -341.01200 (selects) -340.98700 (a) -341.00700 (small) -341.99200 (subset) -341.01700 (of) ] TJ T* [ (samples) -444.01700 (\050from) -443.99700 (those) -443.98500 (in) -443.99200 (the) -443.99500 (current) -444.00400 (mini\055batch\051) -444.00900 (and) -444 (ran\055) ] TJ 11.95630 TL T* [ (domly) -307.01200 (sets) -306.01300 (their) -306.99500 (ground\055truth) -305.98800 (labels) -306.99300 (to) -306.01800 (be) -307.00800 (incorrect\054) -321 (which) ] TJ 11.95470 TL T* [ (results) -427.00200 (in) -425.99500 (a) -426.99200 (noisy) -426.99700 (loss) -425.98300 (function) -427.00200 (and\054) -471.01000 (consequently) 65.00880 (\054) -471.01500 (noisy) ] TJ T* [ (gradient) -332.00600 (back\055propag) 4.98936 (ation\056) -556.98100 (T) 79.99160 (o) -332.01800 (the) -332.99300 (best) -332.00800 (of) -331.98400 (our) -332.99800 (kno) 24.99090 (wledge\054) ] TJ T* [ (this) -359.01400 (is) -358.98700 (the) -360.01100 <02727374> -359.01400 (attempt) -359.00900 (to) -360.00900 (re) 15.00730 (gular) 0.99003 (ize) -359.97900 (the) -358.98900 (CNN) -359.01900 (on) -358.98900 (the) ] TJ /R50 9.96260 Tf 220.74800 0 Td (loss) Tj -220.74800 -11.95510 Td (layer) Tj /R44 9.96260 Tf 20.47300 0 Td [ (\056) -297.00700 (W) 79.98660 (e) -212.00900 (sho) 24.99340 (w) -212.00100 (that) -211.98900 (DisturbLabel) -212.00400 (is) -211.98900 (an) -212.00400 (alternati) 24.99580 (v) 14.98280 (e) -212.00900 (approach) ] TJ -20.47300 -11.95590 Td [ (to) -217.99100 (combining) -217.99500 (a) -218.00800 (lar) 17.99700 (ge) -218.00300 (number) -217.98300 (of) -218.00300 (models) -218.01300 (that) -217.98800 (are) -218.01300 (trained) -217.98800 (with) ] TJ T* [ (dif) 24.98600 (ferent) -372.01900 (noisy) -371.00700 (data\056) -676 (Experimental) -371.00200 (results) -371.99200 (sho) 24.99090 (w) -372.01100 (that) -372.00200 (Dis\055) ] TJ T* [ (turbLabel) -318.98400 (achie) 25.01540 (v) 14.98280 (es) -317.98400 (comparable) -318.99100 (performance) -319.00600 (with) -318.98100 (Dropout) ] TJ T* [ (and) -477.99400 (that) -477.98400 (it\054) -534.99200 (in) -477.00600 (conjunction) -477.99400 (with) -478.01300 (Dropout\054) -535.01900 (obtains) -478.00800 (better) ] TJ T* [ (performance) -249.99700 (on) -249.98800 (se) 25.01790 (v) 14.98280 (eral) -250.00200 (image) -249.98300 <636c6173736902636174696f6e> -249.98800 (benchmarks\056) ] TJ 11.95510 -12.62300 Td [ (The) -275.98800 (rest) -275.98800 (of) -275.99100 (this) -276.00800 (paper) -275.01500 (is) -276.01800 (or) 17.99700 (g) 4.98446 (anized) -275.98800 (as) -275.99300 (follo) 24.99580 (ws\056) -388.00400 (Section) -276.00300 (2) ] TJ -11.95510 -11.95510 Td [ <627269650379> -433.98200 (introduces) -434.01600 (related) -434.98100 (w) 10.00320 (ork\056) -862.00300 (The) -434.98100 (Dis) 0.99493 (turbLabel) -435.00600 (algo\055) ] TJ T* [ (rithm) -379.98600 (is) -380.00300 (presented) -380.98300 (in) -380.00300 (Section) -379.98600 (3\056) -701.01000 (The) -380.01000 (discussions) -380 (and) -380.99000 (the) ] TJ T* [ (cooperation) -219 (with) -217.98100 (Dropout) -218.99800 (are) -218.99300 (presente) 0.98513 (d) -219.01700 (in) -219.01200 (Sections) -218.00800 (4) -219.01700 (and) -219.01700 (5\054) ] TJ 11.95630 TL T* [ (respecti) 24.98600 (v) 14.98280 (ely) 65.01610 (\056) -507.99100 (Experimental) -315.01100 (results) -316.00100 (are) -315.99600 (sho) 24.99090 (wn) -316.01600 (in) -316.01600 (Section) -315.99600 (6\054) ] TJ 11.95510 TL T* [ (and) -249.99300 (we) -250 (conclude) -249.98300 (our) -249.99000 (w) 10 (ork) -249.99300 (in) -249.98800 (Section) -250.00700 (7\056) ] TJ /R42 11.95520 Tf 25.91290 TL T* [ (2\056) -249.98900 (Related) -250.00200 (W) 74.99720 (ork) ] TJ /R44 9.96260 Tf 11.95510 -19.59610 Td [ (The) -453.99800 (recent) -454.00800 (great) -454.00300 (success) -453.01300 (of) -454.00300 (CNNs) -454.01700 (in) -453.99300 (image) -453.98800 (recogni\055) ] TJ -11.95510 -11.95590 Td [ (tion) -371.99200 (has) -372.00900 <62656e650274746564> -371.98400 (from) -370.98700 (and) -372.01100 (inspired) -371.98700 (a) -371.98200 (wide) -372.00700 (range) -372.01600 (of) -372.01600 (re\055) ] TJ 11.95510 TL T* [ (search) -500 (ef) 25.00810 (forts\054) -562.00900 (such) -499.98300 (as) -499.01200 (designing) -499.99500 (deeper) -500 (netw) 10.00810 (ork) -499.99000 (struc\055) ] TJ T* [ (tures) -566.99400 (\13330\135\13334\135\054) -644.98100 (e) 15.01220 (xploring) -567.00800 (or) -567.00300 (learning) -566.00400 (non\055linear) -566.98400 (acti) 24.98110 (v) 24.98110 (a\055) ] TJ T* [ (tion) -488.99200 (functions) -490.00400 (\1335\135\13321\135\1337\135\054) -549.00200 (de) 25.01540 (v) 14.98280 (eloping) -490.00600 (ne) 25.01540 (w) -489.01200 (pooling) -489.99700 (oper) 19.99670 (\055) ] TJ -13.74100 -29.88830 Td (1) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 50 Tm (4753) Tj T* ET Q endstream endobj 15 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 16 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 16 0 obj << /Filter /FlateDecode /Resources 17 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
17 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 19 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources 20 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
20 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 22 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
22 0 obj
<<
/Filter /FlateDecode
/Resources 23 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA