%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R 13 0 R ] /Type /Pages /Count 11 >> endobj 2 0 obj << /Title (Fast ConvNets Using Group\055Wise Brain Damage) /Producer (PyPDF2) /Author (Vadim Lebedev\054 Victor Lempitsky) /Subject (2016 IEEE Conference on Computer Vision and Pattern Recognition) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 15 0 R /Resources << /XObject << /x8 16 0 R /x6 19 0 R /x12 22 0 R /x10 25 0 R >> /ExtGState << /s9 28 0 R /s11 31 0 R /a0 << /CA 1 /ca 1 >> /R20 34 0 R /s5 35 0 R /s7 38 0 R >> /Font << /F2 41 0 R /R29 42 0 R /F1 46 0 R /R21 47 0 R /R23 51 0 R /R25 55 0 R /R27 59 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 62 0 R 63 0 R 64 0 R 65 0 R 66 0 R 67 0 R 68 0 R 69 0 R 70 0 R 71 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 72 0 R /Resources << /ExtGState << /R20 34 0 R >> /Font << /F2 73 0 R /R79 74 0 R /R73 77 0 R /R71 82 0 R /R77 87 0 R /R75 91 0 R /R29 42 0 R /R67 95 0 R /F1 99 0 R /R21 47 0 R /R23 51 0 R /R69 100 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R 112 0 R 113 0 R 114 0 R 115 0 R 116 0 R 117 0 R 118 0 R 119 0 R 120 0 R 121 0 R 122 0 R 123 0 R 124 0 R 125 0 R 126 0 R 127 0 R 128 0 R 129 0 R 130 0 R 131 0 R 132 0 R 133 0 R 134 0 R 135 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Contents 136 0 R /Resources << /XObject << /R127 137 0 R /R126 138 0 R /R125 139 0 R /R124 140 0 R /R123 141 0 R /R122 142 0 R /R121 143 0 R /R120 144 0 R /R129 146 0 R /R128 147 0 R /R145 148 0 R /R144 149 0 R /R147 151 0 R /R146 156 0 R /R141 157 0 R /R140 158 0 R /R143 150 0 R /R142 160 0 R /R101 161 0 R /R103 162 0 R /R102 163 0 R /R105 164 0 R /R104 165 0 R /R107 155 0 R /R106 166 0 R /R109 153 0 R /R108 154 0 R /R130 167 0 R /R131 168 0 R /R132 169 0 R /R133 170 0 R /R134 171 0 R /R135 172 0 R /R136 173 0 R /R137 174 0 R /R138 175 0 R /R139 159 0 R /R118 176 0 R /R119 145 0 R /R112 178 0 R /R110 180 0 R /R111 179 0 R /R116 181 0 R /R117 177 0 R /R115 182 0 R >> /ExtGState << /R99 152 0 R /R20 34 0 R >> /Font << /F2 188 0 R /R79 74 0 R /R113 183 0 R /R71 82 0 R /R77 87 0 R /R148 189 0 R /R29 42 0 R /R67 95 0 R /F1 192 0 R /R73 77 0 R /R23 51 0 R /R75 91 0 R /R69 100 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /Group 187 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 193 0 R 194 0 R 195 0 R 196 0 R 197 0 R 198 0 R 199 0 R 200 0 R 201 0 R 202 0 R 203 0 R 204 0 R ] /Type /Page >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 205 0 R /Resources << /XObject << /R168 206 0 R >> /ExtGState << /R99 152 0 R /R20 34 0 R >> /Font << /R79 74 0 R /R73 77 0 R /R71 82 0 R /R77 87 0 R /R75 91 0 R /F2 208 0 R /R67 95 0 R /F1 209 0 R /R21 47 0 R /R23 51 0 R /R69 100 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 210 0 R 211 0 R 212 0 R 213 0 R 214 0 R 215 0 R 216 0 R 217 0 R 218 0 R 219 0 R 220 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 221 0 R /Resources << /XObject << /R183 222 0 R /R182 223 0 R /R185 224 0 R /R184 225 0 R >> /ExtGState << /R99 152 0 R /R20 34 0 R >> /Font << /F2 226 0 R /R79 74 0 R /R73 77 0 R /R77 87 0 R /R75 91 0 R /R29 42 0 R /R67 95 0 R /F1 227 0 R /R21 47 0 R /R23 51 0 R /R69 100 0 R /R27 59 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 228 0 R 229 0 R 230 0 R 231 0 R 232 0 R 233 0 R 234 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 235 0 R /Resources << /ExtGState << /R20 34 0 R >> /Font << /F2 236 0 R /R67 95 0 R /F1 237 0 R /R21 47 0 R /R73 77 0 R /R23 51 0 R /R69 100 0 R /R27 59 0 R /R75 91 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 238 0 R 239 0 R 240 0 R 241 0 R 242 0 R 243 0 R 244 0 R 245 0 R 246 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 247 0 R /Resources << /ExtGState << /R20 34 0 R >> /Font << /F2 248 0 R /R67 95 0 R /R79 74 0 R /R21 47 0 R /R73 77 0 R /R23 51 0 R /F1 249 0 R /R69 100 0 R /R75 91 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 250 0 R 251 0 R 252 0 R 253 0 R 254 0 R 255 0 R 256 0 R 257 0 R 258 0 R 259 0 R 260 0 R 261 0 R 262 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Contents 263 0 R /Resources << /XObject << /R239 264 0 R /R238 265 0 R /R237 266 0 R /R236 268 0 R /R231 269 0 R /R230 267 0 R >> /ExtGState << /R99 152 0 R /R20 34 0 R >> /Font << /R79 74 0 R /R73 77 0 R /R234 270 0 R /R232 274 0 R /R75 91 0 R /F2 277 0 R /R67 95 0 R /F1 278 0 R /R23 51 0 R /R69 100 0 R /R25 55 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /Group 279 0 R /MediaBox [ 0 0 612 792 ] /Annots [ 280 0 R 281 0 R 282 0 R 283 0 R 284 0 R ] /Type /Page >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 285 0 R /Resources << /ExtGState << /R20 34 0 R >> /Font << /R21 47 0 R /R29 42 0 R /R23 51 0 R /F1 286 0 R /F2 287 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 288 0 R /Resources << /ExtGState << /R20 34 0 R >> /Font << /R29 42 0 R /F2 289 0 R /R23 51 0 R /F1 290 0 R /R27 59 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 291 0 R 292 0 R 293 0 R ] >> endobj 13 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 294 0 R /Resources << /ExtGState << /R20 34 0 R >> /Font << /R29 42 0 R /F2 295 0 R /R23 51 0 R /F1 296 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 14 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 15 0 obj << /Length 17067 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R20 gs 0 g q 10 0 0 10 0 0 cm BT /R21 14.34620 Tf 1 0 0 1 150.17000 675.06700 Tm [ (F) 24.98890 (ast) -249.99800 (Con) 40.00710 (vNets) -250.00300 (Using) -249.99100 (Gr) 18.01160 (oup\055wise) -249.98800 (Brain) -249.99100 (Damage) ] TJ /R23 11.95520 Tf -27.48200 -47.82030 Td [ (V) 110.99500 (adim) -250.00200 (Lebede) 25.01000 (v) ] TJ /R23 7.97010 Tf 75.06600 4.33828 Td (1\0542) Tj /R23 11.95520 Tf 186.51700 -4.33828 Td [ (V) 59.99160 (ictor) -250.00600 (Lempitsk) 14.99330 (y) ] TJ /R23 7.97010 Tf 83.78090 4.33828 Td (1) Tj -310.50600 -23.91020 Td (1) Tj /R23 11.95520 Tf 7.47187 -4.33906 Td [ (Sk) 10.00540 (olk) 9.98499 (o) 14.98620 (v) 19.98530 (o) -250.00200 (Institute) -250.01600 (of) -250.01400 (Science) -250.00600 (and) -249.98700 (T) 70.01640 (echnology) -249.99700 (\050Sk) 9.99010 (oltech\051) ] TJ /R23 7.97010 Tf 110.95500 -9.60898 Td (2) Tj /R23 11.95520 Tf 7.47187 -4.33789 Td [ (Y) 99.98470 (ande) 14.99130 (x) ] TJ /R25 8.96640 Tf -87.27770 -13.94800 Td [ (f) -0.89990 ] TJ /R27 8.96640 Tf 4.60781 0 Td [ (vadim\056lebedev\054) -600.00500 (lempitsky) ] TJ /R25 8.96640 Tf 129.11600 0 Td [ (g) -0.90126 ] TJ /R27 8.96640 Tf 4.60703 0 Td (\100skoltech\056ru) Tj /R21 11.95520 Tf -188.50300 -49.06600 Td (Abstract) Tj /R29 9.96260 Tf -83.92810 -25.24610 Td [ (W) 91.98650 (e) -323.00900 (r) 37.01960 (e) 15.01280 (visit) -322.98200 (the) -322.99800 (idea) -322.01200 (of) -322.99300 (br) 14.98890 (ain) -322.98800 (dama) 10.01670 (g) 10.00320 (e) 9.99343 (\054) -341 (i\056e) 14.98280 (\056) -323.00200 (the) -322.99800 (pruning) -323.00500 (of) ] TJ -11.95470 -11.95470 Td [ (the) -261.98800 (coef) 18 <026369656e7473> -262.99300 (of) -261.98300 (a) -263.01000 (neur) 14.99010 (al) -263.00300 (networ) 1.01209 (k\054) -265.99600 (and) -263 (sug) 10.01550 (g) 10.00320 (est) -261.98600 (how) -262.99300 (br) 14.99010 (ain) ] TJ 11.95630 TL T* [ (dama) 10.01610 (g) 10.00320 (e) -236.00400 (can) -235.99400 (be) -235.99900 <6d6f6469026564> -236.01300 (and) -235.98500 (used) -235.98800 (to) -235.98800 (speedup) -235.98300 (con) 39.99820 (volutional) ] TJ 11.95470 TL T* [ (layer) 10.00810 (s) -309.00100 (in) -310.01400 (Con) 40.01660 (vNets\056) -488.01500 (The) -310.01200 (appr) 44.99370 (oac) 14.98400 (h) -309.00200 (uses) -308.99500 (the) -310.01900 (fact) -308.99300 (that) -310.00200 (many) ] TJ T* [ (ef) 18 <026369656e74> -389.99700 (implementations) -389.00900 (r) 37.01960 (educe) -390.01600 (g) 10.00320 (ener) 15.01960 (alized) -389.98600 (con) 39.99820 (volutions) ] TJ T* [ (to) -229.00800 (matrix) -228.01600 (multiplications\056) -303.00500 (The) -229.00600 (sug) 10.01430 (g) 10.00320 (ested) -227.99100 (br) 14.99010 (ain) -229.00300 (dama) 10.01550 (g) 10.00320 (e) -228.98600 (pr) 44.98510 (o\055) ] TJ T* [ (cess) -239.99500 (prunes) -240.01600 (the) -241.01100 (con) 40 (volutional) -239.98900 (k) 9.99343 (ernel) -239.98900 (tensor) -240.01400 (in) -239.98700 (a) -241.01400 (gr) 44.98510 (oup\055wise) ] TJ 11.95590 TL T* [ (fashion\056) -582.99700 (After) -340.98200 (suc) 14.98520 (h) -340.01700 (pruning) 9.99711 (\054) -364.01500 (con) 40 (volutions) -340.99700 (can) -340.99700 (be) -341.00200 (r) 37.01830 (educed) ] TJ 11.95510 TL T* [ (to) -239.98700 (multiplications) -239.99800 (of) -239.98700 (thinned) -240.00800 (dense) -239.99200 (matrices\054) -242.00900 (whic) 15 (h) -241.01400 (leads) -240.01900 (to) ] TJ T* [ (speedup\056) -587.01900 (W) 91.98650 (e) -343.00700 (in) 40.00560 (vestigate) -341.99700 (dif) 18.01660 (fer) 36.98280 (ent) -342.01400 (ways) -342.98200 (to) -342.00900 (add) -342.98700 (gr) 44.98510 (oup\055wise) ] TJ T* [ (prunning) -382.99100 (to) -382.00200 (the) -382.98800 (learning) -382.99900 (pr) 44.98390 (ocess\054) -415.99800 (and) -382 (show) -383.00500 (that) -383.01000 (se) 15.01960 (ver) 15.01470 (al\055) ] TJ T* [ (fold) -248.01300 (speedups) -248.99400 (of) -247.98600 (con) 40 (volutional) -247.98800 (layer) 10.00810 (s) -249.01100 (can) -247.99300 (be) -247.99800 (attained) -249.02000 (using) ] TJ T* [ (gr) 44.98390 (oup\055spar) 9.99282 (sity) -346.98500 (r) 37.01960 (e) 39.98840 (gularizer) 10.98220 (s\056) -600.00900 (Our) -346.98700 (appr) 44.99490 (oac) 14.98280 (h) -346.99600 (can) -346.01600 (adjust) -347.00600 (the) ] TJ 11.95590 TL T* [ (shapes) -389.01000 (of) -388.00100 (the) -388.98700 (r) 37.01960 (eceptive) -388.01600 <02656c6473> -389.01500 (in) -388.98200 (the) -388.00600 (con) 39.99820 (volutional) -388.98400 (layer) 10.00810 (s\054) ] TJ 11.95510 TL T* [ (and) -304.99300 (e) 15.01280 (ven) -305.99200 (prune) -304.99100 (e) 19.99180 (xcessive) -305.99100 (featur) 37 (e) -305.01300 (maps) -306.00800 (fr) 44.98510 (om) -305 (Con) 40.01540 (vNets\054) -320.00500 (all) ] TJ T* [ (in) -249.98500 (data\055driven) -250.00400 (way) 54.98470 (\056) ] TJ /R21 11.95520 Tf 39.87300 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R23 9.96260 Tf 11.95470 -20.26480 Td [ (In) -487.01500 (the) -487.00900 (original) ] TJ /R29 9.96260 Tf 66.01720 0 Td [ (Optimal) -487.01900 (Br) 14.98770 (ain) -487 (Dama) 10.01300 (g) 10.00320 (e) ] TJ /R23 9.96260 Tf 103.30700 0 Td [ (w) 10 (ork) -487.00900 (\13332\135) -487.01400 (of) ] TJ -181.27900 -11.95510 Td [ (25) -408 (years) -408.99100 (ago\054) -447.99500 (LeCun) -407.98700 (et) -408.98800 (al\056) -408.00500 (observ) 14.99140 (ed) -408.00900 (that) -409.01500 (a) -408.01500 (carefully) -408.98600 (de\055) ] TJ 11.95510 TL T* [ (signed) -226.01700 (\223brain\055damage\224) -225.99400 (process) -225.99200 (can) -226.00500 (sparsify) -227.00100 (the) -225.99400 (coef) 25.00810 <026369656e7473> ] TJ T* [ (of) -471.01800 (a) -470.98500 (multi\055layer) -470.98400 (neural) -471.01500 (netw) 10.00940 (ork) -471.01200 (v) 14.00260 (ery) -470.98300 <7369676e690263616e746c79> -470.99700 (while) ] TJ T* [ (incurring) -435.98200 (minimal) -437.01800 (or) -436.00400 (no) -437.01500 (loss) -435.98100 (of) -436.98500 (the) -435.99800 (prediction) -436.99600 (accurac) 14.99750 (y) 65.01370 (\056) ] TJ 11.95630 TL T* [ (Such) -397.01200 (process) -398.00200 (resembles) -397.01100 (the) -398.00500 (biological) -396.99300 (learning) -397.99500 (processes) ] TJ 11.95510 TL T* [ (in) -273.00100 (mammals\054) -279.98800 (in) -273.00100 (whose) -274.01800 (brains) -272.99700 (the) -273.00600 (number) -274.01300 (of) -273.01100 (synapses) -274.00800 (peak) ] TJ T* [ (during) -284.00700 (early) -283.99200 (childhood) -283.99100 (and) -283.98600 (is) -284.01800 (then) -284.01900 (reduced) -283.99400 (substantially) -284.01100 (in) ] TJ T* [ (the) -215.99500 (proces) 0.98452 (s) -215.99700 (of) ] TJ /R29 9.96260 Tf 56.79180 0 Td [ (synaptic) -216.01500 (pruning) ] TJ /R23 9.96260 Tf 69.05200 0 Td [ (\1338\135\056) -297.98800 (The) -215.99800 (optimal) -216.00300 (brain) -215.01300 (dam\055) ] TJ -125.84400 -11.95510 Td [ (age) -283.99600 (algorithm) -283.98900 (and) -285.00500 (its) -284.01000 (v) 24.98110 (ariants\054) -292.99400 (ho) 24.98600 (we) 25.01420 (v) 14.98280 (er) 39.98600 (\054) -291.98800 (impose) -285.01900 (spa) 0.98758 (rsity) -284.98900 (in) ] TJ T* [ (an) -418.00800 (unstructured) -418.01700 (w) 10 (ay) 65.01000 (\056) -814.01900 (As) -418 (a) -418.01400 (result\054) -459.98100 (wh) -1.01209 (i) 0.98758 (le) -418.98600 (a) -418.01400 (lar) 17.99700 (ge) -418.00900 (number) ] TJ 11.95590 TL T* [ (of) -319.98400 (parameters) -320.01900 (can) -319.99000 (be) -321.00400 (pruned\054) -336.98800 (the) -320.01800 (attained) -320.00500 (le) 25.01790 (v) 14.98280 (el) -321.00300 (of) -319.98300 (sparsity) ] TJ 11.95510 TL T* [ (in) -292.99800 (the) -293.00200 (netw) 10.00870 (ork) -293.98300 (is) -292.99600 (usually) -293.01800 (insuf) 24.99580 <026369656e74> -292.98500 (to) -294.01700 (achi) 0.98268 (e) 25.01050 (v) 14.00260 (e) -293.01500 (substantial) ] TJ T* [ (computational) -249.98400 (speedup) -250.02000 (on) -249.98800 (modern) -250.01700 (architectures\056) ] TJ 11.95510 -13.29100 Td [ (These) -219.01600 (days\054) -225.98700 (due) -219.01600 (to) -219.01000 (the) -219.99500 (o) 14.98280 (v) 14.98280 (erwhelming) -218.99000 (success) -219.01200 (of) -218.98100 (v) 14.98280 (ery) -220.00500 (big) ] TJ -11.95510 -11.95470 Td [ (con) 39.99880 (v) 20.00160 (olutional) -233.01500 (neural) -233.01500 (netw) 10.00940 (orks) -233.00800 (\050Con) 40.01290 (vNets\051) -233.00500 (\13330\135) -233.01700 (on) -233.01000 (a) -232.98600 (v) 24.98110 (ariety) ] TJ 258.75000 445.37500 Td [ (of) -224 (machine) -223.98500 (learning) -223.98500 (problems\054) -230.00600 (the) -223.99200 (task) -223.98700 (of) -224.00200 (speeding) -224.01700 (up) -225.01100 (Con\055) ] TJ 11.95630 TL T* [ (vNets) -308.99000 (has) -309 (become) -308.99700 (a) -309.01200 (topic) -308.98800 (of) -309.00700 (acti) 24.98110 (v) 14.98280 (e) -309.99200 (research) -308.98300 (and) -309.00200 (engineer) 20.00160 (\055) ] TJ 11.95510 TL (ing\056) ' /R29 9.96260 Tf 18.38090 0 Td [ (Gener) 14.98280 (alized) -252.00900 (con) 39.99820 (volution) ] TJ /R23 9.96260 Tf 97.70700 0 Td [ (\054) -253.01200 (i\056e\056) -251.98700 (the) -253.00700 (operation) -252.01200 (of) -251.99700 (con) 39.99820 (v) 20.00160 (olv\055) ] TJ -116.08800 -11.95470 Td [ (ing) -235.00200 (a) -234.00500 (4D) ] TJ /R29 9.96260 Tf 36.33980 0 Td [ (k) 9.99343 (ernel) -235.01000 (tensor) ] TJ /R23 9.96260 Tf 54.60590 0 Td [ (with) -234.99500 (the) -233.99000 (stack) -235.01000 (of) -234 (input) -234.99000 (maps) -233.98100 (in) -235.01000 (order) ] TJ -90.94570 -11.95510 Td [ (to) -292.99800 (produce) -291.98300 (the) -293.00300 (stack) -293 (of) -291.98800 (output) -293.01500 (maps\054) -302.98900 (is) -292.99500 (at) -293.00500 (the) -291.98100 (core) -293.01500 (of) -293.01000 (Con\055) ] TJ T* [ (vNets) -282.01400 (and) -281.98700 (also) -282.01700 (represents) -281.00200 (their) -282.02200 (speed) -281.98200 (bottleneck\056) -406.02000 (Here\054) -289.99600 (we) ] TJ T* [ (present) -245.00600 (a) -244.98400 (simple) -244.98400 (approach) -245.01300 (that) -245.00300 <6d6f6469026573> -245.99300 (t) 0.98513 (he) -245.99800 (standard) -245.00300 (gener) 19.99670 (\055) ] TJ 11.95590 TL T* [ (alized) -324.99700 (con) 39.99820 (v) 20.00160 (olution) -325.98200 (process) -324.99500 (by) -326.01400 (imposing) ] TJ /R29 9.96260 Tf 163.93700 0 Td [ (structur) 37.01340 (ed) ] TJ /R23 9.96260 Tf 44.09880 0 Td (\223brain\055) Tj -208.03600 -11.95510 Td [ (damage\224) -261.01000 (on) -261.00500 (the) -261.00800 (k) 10.00320 (ernel) -261.01500 (tensor) 54.98590 (\056) -342.99700 (W) 79.98660 (e) -261.02000 (demonstrate) -260.98600 (that) -261 (consid\055) ] TJ 11.95510 TL T* [ (erable) -307.01200 (speed\055up) -306.01300 (of) -307.00500 (Con) 40.01540 (vNets) -306.99300 (can) -307.01200 (be) -305.98800 (obtained) -306.98300 (for) -307.00800 (a) -307.01200 (certain) ] TJ (structure\056) ' 11.95510 -13.47230 Td [ (This) -379.01300 (structure) -380 (is) -378.98300 (moti) 25.00560 (v) 24.98110 (ated) -378.99100 (by) -380.00500 (the) -378.98600 (observ) 24.99090 (ation) -379.01500 (that) -380 (the) ] TJ -11.95510 -11.95470 Td [ (majority) -305.99100 (of) -305.00500 (current) -305.98600 (implementations) -305.01300 (of) -305.98800 (generalized) -305.98300 (con) 39.99820 (v) 20.00160 (o\055) ] TJ T* [ (lutions) -273.99100 (\050including) -273.99300 (the) -273.98600 (most) -274.00300 (ef) 25.00560 <026369656e74> -274.00800 (one) -273.98900 (at) -273.98900 (the) -273.98400 (time) -274.00800 (of) -273.99300 (sub\055) ] TJ 11.95590 TL T* [ (mission\051) -336.01500 (\1339\054) -336.01700 (16\054) -336.01000 (26\054) -334.99100 (12\054) -336.01000 (46\054) -336.00800 (37\135) -336.01700 (compute) -335.99800 (generalized) -336.01700 (con\055) ] TJ 11.95510 TL T* [ (v) 20.00160 (olutions) -334.99600 (by) -334.99300 (reducing) -334.00800 (them) -334.98300 (to) -334.99300 (matrix) -335.01800 (multiplications) -335.00300 (\050this) ] TJ T* [ (reduction) -339.01900 (is) -338.99000 (also) -338.98800 (referred) -338.98300 (to) -338.99200 (as) ] TJ /R29 9.96260 Tf 128.15400 0 Td (lowering) Tj /R23 9.96260 Tf 35.42620 0 Td (\054) Tj /R29 9.96260 Tf 6.08867 0 Td [ (unr) 44.98760 (olling) ] TJ /R23 9.96260 Tf 36.64220 0 Td [ (\054) -360.99400 (or) -339.00200 (the) ] TJ /R27 9.96260 Tf -206.31100 -11.95510 Td (im2col) Tj /R23 9.96260 Tf 38.48200 0 Td [ (operation\051\056) -347.99800 (While) -263 (unstruct) 1.00964 (ured) -263.01500 (brain) -263.00500 (damage) -261.98600 (in) -263.00500 (a) ] TJ -38.48200 -11.95510 Td [ (con) 39.99820 (v) 20.00160 (olutional) -328.01900 (layer) 39.99330 (\054) -346.99800 (i\056e\056) -328.01600 (shrinking) -327 (some) -328.00400 (of) -327.98400 (the) -328.01400 (coef) 25.01050 <026369656e7473> ] TJ T* [ (of) -372.01400 (the) -372.00900 (con) 39.99820 (v) 20.00160 (olutional) -372.99200 (k) 10.00320 (ernel) -372.01600 (tensor) -372.00200 (to) -372.00700 (zero\054) -402.99600 (will) -371.99200 (mak) 10.01300 (e) -373.00100 (one) ] TJ 11.95630 TL T* [ (of) -339.98000 (the) -338.99500 (f) 9.99588 (actor) -339.98200 (matrices) -340.00500 (\050) ] TJ /R29 9.96260 Tf 94.21090 0 Td [ (the) -340.01200 <026c746572> -338.98300 (matrix) ] TJ /R23 9.96260 Tf 63.80310 0 Td [ (\051) -339.98700 (sparse\054) -362.00800 (it) -338.98800 (will) -339.99700 (not) ] TJ -158.01400 -11.95470 Td [ (mak) 10.01060 (e) -311.99200 (the) -313 (o) 14.98280 (v) 14.98280 (erall) -311.98500 (multiplication) -313.01200 (run) -312.02100 (f) 9.99343 (aster) 55.01040 (\056) -497.99000 (Our) -311.98200 (idea) -313.00200 (there\055) ] TJ 11.95510 TL T* [ (fore) -210.98900 (is) -211.01100 (to) -211.01100 (group) -211.00600 (together) -211.00600 (the) -211.01400 (entries) -211.00900 (of) -212.00400 (the) -211.01400 (con) 39.99820 (v) 20.00160 (olutional) -211.01900 (ten\055) ] TJ T* [ (sor) -255.00900 (in) -255.00400 (a) -254.98200 (certain) -255.01400 (f) 9.99588 (ashion) -254.99200 (and) -255.01100 (to) -255.00600 (shrink) -254.99200 (such) -255.00600 (groups) -256.01100 (to) -255.00600 (zero) -254.98200 (in) ] TJ T* [ (a) -343.98700 (coordinated) -345.01800 (w) 10 (ay) 65.00880 (\056) -592.99700 (By) -344.98400 (doing) -343.99200 (this\054) -367.98800 (we) -345.00100 (can) -343.98700 (eliminate) -345.00600 (ro) 25.01540 (ws) ] TJ T* [ (and) -327 (columns) -327.00700 (from) -326.99400 (both) -326.98200 (f) 9.99343 (actor) -327.00400 (matrices) -326.99000 (that) -326.99000 (are) -327.01400 (multiplied) ] TJ 11.95590 TL T* [ (when) -305 (con) 39.99820 (v) 20.00160 (olution) -305.00500 (i) 0.98758 (s) -305.00300 (reduced) -305.00800 (to) -304.99800 (matrix) -304.00300 (multiplication\056) -474.98000 (Re\055) ] TJ 11.95510 TL T* [ (peated) -289.98600 (elimination) -288.99600 (of) -289.98800 (ro) 25.01790 (ws) -289.98100 (and) -289.98600 (columns) -289.01600 (mak) 10.01300 (es) -289.99100 (both) -290.00600 (f) 9.99343 (actor) ] TJ T* [ (matrices) -237.00200 (thinner) -238.01700 (\050b) 20 (ut) -237.00700 (still) -236.98500 (dense\051) -237.01400 (and) -237.99500 (results) -236.99500 (in) -237.00900 (f) 9.99343 (aster) -238 (matrix) ] TJ (multiplication\056) ' 11.95470 -13.47230 Td [ (W) 79.98660 (e) -361.00300 (demonstrate) -361.98600 (that) -360.98400 (con) 39.99820 (v) 14.98280 (entional) -361.00800 (group) -360.98400 (sparsity) -361.98900 (re) 15.00730 (gu\055) ] TJ -11.95470 -11.95470 Td [ (larizer) -246.00300 (\13348\135) -245.01500 (embedded) -246.01800 (into) -244.99300 (stochastic) -246.00800 (gradient) -244.99800 (descent) -245.98800 (min\055) ] TJ T* [ (imization) -372.01400 (is) -372.00400 (able) -372.99400 (to) -372.00400 (accomplish) -371.98200 (group\055wise) -371.99200 (brain) -372.98700 (damage) ] TJ 11.95630 TL T* [ (ef) 25.00810 <026369656e746c79> 65.00630 (\056) -440.00300 (The) -293.98500 (use) -293.00300 (of) -293.00700 (group) -294.01500 (sparsity) -292.98100 (thus) -294.00500 (al) 0.98513 (lo) 24.98600 (ws) -293.98000 (us) -293 (to) -294.02000 (op\055) ] TJ 11.95470 TL T* [ (timize) -371.99200 (recepti) 25.01790 (v) 14.98280 (e) -371.98200 <02656c6473> -373.00600 (i) 0.98758 (n) -372.99200 (the) -372.00700 (con) 39.99820 (v) 20.00160 (olutional) -372.01100 (netw) 10.00810 (ork\056) -677.01400 (Our) ] TJ T* [ (approach) -364.99300 (therefore) -365.98300 (mak) 10.01060 (es) -364.99800 (the) -364.98800 (case) -365.00300 (for) -366.01700 (the) -364.98800 (natural) -364.98300 (idea) -366.01200 (of) ] TJ T* [ (using) -309.01700 (structured) -308.98800 (sparsity) -309.01700 (as) -309.00700 (a) -309.01200 (simple) -309.01200 (w) 10.00320 (ay) -309.98700 (to) -308.99700 (optimize) -309.01200 (con\055) ] TJ T* [ (necti) 24.98600 (vity) -454.99800 (in) -453.99000 (deep) -454.98000 (architectures\056) -923.99300 (In) -454.00300 (the) -455.01200 (e) 15.01220 (xperiments\054) -505.99400 (our) ] TJ -13.74100 -29.88790 Td (1) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 50 Tm (2554) Tj T* ET Q endstream endobj 16 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 17 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 17 0 obj << /Filter /FlateDecode /Resources 18 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
18 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
19 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 20 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources 21 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
21 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
22 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 23 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
23 0 obj
<<
/Filter /FlateDecode
/Resources 24 0 R
/Length 53223
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA