%PDF-1.3 1 0 obj << /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] /Type /Pages /Count 9 >> endobj 2 0 obj << /Title (Secrets of Matrix Factorization\072 Approximations\054 Numerics\054 Manifold Optimization and Random Restarts) /Producer (PyPDF2) /Author (Je Hyeong Hong\054 Andrew Fitzgibbon) /Subject (2015 IEEE International Conference on Computer Vision) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /x12 20 0 R /x10 23 0 R >> /ExtGState << /s9 26 0 R /R12 29 0 R /s11 30 0 R /a0 << /CA 1 /ca 1 >> /s5 33 0 R /s7 36 0 R >> /Font << /F2 39 0 R /F1 40 0 R /R29 41 0 R /R13 46 0 R /R15 50 0 R /R17 54 0 R /R21 57 0 R /R19 61 0 R /R23 65 0 R /R25 70 0 R /R33 73 0 R /R27 77 0 R /R31 81 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 84 0 R 85 0 R 86 0 R 87 0 R ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 88 0 R /Resources << /ExtGState << /R12 29 0 R >> /Font << /F2 89 0 R /R13 46 0 R /R15 50 0 R /R49 90 0 R /R55 93 0 R /R19 61 0 R /F1 96 0 R /R51 97 0 R /R53 101 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 112 0 R /Resources << /ExtGState << /R12 29 0 R >> /Font << /F1 113 0 R /F2 114 0 R /R88 115 0 R /R90 118 0 R /R92 122 0 R /R94 125 0 R /R86 128 0 R /R96 132 0 R /R29 41 0 R /R13 46 0 R /R15 50 0 R /R21 57 0 R /R19 61 0 R /R23 65 0 R /R25 70 0 R /R33 73 0 R /R27 77 0 R /R31 81 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 136 0 R 137 0 R 138 0 R 139 0 R 140 0 R 141 0 R 142 0 R 143 0 R 144 0 R 145 0 R 146 0 R 147 0 R 148 0 R 149 0 R 150 0 R 151 0 R 152 0 R 153 0 R 154 0 R 155 0 R 156 0 R 157 0 R 158 0 R 159 0 R ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 160 0 R /Resources << /ExtGState << /R12 29 0 R >> /Font << /F2 161 0 R /F1 162 0 R /R90 118 0 R /R92 122 0 R /R94 125 0 R /R86 128 0 R /R96 132 0 R /R119 163 0 R /R29 41 0 R /R13 46 0 R /R15 50 0 R /R21 57 0 R /R19 61 0 R /R23 65 0 R /R25 70 0 R /R33 73 0 R /R27 77 0 R /R31 81 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 166 0 R 167 0 R 168 0 R 169 0 R 170 0 R 171 0 R 172 0 R 173 0 R 174 0 R 175 0 R 176 0 R 177 0 R 178 0 R 179 0 R 180 0 R ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 181 0 R /Resources << /ExtGState << /R12 29 0 R >> /Font << /R163 182 0 R /R161 186 0 R /F2 191 0 R /F1 192 0 R /R90 118 0 R /R92 122 0 R /R94 125 0 R /R86 128 0 R /R96 132 0 R /R145 193 0 R /R157 197 0 R /R147 200 0 R /R155 203 0 R /R153 207 0 R /R151 212 0 R /R149 215 0 R /R159 220 0 R /R29 41 0 R /R13 46 0 R /R15 50 0 R /R21 57 0 R /R19 61 0 R /R23 65 0 R /R25 70 0 R /R33 73 0 R /R27 77 0 R /R31 81 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 223 0 R 224 0 R 225 0 R 226 0 R 227 0 R 228 0 R 229 0 R 230 0 R 231 0 R 232 0 R 233 0 R 234 0 R 235 0 R 236 0 R 237 0 R 238 0 R 239 0 R 240 0 R 241 0 R 242 0 R ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 243 0 R /Resources << /ExtGState << /R12 29 0 R >> /Font << /F2 244 0 R /R94 125 0 R /F1 245 0 R /R29 41 0 R /R13 46 0 R /R15 50 0 R /R21 57 0 R /R19 61 0 R /R23 65 0 R /R25 70 0 R /R33 73 0 R /R27 77 0 R /R31 81 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 246 0 R 247 0 R 248 0 R 249 0 R 250 0 R 251 0 R 252 0 R 253 0 R 254 0 R 255 0 R 256 0 R 257 0 R 258 0 R 259 0 R 260 0 R 261 0 R 262 0 R 263 0 R 264 0 R 265 0 R 266 0 R 267 0 R 268 0 R 269 0 R 270 0 R 271 0 R 272 0 R 273 0 R ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 274 0 R /Resources << /XObject << /R219 275 0 R /R218 276 0 R /R213 277 0 R >> /ExtGState << /R12 29 0 R >> /Font << /R211 278 0 R /F2 281 0 R /R214 282 0 R /R216 285 0 R /R94 125 0 R /F1 288 0 R /R29 41 0 R /R13 46 0 R /R15 50 0 R /R21 57 0 R /R23 65 0 R /R25 70 0 R /R33 73 0 R /R27 77 0 R /R31 81 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 289 0 R 290 0 R 291 0 R 292 0 R 293 0 R 294 0 R 295 0 R 296 0 R 297 0 R ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 298 0 R /Resources << /XObject << /R236 299 0 R /R235 300 0 R /R232 301 0 R >> /ExtGState << /R12 29 0 R >> /Font << /R239 302 0 R /R216 285 0 R /R237 305 0 R /F1 308 0 R /R233 309 0 R /R230 312 0 R /F2 315 0 R /R13 46 0 R /R15 50 0 R /R21 57 0 R /R27 77 0 R >> /ProcSet [ /Text /ImageC /ImageB /PDF /ImageI ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 316 0 R 317 0 R 318 0 R 319 0 R ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 320 0 R /Resources << /ExtGState << /R12 29 0 R >> /Font << /F2 321 0 R /F1 322 0 R /R13 46 0 R /R17 54 0 R /R19 61 0 R /R15 50 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ 323 0 R 324 0 R 325 0 R 326 0 R 327 0 R 328 0 R 329 0 R 330 0 R 331 0 R 332 0 R 333 0 R 334 0 R 335 0 R 336 0 R 337 0 R 338 0 R 339 0 R 340 0 R 341 0 R 342 0 R 343 0 R 344 0 R 345 0 R 346 0 R 347 0 R 348 0 R 349 0 R 350 0 R 351 0 R 352 0 R 353 0 R 354 0 R 355 0 R 356 0 R 357 0 R 358 0 R 359 0 R 360 0 R 361 0 R 362 0 R 363 0 R 364 0 R 365 0 R 366 0 R 367 0 R 368 0 R 369 0 R 370 0 R 371 0 R 372 0 R 373 0 R 374 0 R 375 0 R 376 0 R 377 0 R 378 0 R 379 0 R 380 0 R 381 0 R 382 0 R 383 0 R ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 21009 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R12 gs 0 g q 10 0 0 10 0 0 cm BT /R13 14.34620 Tf 1 0 0 1 199.72200 675.06700 Tm [ (Secr) 18.00310 (ets) -249.99000 (of) -250.01200 (Matrix) -250.00800 (F) 24.98890 (actorization\072) ] TJ -127.57300 -17.93320 Td [ (A) 25.00590 (ppr) 18 (oximations\054) -250.00900 (Numerics\054) -249.99600 (Manif) 25.00420 (old) -249.98800 (Optimization) -249.99000 (and) -249.99100 (Random) -250.00500 (Restarts) ] TJ /R15 11.95520 Tf 88.17730 -37.85780 Td [ (Je) -250.01500 (Hyeong) -250.00800 (Hong) ] TJ -19.35510 -13.94730 Td [ (Uni) 24.99460 (v) 14.98620 (ersity) -249.98900 (of) -250.01500 (Cambridge) ] TJ /R17 8.96640 Tf 19.18090 -13.94800 Td (jhh37\100cam\056ac\056uk) Tj /R15 11.95520 Tf 182.84700 27.89530 Td [ (Andre) 24.98550 (w) -249.98700 (Fitzgibbon) ] TJ -18.24340 -13.94730 Td [ (Microsoft\054) -250 (Cambridge\054) -250.01000 (UK) ] TJ /R17 8.96640 Tf 19.02030 -13.94800 Td (awf\100microsoft\056com) Tj /R13 11.95520 Tf -197.78100 -41.04570 Td (Abstract) Tj /R19 9.96260 Tf -83.92770 -23.91020 Td [ (Matrix) -494.99300 (factorization) -494.00600 (\050or) -495.00800 (low\055r) 15.00610 (ank) -495.00900 (matrix) -494.99100 (completion\051) ] TJ -11.95510 -11.95590 Td [ (with) -331.01000 (missing) -329.98400 (data) -330.98200 (is) -330.99000 (a) -330.99900 (k) 9.99343 (e) 29.99010 (y) -329.98900 (computation) -330.99400 (in) -330.99100 (many) -330.99600 (computer) ] TJ 11.95510 TL T* [ (vision) -288.98400 (and) -290.01500 (mac) 14.98160 (hine) -288.99800 (learning) -289.99500 (tasks\054) -298.98700 (and) -290.01500 (is) -288.99800 (also) -290.00800 (r) 37.01830 (elated) -288.99600 (to) -290.01800 (a) ] TJ T* [ (br) 44.98390 (oader) -354.98300 (class) -355.01900 (of) -354.98700 (nonlinear) -354.99700 (optimization) -355.00900 (pr) 44.98510 (oblems) -355.01700 (suc) 14.98520 (h) -354.99500 (as) ] TJ T* [ (b) 20.00160 (undle) -310.98900 (adjustment\056) -493.98600 (The) -312.01200 (pr) 44.98390 (obl) 0.99738 (em) -311.98800 (has) -310.99100 (r) 37.01830 (eceived) -311.01700 (muc) 14.98030 (h) -311.98200 (atten\055) ] TJ T* [ (tion) -369.01200 (r) 37.01960 (ecently) 55.01230 (\054) -400.00900 (with) -369.00300 (r) 37.01960 (ene) 15.01340 (wed) -370.00300 (inter) 36.99510 (est) -368.98900 (in) -370.00400 (variable\055pr) 45.00720 (ojection) ] TJ T* [ (appr) 44.99370 (oac) 14.98340 (hes\054) -380.98600 (yielding) -353.99100 (dr) 14.98890 (amatic) -355.01600 (impr) 44.99370 (o) 10.00320 (vements) -354.01200 (in) -354.98700 (r) 37.01830 (eliability) ] TJ 11.95590 TL T* [ (and) -318.01000 (speed\056) -515.98300 (Howe) 14.99500 (ver) 112.01800 (\054) -335.98100 (on) -318.01600 (a) -319 (wide) -318.00500 (class) -318.00600 (of) -318.99300 (pr) 44.98510 (oblems\054) -335.01800 (no) -318.99600 (one) ] TJ 11.95510 TL T* [ (appr) 44.99370 (oac) 14.98340 (h) -334.99800 (dominates\054) -356.01700 (and) -334.98800 (because) -334.99400 (the) -334.99600 (various) -335.01300 (appr) 44.99490 (oac) 14.98280 (hes) ] TJ T* [ (have) -354.99800 (been) -354.99800 (derived) -354.99000 (in) -354.98700 (a) -354.99500 (multitude) -354.99700 (of) -354.98700 (dif) 18.01660 (fer) 36.98400 (ent) -354.99200 (ways\054) -381.01200 (it) -354.98500 (has) ] TJ T* [ (been) -426.98600 (dif) 18.01660 <0263756c74> -427.00700 (to) -427.99500 (unify) -427.00700 (them\056) -842.00300 (This) -426.99400 (paper) -427.01000 (pr) 44.98510 (o) 10.00320 (vides) -427.01700 (a) -428.00200 (uni\055) ] TJ T* [ <026564> -362.01300 (derivation) -362.01800 (of) -362.00600 (a) -360.99400 (number) -361.99800 (of) -362.00600 (r) 37.01960 (ecent) -362.01900 (appr) 44.99490 (oac) 14.98280 (hes\054) -390.00400 (so) -362.00600 (that) ] TJ 11.95590 TL T* [ (similarities) -385.98800 (and) -387.01900 (dif) 18.01660 (fer) 36.98280 (ences) -386.99700 (ar) 38.00470 (e) -387 (easily) -387.01600 (observed\056) -719 (W) 91.98710 (e) -387 (also) ] TJ 11.95510 TL T* [ (pr) 36.98520 (esent) -304.99800 (a) -305.00300 (simple) -304.98300 (meta\055algorithm) -304.99000 (whic) 14.99870 (h) -305.00300 (wr) 14.99750 (aps) -304.99100 (any) -305.00300 (e) 19.99180 (xisting) ] TJ T* [ (algorithm\054) -411.01600 (yielding) -379.00700 (100\045) -379.01800 (success) -378.00600 (r) 14.98400 (ate) -378.98800 (on) -378.98600 (many) -378.98800 (standar) 37.01340 (d) ] TJ T* [ (datasets\056) -307.98700 (Given) -241.99300 (100\045) -243.00100 (success\054) -243.98600 (the) -243.01100 (focus) -242.99900 (of) -243.00600 (e) 15.01220 (valuation) -243.01600 (must) ] TJ T* [ (turn) -226.01700 (to) -227.00900 (speed\054) -231.01000 (as) -227.01000 (100\045) -225.98400 (success) -225.99200 (is) -227.00700 (trivially) -226.00100 (ac) 15.01710 (hie) 14.98520 (ved) -226.98400 (if) -225.98700 (we) -227.01100 (do) ] TJ T* [ (not) -282.99400 (car) 38 (e) -283.01600 (about) -282.98500 (speed\056) -406.98100 (Again) -282.98600 (our) -282.01500 <756e6902636174696f6e> -283.00400 (allows) -281.98700 (a) -283.00700 (num\055) ] TJ 11.95590 TL T* [ (ber) -328.01700 (of) -328.01100 (g) 10.00320 (eneric) -328.01900 (impr) 44.99370 (o) 10.00320 (vements) -328.01500 (applicable) -327.98700 (to) -328.99200 (all) -328.00400 (member) 10.00570 (s) -328.01900 (of) ] TJ 11.95510 TL T* [ (the) -320.99700 (family) -321.01900 (to) -320.99300 (be) -321.00400 (isolated\054) -339.00100 (yielding) -321.01600 (a) -321 <756e69026564> -322.00300 (algorithm) -320.99300 (that) ] TJ T* [ (outperforms) -326.01200 (our) -326.98800 (r) 37.01960 (e\055implementation) -326.01300 (of) -326.01200 (e) 19.99180 (xisting) -327.00900 (algorithms\054) ] TJ T* [ (whic) 14.99870 (h) -380.99000 (in) -380.00300 (some) -380.98500 (cases) -380.00600 (alr) 36.99260 (eady) -380.99400 (outperform) -380.99000 (the) -380.00800 (original) -380.98800 (au\055) ] TJ T* [ (thor) 9.98240 (s\047) -249.99400 (publicly) -250.00900 (available) -250.00400 (codes\056) ] TJ /R13 11.95520 Tf 33.88910 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R15 9.96260 Tf 11.95510 -18.92890 Td [ (Man) 14.98950 (y) -194.98200 (problems) -194.99300 (in) -195.01400 (computer) -195.00400 (vision) -194.99100 (and) -194.98200 (machine) -195.00900 (learning) ] TJ -11.95510 -11.95510 Td [ (in) 40.00560 (v) 20.00160 (olv) 14.99500 (e) -242.00300 <026e64696e67> -241.01600 (lo) 24.98850 (w\055rank) -241.99600 (f) 9.99466 (actors) -241.99300 (of) -241.01700 (a) -242.00400 (gi) 24.98850 (v) 14.98280 (en) ] TJ /R21 9.96260 Tf 171.41300 0 Td (m) Tj /R23 9.96260 Tf 10.65390 0 Td [ <02> -0.79889 ] TJ /R21 9.96260 Tf 9.65508 0 Td [ (n) -0.19850 ] TJ /R15 9.96260 Tf 8.38711 0 Td (matrix) Tj /R25 9.96260 Tf 28.41990 0 Td (M) Tj /R15 9.96260 Tf 5.23008 0 Td (\054) Tj -233.75900 -11.95510 Td [ (where) -194.01100 (some) -193.00800 (of) -194.00600 (the) -194 (v) 24.98110 (alues) -193.99700 (are) -193 (unobserv) 15.00120 (ed) -194.00700 (or) 39.99580 (\054) -204.98300 (more) -193.99700 (generally) 64.98180 (\054) ] TJ 11.95590 TL T* [ (are) -387.98600 (weighted) -389.01000 (by) -388.00400 (another) ] TJ /R21 9.96260 Tf 104.00600 0 Td (m) Tj /R23 9.96260 Tf 11.98320 0 Td [ <02> -0.80011 ] TJ /R21 9.96260 Tf 10.98400 0 Td [ (n) -0.19972 ] TJ /R15 9.96260 Tf 9.85000 0 Td (matrix) Tj /R25 9.96260 Tf 29.88090 0 Td (W) Tj /R15 9.96260 Tf 5.23086 0 Td [ (\056) -725.01400 (This) -389.01100 (in) 40.00560 (v) 20.00160 (olv) 14.99500 (es) ] TJ -171.93500 -11.95510 Td [ (minimization) -250.01000 (of) -249.99600 (the) -249.99000 (error) -250.00600 (function) ] TJ /R21 9.96260 Tf 12.34570 -16.97620 Td [ (f) -0.60039 ] TJ /R27 9.96260 Tf 5.95000 0 Td [ (\050) -0.89997 ] TJ /R25 9.96260 Tf 3.87500 0 Td (U) Tj /R21 9.96260 Tf 5.23008 0 Td [ (\073) -0.80011 ] TJ /R25 9.96260 Tf 4.42812 0 Td (V) Tj /R27 9.96260 Tf 5.23008 0 Td [ (\051) -278.90800 (\075) -0.79950 ] TJ /R23 9.96260 Tf 17.15780 0 Td (k) Tj /R25 9.96260 Tf 4.98125 0 Td (W) Tj /R23 9.96260 Tf 7.44375 0 Td [ <0c> -0.80011 ] TJ /R27 9.96260 Tf 9.96328 0 Td [ (\050) -0.89936 ] TJ /R25 9.96260 Tf 3.87383 0 Td (UV) Tj /R29 6.97380 Tf 10.46090 4.11406 Td [ (\076) -0.89971 ] TJ /R23 9.96260 Tf 8.93906 -4.11406 Td [ <00> -0.80011 ] TJ /R25 9.96260 Tf 9.96211 0 Td (M) Tj /R27 9.96260 Tf 5.23086 0 Td [ (\051) -0.89936 ] TJ /R23 9.96260 Tf 3.87383 0 Td (k) Tj /R31 6.97380 Tf 4.98125 4.11406 Td [ (2) -0.50062 ] TJ /R33 6.97380 Tf 6.57695 TL T* [ (F) -0.49887 ] TJ /R27 9.96260 Tf 8.83711 2.46289 Td [ (\053) -0.80011 ] TJ /R21 9.96260 Tf 9.96289 0 Td [ <16> -0.60039 ] TJ /R27 9.96260 Tf 6.00312 0 Td [ (\050) -0.89936 ] TJ /R23 9.96260 Tf 3.87383 0 Td (k) Tj /R25 9.96260 Tf 4.98203 0 Td (U) Tj /R23 9.96260 Tf 5.23008 0 Td (k) Tj /R31 6.97380 Tf 4.98086 4.11406 Td [ (2) -0.50062 ] TJ /R33 6.97380 Tf T* [ (F) -0.50062 ] TJ /R27 9.96260 Tf 8.83711 2.46289 Td [ (\053) -0.79889 ] TJ /R23 9.96260 Tf 9.96289 0 Td (k) Tj /R25 9.96260 Tf 4.98086 0 Td (V) Tj /R23 9.96260 Tf 5.23125 0 Td (k) Tj /R31 6.97380 Tf 4.98086 4.11406 Td [ (2) -0.50062 ] TJ /R33 6.97380 Tf T* [ (F) -0.50062 ] TJ /R27 9.96260 Tf 6.62305 2.46289 Td [ (\051) -0.90181 ] TJ /R15 9.96260 Tf 16.22110 0 Td (\0501\051) Tj -224.63400 -16.97580 Td [ (o) 14.98280 (v) 14.98280 (er) -327.99200 (unkno) 25.00130 (wn) -326.99700 (matrices) ] TJ /R25 9.96260 Tf 97.77700 0 Td (U) Tj /R21 9.96260 Tf 5.23086 0 Td [ (\073) -0.80011 ] TJ /R25 9.96260 Tf 4.42812 0 Td (V) Tj /R15 9.96260 Tf 8.49297 0 Td [ (each) -327.01300 (with) -328.00200 (rank) ] TJ /R21 9.96260 Tf 63.45590 0 Td [ (r) -0.19850 ] TJ /R15 9.96260 Tf 4.77109 0 Td [ (\056) -541.98600 (The) -328.01900 (opera\055) ] TJ -184.15600 -11.95510 Td (tor) Tj /R23 9.96260 Tf 14.03280 0 Td [ <0c> -0.79950 ] TJ /R15 9.96260 Tf 10.71290 0 Td [ (is) -298.01500 (Hadamard) -297 (or) -297.98800 (elementwise) -297.01800 (product\054) -310.00500 (and) -297.00400 (the) -297.98200 (norms) ] TJ -24.74570 -11.95510 Td [ (are) -230.01200 (Frobenius\056) -303.00500 (F) 14.99260 (or) -230 (this) -230.01400 (paper) 39.99090 (\054) -233.99800 (we) -230.00200 (wi) 0.99003 (ll) -229.98600 (focus) -229.99300 (on) -229.99100 (the) -229.99300 (L2) -229.99100 (prob\055) ] TJ 11.95510 TL T* [ (lem) -207.00900 (as) -206.00300 (stated) -207.00800 (abo) 14.98400 (v) 14.98280 (e) -206.99000 (which) -205.98900 (includes) -206.99700 (the) -205.99700 (nuclear) -206.98500 (norm) -207.00500 (formu\055) ] TJ T* [ (lation) -284.98400 (\133) ] TJ ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R15 9.96260 Tf 1 0 0 1 78.96370 81.00040 Tm (24) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R15 9.96260 Tf 1 0 0 1 88.92620 81.00040 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R15 9.96260 Tf 1 0 0 1 94.25630 81.00040 Tm (17) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R15 9.96260 Tf 1 0 0 1 104.21900 81.00040 Tm (\054) Tj ET Q 0 1 0 rg q 10 0 0 10 0 0 cm BT /R15 9.96260 Tf 1 0 0 1 109.53900 81.00040 Tm (6) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R15 9.96260 Tf 1 0 0 1 114.52000 81.00040 Tm [ (\135\056) -414.99100 (In) 39.99460 (v) 14.98280 (estig) 5 (ations) -284.98600 (on) -283.98200 (the) -285.00400 (L1\055norm) -284.98700 (and) -285.00600 (other) ] TJ 194.34200 469.33500 Td [ (v) 24.98110 (ariants) -290.01500 (are) -290.00300 (for) -289.99300 (future) -291.00300 (w) 10 (ork\056) -429.99700 (W) 79.98660 (e) -289.99600 (further) -289.98600 (note) -290.99600 (that) -290.01500 (although) ] TJ 11.95510 TL T* [ (the) -354.99200 (question) -355.98200 (of) -354.99700 (choice) -354.99500 (of) -356.01900 (h) 4.98446 (yperparameters) ] TJ /R21 9.96260 Tf 176.12100 0 Td [ (r) 27.81400 (\073) -167.79100 <16> -0.60284 ] TJ /R15 9.96260 Tf 18.18870 0 Td [ (is) -354.98500 (of) -356.01900 (great) ] TJ -194.31000 -11.95590 Td [ (interest\054) -413.98700 (our) -380.98800 (focus) -382.00700 (here) -381.00300 (is) -380.98100 (on) -382.00500 <026e64696e67> -380.99500 (the) -380.98500 (global) -381.99000 (optimum) ] TJ T* [ (of) -249.99500 (\050) ] TJ ET Q 1 0 0 rg q 10 0 0 10 0 0 cm BT /R15 9.96260 Tf 1 0 0 1 322.96900 514.46900 Tm (1) Tj ET Q 0 g q 10 0 0 10 0 0 cm BT /R15 9.96260 Tf 1 0 0 1 327.95000 514.46900 Tm [ (\051\054) -249.99700 (assuming) -249.99500 (the) -249.99000 (h) 4.98446 (yperparameters) -249.98800 (ha) 19.99670 (v) 14.98280 (e) -250.00200 (been) -249.99700 (chosen\056) ] TJ -7.13320 -12.98280 Td [ (When) -322.01700 (the) -322.99800 (number) -322.00500 (of) -323.00200 (nonzero) -322.01500 (entries) -322.99000 (of) ] TJ /R25 9.96260 Tf 164.13600 0 Td (W) Tj /R15 9.96260 Tf 8.44297 0 Td [ (is) -322.01000 (small\054) -341.01200 (and) ] TJ -184.53400 -11.95510 Td [ (particularly) -294.00500 (when) -293.98300 (entries) -294.01500 (are) -294 (not) -294.01000 (missing) -295 (unif) 0.99493 (ormly) 64.99410 (\054) -305.98300 (this) -294.00500 (is) ] TJ 11.95510 TL T* [ (a) -333.00800 (hard) -331.98100 (problem\056) -557.99500 (In) -331.98100 (recent) -333.00800 (years\054) -353 (the) -332.99300 (re) 25.00560 (vi) 24.98600 (v) 24.98110 (al) -331.97900 (of) -333.00300 (algorithms) ] TJ T* [ (based) -259.98800 (on) -259.98600 (v) 24.98110 (ariable) -259.99300 (projection) -260.00600 (\050V) 111.00100 (arPro\051) -259.99100 (and) -261.01000 (t) 0.98513 (he) -261.01500 (W) 39.99330 (iber) 18.00190 (g) -259.99100 (algo\055) ] TJ 11.95590 TL T* [ (rithm) -357.00900 (has) -358.01100 (yielded) -357.01900 (great) -357 (adv) 24.98110 (ances) -357.97900 (in) -356.98900 (success) -356.98900 (rates) -357 (\050that) -358.00900 (is\054) ] TJ 11.95510 TL T* [ (percentage) -339.98500 (of) -339.98000 (runs) -340.00900 (from) -338.99200 (random) -340.00200 (starting) -339.99200 (points) -339.98700 (that) -340.00700 (reach) ] TJ T* [ (the) -439.01700 (global) -438.02000 (optimum\051\054) -485.98300 (so) -437.99600 (that) -439.01000 (man) 14.99260 (y) -438 (once\055dif) 24.98110 <0263756c74> -438.99500 (bench\055) ] TJ T* [ (marks) -249.98300 (are) -250.01000 (no) 24.98600 (w) -249.99500 (solv) 15 (ed) -249.99700 (by) -249.98800 (almost) -250.00200 (all) -249.98800 (current) -249.99700 (algorithms\056) ] TJ 11.95510 -12.98320 Td [ (F) 14.99260 (or) -241.99600 (man) 14.99010 (y) -241.01400 (other) -241.98900 (benchmarks\054) -242.99400 (ho) 24.98600 (we) 25.01540 (v) 14.98280 (er) 39.98350 (\054) -243.99400 (e) 25.01050 (v) 14.98280 (en) -241.01900 (the) -241.98900 (best) -241.98400 (cur) 19.99180 (\055) ] TJ -11.95510 -11.95510 Td [ (rent) -196.98200 (algorithms) -197.01900 (succeed) -196.98900 (only) -197.00100 (occasionally) 64.99900 (\054) -208 (with) -197.00100 (only) -197.00100 (a) -196.99200 (small) ] TJ T* [ (fraction) -283.00200 (of) -283.00900 (runs) -283 (successful\056) -407.99100 (Ho) 24.98600 (we) 25.01540 (v) 14.98280 (er) 39.98350 (\054) -291.00500 (success) -283.00200 (rates) -283.01200 (for) -283.01200 (an) 15.01710 (y) ] TJ 11.95630 TL (algorithm) ' /R21 9.96260 Tf 41.07580 0 Td [ (X) -0.49992 ] TJ /R15 9.96260 Tf 11.36800 0 Td [ (are) -234.01200 (easily) -233.98300 (impro) 15.00240 (v) 14.98280 (ed) -234 (through) -234.01000 (the) -233.99000 (use) -233.99500 (of) -235.02000 (a) -234.00500 (meta\055) ] TJ -52.44380 -11.95470 Td [ (algorithm\054) -303.00300 (which) -292.99500 (we) -293.01200 (call) -293.00500 (\223R) 40.00310 (USSO\055) ] TJ /R21 9.96260 Tf 142.81100 0 Td [ (X) -0.49992 ] TJ /R15 9.96260 Tf 9.03594 0 Td [ (\224\054) -303.00800 (which) -292.99500 (simply) -293.00500 (runs) ] TJ -151.84700 -11.95510 Td (algorithm) Tj /R21 9.96260 Tf 41.23480 0 Td [ (X) -0.49992 ] TJ /R15 9.96260 Tf 11.52620 0 Td [ (from) -249.98800 (dif) 24.98600 (ferent) -250.00200 (random) -250.01700 (starting) -250.00700 (points) -250.00200 (until) -250.00700 (the) ] TJ -52.76090 -11.95510 Td [ (same) -374.98600 (best\055) 0.99003 (so\055f) 10.00320 (ar) -375.00400 (optimum) -374.98200 (v) 24.98110 (alue) -374.01100 (is) -374.98200 (seen) -374.01600 (twice\056) -683.99400 (\050R) 40.00310 (USSO\055) ] TJ /R21 9.96260 Tf 11.95510 TL T* [ (X) -0.49992 ] TJ /R15 9.96260 Tf 13.85980 0 Td [ (stands) -484.01200 (for) -484 (\223Restart) ] TJ /R21 9.96260 Tf 83.64300 0 Td [ (X) -0.49992 ] TJ /R15 9.96260 Tf 13.85940 0 Td [ (Until) -484.00700 (Seen) -483.98800 (Same) -484.99700 (Optimum\224\056\051) ] TJ -111.36200 -11.95470 Td [ (W) 79.98660 (e) -244.98400 (sho) 24.99340 (w) -245.01500 (that) -245.00300 (t) 0.98758 (his) -245 (procedure) -245.01800 (dramatically) -244.98900 (increases) -245.01300 (success) ] TJ 11.95630 TL T* [ (rate\056) -636.01400 (On) -358.99200 <02> 24.99090 (v) 14.98280 (e) -359.00400 (of) -358.99600 (13) -358.98900 (benchmarks\054) -385.99000 (it) -358.00400 (yields) -359.01400 (the) -358.98900 (best) -358.98400 (kno) 24.99090 (wn) ] TJ 11.95510 TL T* [ (optimum) -326.99000 (nearly) -327 (100\045) -326.00700 (of) -327.00400 (the) -326.99400 (time\056) -540.00300 (On) -326.99400 (other) -326.99400 (benchmarks\054) ] TJ T* [ (where) -240.00400 (there) -241.01900 (are) -240.01100 (other) -241.00900 (local) -239.98900 (optima) -240.98400 (with) -240.01400 (lar) 17.99700 (ge) -241.01900 (basins) -240.01400 (of) -241.01900 (con\055) ] TJ T* [ (v) 14.98280 (er) 17.98960 (gence\054) -382.99500 (one) -356.01400 (might) -355.98200 (ne) 25.01540 (v) 14.98280 (ertheless) -356.00400 (hope) -356.00900 (to) -356.00900 (choose) -356.00400 (the) -356.00900 (best) ] TJ T* [ (from) -304.01800 (se) 25.01790 (v) 14.98280 (eral) -305.01300 (runs) -304.01500 (of) -305.00500 (R) 40.00560 (USSO\054) -303.98800 (and) -305.00300 (indeed) -304.01300 (simply) -305.00300 (repeating) ] TJ T* [ (it) -304.01300 <02> 24.99090 (v) 14.98280 (e) -303.01300 (times) -303.99800 (brings) -302.98400 (the) -303.98100 (number) -302.98900 (of) -303.98800 (successes) -302.99800 (up) -304.01800 (to) -302.99800 (11\056) -471.00500 (The) ] TJ 11.95590 TL T* [ <026e616c> -337.02000 (tw) 10.00810 (o) -336.99800 (benchmarks) -338 (are) -337.01200 (not) -336.98300 (solv) 15.00240 (ed) -337.00300 (by) -336.99300 (an) 15.01710 (y) -338.01700 (algorithm) -337.00300 (we) ] TJ 11.95510 TL (tested\056) ' 11.95510 -12.98280 Td [ (The) -289.98600 (natural) -288.99800 (question) -289.99300 (then) -288.99600 (is) -290.01500 (ho) 24.98600 (w) -289.00600 (to) -290.02000 (select) -289 (algorithm) ] TJ /R21 9.96260 Tf 212.76900 0 Td [ (X) -0.49992 ] TJ /R15 9.96260 Tf 9.03516 0 Td (\056) Tj -233.75900 -11.95510 Td [ (This) -312.98500 (must) -313.01600 (depend) -314.01400 (on) -312.99700 (both) -312.98200 (its) -312.98700 (success) -312.99700 (rate) -313.01200 (and) -313.98200 (its) -312.98700 (runtime\056) ] TJ T* [ (F) 14.99260 (or) -370.99400 (e) 15.01220 (xample) -371.01700 (if) ] TJ /R21 9.96260 Tf 64.46990 0 Td [ (X) -0.49992 ] TJ /R15 9.96260 Tf 12.73200 0 Td [ (has) -370.99000 (a) -371.00200 (5\045) -370.99200 (success) -370.98700 (rate) -371.00200 (and) -370.99200 (runs) -370.98200 (in) -372.00700 (one) ] TJ -77.20200 -11.95510 Td [ (second\054) -443.99000 (R) 40.00560 (USSO\055) ] TJ /R21 9.96260 Tf 69.61090 0 Td [ (X) -0.49992 ] TJ /R15 9.96260 Tf 13.07380 0 Td [ (has) -404.98400 (an) -406.01100 (e) 15.01220 (xpected) -404.98100 (runtime) -405.00100 (of) -406.01100 (about) -405.01100 (44) ] TJ -82.68480 -11.95510 Td [ (seconds\056) -578 (If) ] TJ /R21 9.96260 Tf 49.80980 0 Td [ (Y) -0.60039 ] TJ /R15 9.96260 Tf 11.38010 0 Td [ (has) -338.99500 (a) -339.98700 (95\045) -338.99200 (success) -340.01200 (rate\054) -360.99900 (and) -340.01700 (tak) 10.00810 (es) -339.00200 (an) -339.98200 (hour) 40.00310 (\054) ] TJ -61.18980 -11.95590 Td [ (R) 40.00560 (USSO\055) ] TJ /R21 9.96260 Tf 35.02770 0 Td [ (Y) -0.60039 ] TJ /R15 9.96260 Tf 11.45630 0 Td [ (will) -347.01600 (tak) 10.00570 (e) -347.00600 (tw) 10.00810 (o) -346.99600 (hours\054) -371.99700 (so) -346.99100 (algorithm) ] TJ /R21 9.96260 Tf 140.06200 0 Td [ (X) -0.49992 ] TJ /R15 9.96260 Tf 12.49340 0 Td [ (is) -346.98600 (clearly) ] TJ -199.03900 -11.95510 Td [ (preferable\056) -301.99600 (Thus\054) -230.99800 (the) -225.99400 (criterion) -227.00600 (for) -226.00100 (comparison) -226.00600 (of) -227.02100 (candidates) ] TJ T* [ (must) -341.99200 (ultimately) -342.99200 (be) -341.98200 (mean) -342.99200 (runtime\054) -365.00800 (and) -342.99700 (must) -341.99200 (be) ] TJ /R19 9.96260 Tf 194.94500 0 Td [ (wall\055cloc) 19.99180 (k) ] TJ -194.94500 -11.95470 Td (time) Tj /R15 9.96260 Tf 17.15470 0 Td [ (\056) -531.00700 (An) 14.98520 (y) -324.01900 (proxy) 64.98670 (\054) -342.01900 (such) -324.01200 (as) -323.98500 (iterat) 0.99003 (ion) -324.00500 (counts\054) -341.99700 (may) -324.01000 (not) -324.00500 <726503656374> ] TJ -17.15470 -11.95510 Td [ (real\055w) 9.99343 (orld) -380 (practice\056) -701.99800 (Ev) 14.98770 (en) -380.01500 <036f6174696e67> -380.99500 (point) -379.98600 (operation) -381.01000 (counts) ] TJ 11.95630 TL T* [ (\050FLOPs\051) -468.98500 (may) -469.00800 (not) -469.98300 <726503656374> -469.01500 (real\055w) 9.99343 (orld) -469.00500 (performance) -468.98100 (due) -469.99500 (to) ] TJ -13.74100 -29.88670 Td (1) Tj ET Q Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 297 50 Tm (4130) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Length 28 /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Length 107 /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Length 228
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 21 0 R
>>
>>
/Length 28
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 133 751 479 772 ]
/Type /XObject
/Subtype /Form
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Length 53008
/Type /XObject
/BBox [ 133 751 479 772 ]
/Subtype /Form
>>
stream
xlK8,8?DKs9mavd
{f-8*2Y@H >חk}y}uf`v)_s}1z#*Gw_gX jow\o'1c|Z^G<
A̺X}ay?IT|y~L.[ {Ȟb\3-3]_'X\竵0{+_۾oY-wj+ B;)Aa=/
1~a(>}m_K' >*Q1:?OPnGsQ_`?mzN
?WBB!lU n'S 1Ipzχ1xF_09,}?e){:̹~Gu7g {0mD`pdS)>;ys`Pµx'O
+혝 oI~!p7̵&m=dC+>5ALV"I1"S*CKha#03L4|@p灟vMRQ==*/m"r>@uqo9ͻ;Vz 'ȳ;IBzWR~ihwa8PlT>]fZ8y52)r빃W{B7G/q)}M]elS(k=5^A] сڸc'w!Ll'M=Ȥ뎓z;#կN>\q6r>|8}}Lr$Mo5:>syls+Ǵ`C?/9{Y||jD u#i^\rJ8a|oY+Rxl<{[؏s迨nYaյ[?/^u;+ ,bhL}wrj:ɴdM8^q|m'aQ6;0k_ar|E8HɃpN('&r`V;Rs볩Nk\&W=DDG#5]~M{VyCSRH9ܜXˏt7߾i9ADگ
USڝ|{(hbIRZXg @6Hɹ0Dq;si\Tv<1?mUŏV7bF
p7Y9sƨ*.uz_LբřsB݃ɹ^'_Yae91f+n%A̶d
Ċc#q
CF=Mt'\&ξ)z;L-4:n}41j:mӶ_)\݇ |T@uAƓxAN6Ql;}Ɲ{~_y"g%]nCi']I~,xa?feoɌr0u?V=phldx.Y;~nZL603> \`ęܓ