%PDF-1.3 % 1 0 obj << /Type /Pages /Count 9 /Kids [ 3 0 R 4 0 R 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R ] >> endobj 2 0 obj << /Producer (PyPDF2) /Title (Deep\040Residual\040Learning\040for\040Image\040Recognition) /Author (Kaiming\040He\054\040Xiangyu\040Zhang\054\040Shaoqing\040Ren\054\040Jian\040Sun) /Subject (Deeper\040neural\040networks\040are\040more\040difficult\040to\040train\056\040We\040present\040a\040residual\040learning\040framework\040to\040ease\040the\040training\040of\040networks\040that\040are\040substantially\040deeper\040than\040those\040used\040previously\056\040We\040explicitly\040reformulate\040the\040layers\040as\040learning\040residual\040functions\040with\040reference\040to\040the\040layer\040inputs\054\040instead\040of\040learning\040unreferenced\040functions\056\040We\040provide\040comprehensive\040empirical\040evidence\040showing\040that\040these\040residual\040networks\040are\040easier\040to\040optimize\054\040and\040can\040gain\040accuracy\040from\040considerably\040increased\040depth\056\040On\040the\040ImageNet\040dataset\040we\040evaluate\040residual\040nets\040with\040a\040depth\040of\040up\040to\040152\040layers\2048\327\040deeper\040than\040VGG\040nets\040\13340\135\040but\040still\040having\040lower\040complexity\056\040An\040ensemble\040of\040these\040residual\040nets\040achieves\0403\05657\045\040error\040on\040the\040ImageNet\040test\040set\056\040This\040result\040won\040the\0401st\040place\040on\040the\040ILSVRC\0402015\040classification\040task\056\040We\040also\040present\040analysis\040on\040CIFAR\05510\040with\040100\040and\0401000\040layers\056\040The\040depth\040of\040representations\040is\040of\040central\040importance\040for\040many\040visual\040recognition\040tasks\056\040Solely\040due\040to\040our\040extremely\040deep\040representations\054\040we\040obtain\040a\04028\045\040relative\040improvement\040on\040the\040COCO\040object\040detection\040dataset\056\040Deep\040residual\040nets\040are\040foundations\040of\040our\040submissions\040to\040ILSVRC\040\046\040COCO\0402015\040competitions1\054\040where\040we\040also\040won\040the\0401st\040places\040on\040the\040tasks\040of\040ImageNet\040detection\054\040ImageNet\040localization\054\040COCO\040detection\054\040and\040COCO\040segmentation\056) /Keywords (27\040Jun\0402016\054\040Computer\040Vision\040and\040Pattern\040Recognition\054\040Deep\040learning\054\040Residual\054\040Convolutional\040neural\040network\054\040Feature\040learning\054\040Microsoft) >> endobj 3 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 13 0 R /Resources << /XObject << /x8 14 0 R /x6 17 0 R /x12 20 0 R /x10 23 0 R >> /ExtGState << /s9 26 0 R /R9 29 0 R /s5 32 0 R /s7 35 0 R /R28 38 0 R /s11 39 0 R /a0 << /CA 1 /ca 1 >> /R20 42 0 R /R23 43 0 R >> /Font << /F2 44 0 R /R21 45 0 R /R12 48 0 R /F1 53 0 R /R14 54 0 R /R16 59 0 R /R18 64 0 R /R24 69 0 R /R26 73 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] /ColorSpace << /R11 76 0 R >> >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 4 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 78 0 R /Resources << /ColorSpace << /R11 76 0 R >> /ExtGState << /R28 38 0 R /R9 29 0 R >> /Font << /R44 79 0 R /R41 85 0 R /F2 90 0 R /R12 48 0 R /F1 91 0 R /R14 54 0 R /R16 59 0 R /R39 92 0 R /R18 64 0 R /R37 97 0 R /R35 102 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 5 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 107 0 R /Resources << /ColorSpace << /R11 76 0 R >> /ExtGState << /R28 38 0 R /R9 29 0 R /R20 42 0 R >> /Font << /R55 108 0 R /R57 113 0 R /R41 85 0 R /R53 118 0 R /F2 123 0 R /R12 48 0 R /F1 124 0 R /R14 54 0 R /R16 59 0 R /R39 92 0 R /R18 64 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 6 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 125 0 R /Resources << /ColorSpace << /R11 76 0 R >> /ExtGState << /R28 38 0 R /R9 29 0 R >> /Font << /F2 126 0 R /R57 113 0 R /R12 48 0 R /R53 118 0 R /R65 127 0 R /R67 132 0 R /F1 137 0 R /R14 54 0 R /R16 59 0 R /R39 92 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 7 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 138 0 R /Resources << /ColorSpace << /R11 76 0 R >> /ExtGState << /R28 38 0 R /R23 43 0 R /R80 139 0 R /R75 140 0 R >> /Font << /R78 141 0 R /R57 113 0 R /R76 146 0 R /F2 151 0 R /R12 48 0 R /F1 152 0 R /R14 54 0 R /R16 59 0 R /R39 92 0 R /R18 64 0 R /R81 153 0 R /R24 69 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 8 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 157 0 R /Resources << /ColorSpace << /R11 76 0 R >> /ExtGState << /R28 38 0 R /R23 43 0 R /R80 139 0 R /R75 140 0 R >> /Font << /R89 158 0 R /F2 162 0 R /R12 48 0 R /F1 163 0 R /R14 54 0 R /R16 59 0 R /R18 64 0 R /R91 164 0 R /R93 167 0 R /R95 172 0 R /R97 177 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 9 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 182 0 R /Resources << /ColorSpace << /R11 76 0 R >> /ExtGState << /R28 38 0 R /R9 29 0 R /R20 42 0 R >> /Font << /R105 183 0 R /R107 186 0 R /R53 118 0 R /F2 189 0 R /R12 48 0 R /F1 190 0 R /R14 54 0 R /R16 59 0 R /R39 92 0 R /R18 64 0 R /R81 153 0 R /R97 177 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 10 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 191 0 R /Resources << /ColorSpace << /R11 76 0 R >> /ExtGState << /R28 38 0 R /R9 29 0 R /R20 42 0 R >> /Font << /R57 113 0 R /R115 192 0 R /F2 195 0 R /R12 48 0 R /F1 196 0 R /R14 54 0 R /R16 59 0 R /R39 92 0 R /R18 64 0 R /R53 118 0 R /R24 69 0 R /R97 177 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 11 0 obj << /Parent 1 0 R /Rotate 0 /Type /Page /Contents 197 0 R /Resources << /ColorSpace << /R11 76 0 R >> /ExtGState << /R28 38 0 R /R9 29 0 R >> /Font << /R18 64 0 R /F2 198 0 R /R12 48 0 R /F1 199 0 R /R14 54 0 R >> /ProcSet [ /ImageC /Text /PDF /ImageI /ImageB ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 12 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 13 0 obj << /Length 28049 >> stream q q q 0.10000 0 0 0.10000 0 0 cm /R9 gs /R11 cs 0.13745 0.12280 0.12598 scn q 10 0 0 10 0 0 cm BT /R12 14.34620 Tf 1 0 0 1 153.44800 675.06700 Tm [ (Deep) -250.00800 (Residual) -249.98600 (Lear) 14.98930 (ning) -249.99300 (f) 24.99230 (or) -250 (Image) -250.00500 (Recognition) ] TJ /R14 11.95520 Tf -17.05700 -44.52300 Td [ (Kaiming) -250.10100 (He) -2250.01000 (Xiangyu) -250 (Zhang) -2250.02000 (Shaoqing) -249.99300 (Ren) -2250 (Jian) -249.98500 (Sun) ] TJ 112.75000 -16.73750 Td [ (Microsoft) -250.01000 (Research) ] TJ /R16 9.96260 Tf -53.64960 -14.34570 Td (\173) Tj /R14 9.96260 Tf 4.98125 0 Td [ (kahe\054) -249.99300 (v\055xiangz\054) -249.90200 (v\055shren\054) -249.90700 (jiansun) ] TJ /R16 9.96260 Tf 127.27200 0 Td (\175) Tj /R14 9.96260 Tf 4.98125 0 Td (\100microsoft\056com) Tj /R12 11.95520 Tf -186.73100 -41.88280 Td (Abstract) Tj /R18 9.96260 Tf -83.92770 -19.35620 Td [ (Deeper) -331.00200 (neur) 14.99010 (al) -330.99100 (networks) -331.00800 (ar) 36.98520 (e) -329.98900 (mor) 36.98770 (e) -331.00800 (dif) 18.01660 (\223cult) -330.98400 (to) -330.99100 (tr) 14.99010 (ain\056) -552.98600 (W) 91.98710 (e) ] TJ -11.95550 -11.95510 Td [ (pr) 36.98520 (esent) -299 (a) -297.98500 (r) 37.01960 (esidual) -299.01800 (learning) -297.99300 (fr) 14.99140 (ame) 14.98160 (work) -298.98900 (to) -298.99700 (ease) -297.98700 (the) -299.00200 (tr) 14.99010 (aining) ] TJ 11.95510 TL T* [ (of) -364.98600 (networks) -363.98400 (that) -365.01300 (ar) 36.98520 (e) -365.00300 (substantially) -365.00800 (deeper) -364.01500 (than) -365.01500 (those) -365.01800 (used) ] TJ 11.95630 TL T* [ (pr) 36.98520 (e) 15.01280 (viously) 54.99330 (\056) -672.98300 (W) 91.98590 (e) -371.00200 (e) 19.99180 (xplicitly) -371.00800 (r) 37.01960 (eformulate) -371 (the) -372.00900 (layer) 10.00810 (s) -370.99200 (as) -370.99200 (learn\055) ] TJ 11.95510 TL T* [ (ing) -249 (r) 37.01960 (esidual) -248.98600 (functions) -249.01400 (with) -248.98400 (r) 37.01960 (efer) 37.01830 (ence) -248.98700 (to) -249.00500 (the) -249.01000 (layer) -249.00700 (inputs\054) -250 (in\055) ] TJ T* [ (stead) -286.01200 (of) -286.01800 (learning) -285.99500 (unr) 36.99020 (efer) 37.01830 (enced) -285.01400 (functions\056) -418.00100 (W) 91.98710 (e) -285.99600 (pr) 44.98510 (o) 10.00320 (vide) -285.98900 (com\055) ] TJ T* [ (pr) 36.98520 (ehensive) -319 (empirical) -319.99300 (e) 15.01220 (vidence) -319.00600 (showing) -320.01800 (that) -318.98100 (these) -320.01500 (r) 37.01830 (esidual) ] TJ T* [ (networks) -192.01300 (ar) 36.98520 (e) -192.01100 (easier) -191.99100 (to) -191.99500 (optimize) 9.99466 (\054) -204.00300 (and) -191.99200 (can) -192.00200 (gain) -191.98500 (accur) 14.98520 (acy) -192.01000 (fr) 44.98510 (om) ] TJ 11.95630 TL T* [ (consider) 15.00360 (ably) -263.00200 (incr) 36.98770 (eased) -263.00800 (depth\056) -348.90100 (On) -263.00800 (the) -263.98800 (Ima) 10.00320 (g) 10.00320 (eNet) -263.00300 (dataset) -262.98300 (we) ] TJ 11.95510 TL T* [ (e) 15.01280 (valuate) -238.99800 (r) 37.01960 (esidual) -238.00800 (nets) -239.00500 (with) -238.98600 (a) -237.99500 (depth) -239 (of) -239.00700 (up) -239.00900 (to) -237.98700 (152) -239.00400 (layer) 10.00810 (s\2048) ] TJ /R16 9.96260 Tf 228.50100 0 Td (\327) Tj /R18 9.96260 Tf -228.50100 -11.95510 Td [ (deeper) -263.01200 (than) -262.99300 (VGG) -262.88800 (nets) -263.00100 (\13340\135) -262.99300 (b) 20.00160 (ut) -263.00800 (still) -263.02000 (having) -262.99300 (lower) -262.98800 (comple) 20.00890 (x\055) ] TJ T* [ (ity) 54.98100 (\056) -295.00700 (An) -206 (ensemble) -205.01100 (of) -205.99300 (these) -205.01500 (r) 37.01960 (esidual) -206.01300 (nets) -205.99100 (ac) 15.01710 (hie) 14.98520 (ves) -204.98800 (3\05657\045) -205.98500 (err) 44.98020 (or) ] TJ T* [ (on) -195.99700 (the) -195.99900 (Ima) 10.00260 (g) 10.00320 (eNet) ] TJ /R14 9.96260 Tf 66.70860 0 Td (test) Tj /R18 9.96260 Tf 15.78980 0 Td [ (set\056) -292.01900 (This) -196.09100 (r) 37.01960 (esult) -195.98600 (won) -195.98400 (the) -196 (1st) -195.98900 (place) -196 (on) -195.99700 (the) ] TJ -82.49920 -11.95510 Td [ (ILSVRC) -299.91300 (2015) -300.00900 (classi\223cation) -299.89200 (task\056) -460.10300 (W) 91.98590 (e) -299.99400 (also) -300.00600 (pr) 36.98650 (esent) -300.01900 (analysis) ] TJ 11.95630 TL T* [ (on) -249.98800 (CIF) 115.01500 (AR\05510) -249.98300 (with) -250.00400 (100) -249.98300 (and) -249.98300 (1000) -250.01700 (layer) 10.00810 (s\056) ] TJ 11.95510 -12.38120 Td [ (The) -435.01000 (depth) -435.98700 (of) -435.01300 (r) 37.01960 (epr) 36.98160 (esentations) -436 (is) -435.01200 (of) -435.01300 (centr) 14.98770 (al) -435.99300 (importance) ] TJ -11.95510 -11.95510 Td [ (for) -397.01300 (many) -396.00400 (visual) -397.00600 (r) 37.01960 (eco) 9.99466 (gnition) -396.01000 (tasks\056) -750.01000 (Solely) -395.99800 (due) -396.98800 (to) -396 (our) -397.01500 (e) 19.99180 (x\055) ] TJ 11.95550 TL T* [ (tr) 36.98770 (emely) -263.99800 (deep) -263.99400 (r) 37.01960 (epr) 36.98160 (esentations\054) -267.00600 (we) -263.98700 (obtain) -264 (a) -263.99000 (28\045) -263.98300 (r) 37.01830 (elative) -263.98000 (im\055) ] TJ T* [ (pr) 44.98390 (o) 10.00320 (vement) -402.99000 (on) -402.98200 (the) -404.00400 (COCO) -402.99900 (object) -403.01500 (detection) -403.00600 (dataset\056) -769.99400 (Deep) ] TJ T* [ (r) 37.01960 (esidual) -222.99000 (nets) -223.00800 (ar) 36.98520 (e) -224.00700 (foundations) -222.99800 (of) -223.00900 (our) -223.00600 (submissions) -223 (to) -223.99000 (ILSVRC) ] TJ T* [ (\046) -348.00800 (COCO) -347.98800 (2015) -348 (competitions) ] TJ /R14 6.97380 Tf 116.67000 3.61680 Td (1) Tj /R18 9.96260 Tf 3.98516 -3.61484 Td [ (\054) -372.01400 (wher) 36.99380 (e) -347.98600 (we) -347.98600 (also) -347.99800 (won) -347.99800 (the) -348.01300 (1st) ] TJ -120.65400 -11.95630 Td [ (places) -270.99900 (on) -271.00400 (the) -271.00600 (tasks) -270.99400 (of) -271.00100 (Ima) 10.00320 (g) 10.00320 (eNet) -271.00100 (detection\054) -276.98600 (Ima) 10.00320 (g) 10.00320 (eNet) -271.00100 (local\055) ] TJ T* [ (ization\054) -249.99100 (COCO) -249.88700 (detection\054) -250.01100 (and) -249.90400 (COCO) -250.00500 (se) 39.99580 (gmentation\056) ] TJ /R12 11.95520 Tf 27.18280 TL T* [ (1\056) -249.99000 (Intr) 18.01460 (oduction) ] TJ /R14 9.96260 Tf 11.95510 -19.35590 Td [ (Deep) -402.99200 (con) 40.11650 (v) 20.00160 (olutional) -402.00600 (neural) -402.98700 (netw) 10.00940 (orks) -402 (\13322\054) -402.98200 (21\135) -402.00400 (ha) 19.99180 (v) 14.98280 (e) -402.99600 (led) ] TJ -11.95550 -11.95550 Td [ (to) -405.99800 (a) -404.99600 (series) -406.00300 (of) -406.00900 (breakthroughs) -406.01700 (for) -404.99200 (image) -405.99600 (classi\223cation) -406 (\13321\054) ] TJ 11.95510 TL T* [ (49\054) -352.00700 (39\135\056) -616.98600 (Deep) -351.98200 (netw) 10.00940 (orks) -352.00700 (naturally) -353.01500 (inte) 14.99260 (grate) -352.02000 (lo) 24.98850 (w\057mid\057high\055) ] TJ T* [ (le) 25.01850 (v) 14.98280 (el) -386.00700 (features) -386.99500 (\13349\135) -386.01000 (and) -386.98800 (classi\223ers) -385.98300 (in) -386.98200 (an) -386.01400 (end\055to\055end) -387.01600 (multi\055) ] TJ T* [ (layer) -321.00500 (f) 9.99527 (ashion\054) -339.99500 (and) -321 (the) -322.01700 (\215le) 25.01420 (v) 14.98280 (els\216) -321 (of) -321.00400 (features) -321.98800 (can) -321.00800 (be) -321.98500 (enriched) ] TJ T* [ (by) -322.01500 (the) -322.99700 (number) -322.00500 (of) -321.98400 (stack) 10.00810 (ed) -321.98400 (layers) -322.99900 (\050depth\051\056) -526.01500 (Recent) -322.99300 (e) 25.01050 (vidence) ] TJ T* [ (\13340\054) -227.01200 (43\135) -227.99400 (re) 25.00810 (v) 14.98280 (eals) -227.01600 (that) -227.98600 (netw) 10.00940 (ork) -227.01400 (depth) -227.00300 (is) -227.98800 (of) -227.01800 (crucial) -227.99900 (importance\054) ] TJ T* [ (and) -319 (the) -318.99800 (leading) -318.90600 (results) -318 (\13340\054) -318.99600 (43\054) -318.99300 (12\054) -318.91500 (16\135) -318.99800 (on) -318.99600 (the) -318.99800 (challenging) ] TJ 11.95630 TL T* [ (ImageNet) -277.90300 (dataset) -277 (\13335\135) -277.98900 (all) -277.98300 (e) 15.01220 (xploit) -277.99500 (\215v) 15.01830 (ery) -277.01500 (deep\216) -277.99500 (\13340\135) -277.99000 (models\054) ] TJ 11.95510 TL T* [ (with) -254.99400 (a) -254.00100 (depth) -254.99900 (of) -255.01500 (sixteen) -254.01400 (\13340\135) -255.01300 (to) -255.01100 (thirty) -254.00800 (\13316\135\056) -324.01900 (Man) 14.99010 (y) -255.01100 (other) -255.00600 (non\055) ] TJ T* [ (tri) 24.98730 (vial) -328.00800 (visual) -327.01700 (recognition) -327.91100 (tasks) -326.98500 (\1337\054) -328.02000 (11\054) -326.99200 (6\054) -328.01600 (32\054) -328.01100 (27\135) -326.99700 (ha) 19.99670 (v) 14.98280 (e) -327.98900 (also) ] TJ ET Q /R20 gs 3.98000 w /R11 CS 0.13745 0.12280 0.12598 SCN 501.12100 986.48800 m 1446.11000 986.48800 l S q 10 0 0 10 0 0 cm BT /R14 5.97760 Tf 1 0 0 1 60.97110 91.78280 Tm (1) Tj /R21 7.57160 Tf 3.48672 -2.81289 Td [ (http\072\057\057image\055) -66.30870 (net\056org\057challenges\057LSVRC\0572015\057) ] TJ /R14 7.57160 Tf 210.97100 0 Td (and) Tj /R21 7.57160 Tf -225.31700 -7.96992 Td [ (http\072\057\057mscoco\056org\057dataset\057\043detections\055) -66.80040 (challenge2015) ] TJ /R14 7.57160 Tf 232.18900 0 Td (\056) Tj ET Q q 3088.62000 4892.78000 2362.52000 782.62900 re W n 1 1 1 scn 3088.62000 4896 1258.05000 779.41000 re f Q 1 1 1 scn 3200.38000 5007.47000 1020.78000 650.39100 re f /R23 gs 0.88000 w 1 J 1 j 1 1 1 SCN 3200.38000 5007.47000 1020.78000 650.39100 re S 0 0 0 SCN 3200.38000 5007.47000 m 4221.16000 5007.47000 l S 0 0 0 scn 4221.16000 5006.59000 0.87891 0.87891 re f 3200.38000 5007.47000 m 3200.38000 5657.86000 l S 3201.25000 5656.98000 0.87891 0.87891 re f 3200.38000 5007.47000 m 3200.38000 5018 l S 3201.25000 5017.12000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 319.33500 497.32400 Tm (0) Tj ET Q 3360.12000 5007.47000 m 3360.12000 5018 l S 3360.12000 5017.12000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 335.22200 497.32400 Tm (1) Tj ET Q 3518.99000 5007.47000 m 3518.99000 5018 l S 3519.86000 5017.12000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 351.19600 497.32400 Tm (2) Tj ET Q 3678.73000 5007.47000 m 3678.73000 5018 l S 3678.73000 5017.12000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 367.08300 497.32400 Tm (3) Tj ET Q 3837.60000 5007.47000 m 3837.60000 5018 l S 3838.47000 5017.12000 0.88281 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 383.05800 497.32400 Tm (4) Tj ET Q 3997.34000 5007.47000 m 3997.34000 5018 l S 3997.34000 5017.12000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 399.03200 497.32400 Tm (5) Tj ET Q 4156.21000 5007.47000 m 4156.21000 5018 l S 4157.09000 5017.12000 0.87109 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 414.91900 497.32400 Tm (6) Tj ET Q 3200.38000 5007.47000 m 3209.15000 5007.47000 l S 3210.03000 5006.59000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 317.05300 499.51800 Tm (0) Tj ET Q 3200.38000 5333.10000 m 3209.15000 5333.10000 l S 3210.03000 5331.35000 0.87891 0.86719 re f q 10 0 0 10 0 0 cm BT -0.00200 Tc /R24 3.34090 Tf 0.99955 0 0 1 316.26300 532.08100 Tm (10) Tj ET Q 3200.38000 5657.86000 m 3209.15000 5657.86000 l S 3210.03000 5656.98000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT -0.00200 Tc /R24 3.34090 Tf 0.99955 0 0 1 316.26300 564.55700 Tm (20) Tj ET Q q 3259.18000 5037.31000 962.85900 620.55100 re W n 5.13000 w 0 J 0.75000 0.75000 0 SCN 3261.82000 5657.86000 m 3263.57000 5645.57000 l 3280.25000 5563.94000 l 3296.05000 5561.31000 l 3310.97000 5557.80000 l 3327.64000 5513.03000 l 3343.44000 5485.82000 l 3360.12000 5441.94000 l 3375.04000 5465.64000 l 3390.84000 5439.30000 l 3407.52000 5422.63000 l 3422.44000 5405.07000 l 3439.99000 5380.50000 l 3454.91000 5416.48000 l 3470.71000 5419.12000 l 3487.39000 5371.72000 l 3502.31000 5350.66000 l 3518.99000 5355.92000 l 3534.78000 5319.94000 l 3549.71000 5319.94000 l 3566.38000 5336.61000 l 3582.18000 5350.66000 l 3598.86000 5342.76000 l 3614.66000 5348.02000 l 3629.58000 5314.67000 l 3646.25000 5330.47000 l 3662.05000 5309.40000 l 3678.73000 5335.73000 l 3693.65000 5290.09000 l 3710.33000 5312.04000 l 3726.13000 5145.27000 l 3741.93000 5127.72000 l 3758.60000 5127.72000 l 3773.52000 5118.06000 l 3790.20000 5118.06000 l 3806 5097.87000 l 3820.92000 5103.14000 l 3837.60000 5092.61000 l 3853.40000 5079.44000 l 3870.07000 5093.48000 l 3884.99000 5098.75000 l 3900.79000 5078.56000 l 3917.47000 5082.07000 l 3933.27000 5092.61000 l 3949.94000 5079.44000 l 3964.87000 5076.81000 l 3980.66000 5055.74000 l 3997.34000 5046.09000 l 4012.26000 5061.89000 l 4028.94000 5055.74000 l 4044.74000 5048.72000 l 4077.21000 5048.72000 l 4092.13000 5045.21000 l 4108.81000 5046.09000 l 4124.61000 5046.09000 l 4139.53000 5053.99000 l 4156.21000 5060.13000 l 4172.01000 5056.62000 l 4188.68000 5042.58000 l 4203.60000 5048.72000 l 4221.16000 5055.74000 l 4222.04000 5055.74000 l S Q q 3505.82000 5169.85000 716.21900 488.00800 re W n 5.13000 w 0 J 1 0 0 SCN 3509.33000 5657.86000 m 3518.99000 5615.73000 l 3534.78000 5641.18000 l 3549.71000 5604.32000 l 3566.38000 5620.99000 l 3582.18000 5547.26000 l 3598.86000 5654.35000 l 3614.66000 5544.63000 l 3629.58000 5538.49000 l 3646.25000 5613.09000 l 3662.05000 5566.57000 l 3678.73000 5554.29000 l 3693.65000 5546.39000 l 3710.33000 5613.09000 l 3726.13000 5384.01000 l 3741.93000 5333.10000 l 3758.60000 5344.51000 l 3773.52000 5319.94000 l 3790.20000 5302.38000 l 3806 5302.38000 l 3820.92000 5283.07000 l 3837.60000 5276.05000 l 3853.40000 5311.16000 l 3870.07000 5281.32000 l 3884.99000 5266.39000 l 3900.79000 5277.81000 l 3917.47000 5280.44000 l 3933.27000 5280.44000 l 3949.94000 5259.37000 l 3964.87000 5267.27000 l 3980.66000 5227.78000 l 3997.34000 5189.16000 l 4012.26000 5203.20000 l 4028.94000 5208.47000 l 4044.74000 5187.40000 l 4060.54000 5190.03000 l 4077.21000 5199.69000 l 4092.13000 5205.83000 l 4108.81000 5218.12000 l 4124.61000 5187.40000 l 4139.53000 5195.30000 l 4156.21000 5205.83000 l 4172.01000 5175.11000 l 4188.68000 5177.75000 l 4203.60000 5194.42000 l 4221.16000 5201.44000 l 4222.04000 5197.93000 l S Q q 10 0 0 10 0 0 cm BT 0.01376 Tc /R24 6.55340 Tf 0.99959 0 0 1 357.86700 491.35500 Tm 0.01638 Tw [ (it) 11.89270 (e) -9.71986 (r) 0.09317 (\056 \0501) -7.09982 (e4) -7.08864 (\051) ] TJ 0.06684 Tc 0 0.99959 -1 0 313.98100 509.87500 Tm -0.03670 Tw [ (t) 19.97640 (r) 8.19181 (ai) 20.02860 (ni) 6.61904 (ng er) 8.21417 (r) 8.19181 (o) 1.01373 (r) 8.19181 ( \050) 21.58640 (\045) -0.87956 (\051) ] TJ ET Q q 3088.62000 4892.78000 2362.52000 782.62900 re W n 1 1 1 scn 4248.37000 4896 1202.77000 779.41000 re f Q 1 1 1 scn 4418.64000 5007.47000 1020.79000 650.39100 re f 0 J 1 1 1 SCN 4418.64000 5007.47000 m 4418.64000 5657.86000 l 5439.43000 5657.86000 l 5439.43000 5007.47000 l 4418.64000 5007.47000 l S 0 0 0 SCN 4418.64000 5007.47000 m 5439.43000 5007.47000 l S 0 0 0 scn 5439.43000 5006.59000 0.87891 0.87891 re f 4418.64000 5007.47000 m 4418.64000 5657.86000 l S 4419.52000 5656.98000 0.87891 0.87891 re f 4418.64000 5007.47000 m 4418.64000 5018 l S 4419.52000 5017.12000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 441.16200 497.32400 Tm (0) Tj ET Q 4578.39000 5007.47000 m 4578.39000 5018 l S 4578.39000 5017.12000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 457.04900 497.32400 Tm (1) Tj ET Q 4737.26000 5007.47000 m 4737.26000 5018 l S 4738.13000 5017.12000 0.88281 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 473.02300 497.32400 Tm (2) Tj ET Q 4897 5007.47000 m 4897 5018 l S 4897 5017.12000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 488.91000 497.32400 Tm (3) Tj ET Q 5055.87000 5007.47000 m 5055.87000 5018 l S 5056.74000 5017.12000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 504.88400 497.32400 Tm (4) Tj ET Q 5215.61000 5007.47000 m 5215.61000 5018 l S 5215.61000 5017.12000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 520.85900 497.32400 Tm (5) Tj ET Q 5374.48000 5007.47000 m 5374.48000 5018 l S 5375.36000 5017.12000 0.87109 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 536.74600 497.32400 Tm (6) Tj ET Q 4418.64000 5007.47000 m 4427.42000 5007.47000 l S 4428.30000 5006.59000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT /R24 3.34090 Tf 0.99955 0 0 1 439.75800 499.51800 Tm (0) Tj ET Q 4418.64000 5333.10000 m 4427.42000 5333.10000 l S 4428.30000 5331.35000 0.87891 0.86719 re f q 10 0 0 10 0 0 cm BT -0.00200 Tc /R24 3.34090 Tf 0.99955 0 0 1 438.09000 532.08100 Tm (10) Tj ET Q 4418.64000 5657.86000 m 4427.42000 5657.86000 l S 4428.30000 5656.98000 0.87891 0.87891 re f q 10 0 0 10 0 0 cm BT -0.00200 Tc /R24 3.34090 Tf 0.99955 0 0 1 438.09000 564.55700 Tm (20) Tj ET Q q 4479.21000 5312.91000 961.09800 344.94900 re W n 6.41000 w 0.75000 0.75000 0 SCN 4482.72000 5657.86000 m 4498.52000 5574.47000 l 4514.32000 5621.87000 l 4529.24000 5530.59000 l 4545.91000 5520.93000 l 4561.71000 5530.59000 l 4578.39000 5491.97000 l 4593.31000 5529.71000 l 4609.11000 5488.46000 l 4625.79000 5485.82000 l 4640.71000 5461.25000 l 4658.26000 5466.51000 l 4673.18000 5475.29000 l 4688.98000 5461.25000 l 4705.66000 5466.51000 l 4720.58000 5435.79000 l 4737.26000 5439.30000 l 4753.05000 5443.69000 l 4767.98000 5458.61000 l 4784.65000 5433.16000 l 4800.45000 5427.89000 l 4817.13000 5441.06000 l 4832.93000 5436.67000 l 4847.85000 5413.85000 l 4864.52000 5430.53000 l 4880.32000 5427.89000 l 4897 5414.73000 l 4911.92000 5422.63000 l 4928.60000 5421.75000 l 4944.40000 5341.88000 l 4960.20000 5333.10000 l 4976.87000 5328.71000 l 4991.79000 5331.35000 l 5008.47000 5328.71000 l 5024.27000 5325.20000 l 5039.19000 5335.73000 l 5055.87000 5333.10000 l 5071.67000 5336.61000 l 5088.34000 5336.61000 l 5103.26000 5335.73000 l 5119.06000 5339.25000 l 5135.74000 5327.83000 l 5151.54000 5331.35000 l 5168.21000 5333.10000 l 5183.14000 5335.73000 l 5198.93000 5326.08000 l 5215.61000 5326.08000 l 5230.53000 5322.57000 l 5247.21000 5327.83000 l 5263.01000 5324.32000 l 5278.81000 5327.83000 l 5295.48000 5321.69000 l 5310.40000 5322.57000 l 5327.08000 5322.57000 l 5342.88000 5321.69000 l 5357.80000 5322.57000 l 5374.48000 5319.06000 l 5390.28000 5322.57000 l 5406.95000 5319.94000 l 5421.87000 5322.57000 l 5440.31000 5322.57000 l S Q q 4764.47000 5428.77000 675.84000 229.09000 re W n 6.41000 w 1 0 0 SCN 4767.98000 5657.86000 m 4767.98000 5655.22000 l 4784.65000 5651.71000 l 4800.45000 5594.66000 l 4817.13000 5646.45000 l 4832.93000 5656.98000 l 4847.85000 5606.95000 l 4864.52000 5610.46000 l 4880.32000 5596.42000 l 4897 5593.78000 l 4911.92000 5602.56000 l 4928.60000 5613.97000 l 4944.40000 5480.56000 l 4960.20000 5471.78000 l 4976.87000 5463 l 4991.79000 5458.61000 l 5008.47000 5452.47000 l 5024.27000 5452.47000 l 5039.19000 5446.33000 l 5055.87000 5447.20000 l 5071.67000 5461.25000 l 5088.34000 5455.10000 l 5103.26000 5443.69000 l 5119.06000 5444.57000 l 5135.74000 5452.47000 l 5151.54000 5448.96000 l 5168.21000 5452.47000 l 5183.14000 5463 l 5198.93000 5443.69000 l 5215.61000 5438.43000 l 5230.53000 5436.67000 l 5247.21000 5444.57000 l 5263.01000 5436.67000 l 5278.81000 5438.43000 l 5295.48000 5441.94000 l 5310.40000 5435.79000 l 5327.08000 5434.04000 l 5342.88000 5439.30000 l 5357.80000 5441.06000 l 5390.28000 5441.06000 l 5406.95000 5436.67000 l 5421.87000 5436.67000 l 5439.43000 5438.43000 l 5440.31000 5438.43000 l S Q q 10 0 0 10 0 0 cm BT 0.01376 Tc /R24 6.55340 Tf 0.99959 0 0 1 479.69400 491.35500 Tm 0.01638 Tw [ (it) 11.89640 (e) -9.71986 (r) 0.08945 (\056 \0501) -7.10355 (e4) -7.08864 (\051) ] TJ 0.01114 Tc 0 0.99959 -1 0 435.80800 515.49200 Tm 0.01900 Tw [ (tes) -11.10630 (t) 11.47900 ( e) -10.02550 (rro) -7.50606 (r \050\045\051) ] TJ -0.08624 Tc /R26 6.58290 Tf 0.99953 0 0 1 400.26100 523.48000 Tm [ (5) -0.16326 (6) -13.59510 (\055) -12.12210 (l) -12.44490 (a) -12.05160 (y) -25.20140 (e) -25.34980 (r) 0.49720 ] TJ 15.44800 TL T* [ (2) -0.16326 (0) -13.59510 (\055) -12.12210 (l) -12.44490 (a) -12.05160 (y) -25.20140 (e) -25.34980 (r) 0.49720 ] TJ 121.44500 38.26840 Td [ (5) -0.16326 (6) -13.59510 (\055) -12.11840 (l) -12.44490 (a) -12.05160 (y) -25.20140 (e) -25.34980 (r) 0.49720 ] TJ 11.93670 TL T* [ (2) -0.16326 (0) -13.59510 (\055) -12.11840 (l) -12.44490 (a) -12.05160 (y) -25.20140 (e) -25.34980 (r) 0.49720 ] TJ ET Q /R28 gs 0.13745 0.12280 0.12598 scn q 10 0 0 10 0 0 cm BT /R14 8.96640 Tf 1 0 0 1 308.86200 480.31100 Tm [ (Figure) -310.01700 (1\056) -309.99000 (T) 35.02120 (raining) -309.98400 (error) -310.98900 (\050left\051) -310.01200 (and) -309.99000 (test) -310.00600 (error) -309.98400 (\050right\051) -309.99500 (on) -310.01200 (CIF) 73.99040 (AR\05510) ] TJ 10.95860 TL T* [ (with) -261.90700 (20\055layer) -262.01600 (and) -261.89100 (56\055layer) -262.88700 (\215plain\216) -261.99700 (netw) 9.99826 (orks\056) -345.89900 (The) -261.89400 (deeper) -261.98600 (netw) 9.99826 (ork) ] TJ T* [ (has) -311.98600 (higher) -310.90700 (training) -311.89000 (error) 40.10470 (\054) -326.98000 (and) -311.99400 (thus) -311.00300 (test) -312.01000 (error) 55.00680 (\056) -495.01200 (Similar) -310.99200 (phenomena) ] TJ T* [ (on) -249.97800 (ImageNet) -249.99700 (is) -250.00800 (presented) -249.99200 (in) -250.01400 (Fig\056) -250.01700 (4\056) ] TJ /R14 9.96260 Tf 25.79570 TL T* [ (greatly) -249.98500 (bene\223ted) -249.89500 (from) -249.98800 (v) 14.98280 (ery) -250.00200 (deep) -249.99700 (models\056) ] TJ 11.95510 -13.91990 Td [ (Dri) 24.98360 (v) 14.98280 (en) -255.01100 (by) -255.01100 (the) -255.00900 (signi\223cance) -256.00100 (of) -255.01600 (depth\054) -256.01600 (a) -254.98200 (question) -255.02100 (arises\072) ] TJ /R18 9.96260 Tf 217.10200 0 Td (Is) Tj -229.05700 -11.95510 Td [ (learning) -319.91000 (better) -320.00800 (networks) -319.99100 (as) -320.01500 (easy) -319.98600 (as) -320.99500 (stac) 20.01140 (king) -320.01000 (mor) 36.98890 (e) -319.99100 (layer) 10.00810 (s\077) ] TJ /R14 9.96260 Tf 11.95510 TL T* [ (An) -368.01000 (obstacle) -369.01900 (to) -368.00500 (answering) -369.01700 (this) -367.99300 (question) -369.00200 (w) 10.00320 (as) -368.01200 (the) -368.98700 (notorious) ] TJ T* [ (problem) -269.88900 (of) -269.99200 (v) 24.98110 (anishing\057e) 15.01710 (xploding) -269.98900 (gradients) -270.00900 (\13314\054) -269.90600 (1\054) -269.90600 (8\135\054) -275.00800 (which) ] TJ T* [ (hamper) -427.01700 (con) 40.11590 (v) 14.98280 (er) 17.99450 (gence) -426.01000 (from) -427.01700 (the) -425.99800 (be) 15.01710 (ginning\056) -840.01200 (This) -427.00200 (problem\054) ] TJ T* [ (ho) 24.98600 (we) 25.01300 (v) 14.98280 (er) 39.99090 (\054) -299.00600 (has) -289.98300 (been) -289.98800 (lar) 17.99700 (gely) -288.99600 (addressed) -290.02000 (by) -289 (normalized) -290.00600 (initial\055) ] TJ T* [ (ization) -210.88400 (\13323\054) -211.01400 (8\054) -212.00100 (36\054) -211.01100 (12\135) -211.01600 (and) -211.01900 (intermediate) -212.01400 (normalization) -211.99900 (layers) ] TJ T* [ (\13316\135\054) -225.99700 (which) -219.00800 (enable) -219.01700 (netw) 10.00810 (orks) -219.98800 (with) -218.99800 (tens) -219.98800 (of) -218.98300 (layers) -219.99800 (to) -219.01200 (start) -219.98800 (con\055) ] TJ T* [ (v) 14.98280 (er) 17.99450 (ging) -377.01300 (for) -378.01800 (stochastic) -377.00300 (gradient) -377.01600 (descent) -376.98600 (\050SGD\051) -376.98100 (with) -377.99100 (back\055) ] TJ T* [ (propag) 5.10944 (ation) -250.01700 (\13322\135\056) ] TJ 11.95510 -13.91990 Td [ (When) -406.90500 (deeper) -408.01800 (netw) 10.00810 (orks) -406.89800 (are) -407.07900 (able) -406.90800 (to) -408 (start) -407.01500 (con) 39.99820 (v) 14.98280 (er) 17.99210 (ging\054) -446.99900 (a) ] TJ /R18 9.96260 Tf -11.95510 -11.95510 Td [ (de) 39.99330 (gr) 14.99010 (adation) ] TJ /R14 9.96260 Tf 51.53130 0 Td [ (problem) -339.01400 (has) -337.90000 (been) -339.00200 (e) 15.01220 (xposed\072) -486.98700 (with) -339.01700 (the) -338.01200 (netw) 10.00810 (ork) ] TJ -51.53130 -11.95510 Td [ (depth) -328.00700 (increasing\054) -347.88100 (accurac) 15.11510 (y) -328.01900 (gets) -328.98900 (saturated) -328.00900 (\050which) -328.00900 (might) -329.00900 (be) ] TJ T* [ (unsurprising\051) -481.91200 (and) -481.99300 (then) -481.98600 (de) 15.01710 (grades) -481.99300 (rapidly) 64.98920 (\056) -1005.98000 (Une) 14.98280 (xpectedly) 64.98920 (\054) ] TJ T* [ (such) -370.00400 (de) 15.01710 (gradation) -369.99500 (is) ] TJ /R18 9.96260 Tf 82.85470 0 Td [ (not) -369.88200 (caused) -370.00200 (by) -370.99700 (o) 10.00320 (ver\223tting) ] TJ /R14 9.96260 Tf 101.72400 0 Td [ (\054) -400.00700 (and) -370.01200 (adding) ] TJ -184.57900 -11.95510 Td [ (more) -279.00200 (layers) -277.90700 (to) -279 (a) -279.01700 (suitably) -277.99300 (deep) -279.01200 (model) -278.98800 (leads) -277.98300 (to) ] TJ /R18 9.96260 Tf 184.91600 0 Td [ (higher) -278.98800 (tr) 14.99260 (ain\055) ] TJ -184.91600 -11.95630 Td [ (ing) -239.00200 (err) 44.98020 (or) ] TJ /R14 9.96260 Tf 35.69100 0 Td [ (\054) -241.01600 (as) -237.99500 (reported) -239.01200 (in) -237.98700 (\13310\054) -239.00900 (41\135) -239.01400 (and) -237.99500 (thoroughly) -239.01400 (v) 14.98280 (eri\223ed) -237.98500 (by) ] TJ -35.69100 -11.95510 Td [ (our) -249.99000 (e) 15.01220 (xperiments\056) -309.98700 (Fig\056) -250.00700 (1) -249.99300 (sho) 24.99090 (ws) -249.98800 (a) -250.00200 (typical) -250.01200 (e) 15.01220 (xample\056) ] TJ 11.95510 -13.91990 Td [ (The) -252.89400 (de) 15.01710 (gradation) -252.99500 (\050of) -253.01900 (training) -252.98700 (accurac) 14.99750 (y\051) -253.99700 (indicates) -252.99200 (that) -253.00200 (not) ] TJ -11.95510 -11.95510 Td [ (all) -233.99000 (systems) -234 (are) -233.89500 (similarly) -233.99500 (easy) -234 (to) -233.99000 (optimize\056) -305.00800 (Let) -233.99500 (us) -233.99000 (consider) -233.98500 (a) ] TJ T* [ (shallo) 25.00320 (wer) -313.01200 (architecture) -312.88700 (and) -312.10000 (its) -312.98700 (deeper) -312.89400 (counterpart) -312.91300 (that) -312.99200 (adds) ] TJ T* [ (more) -265.98500 (layers) -265.00700 (onto) -265.89400 (it\056) -356.00200 (There) -266 (e) 15.01220 (xists) -264.98500 (a) -266 (solution) ] TJ /R18 9.96260 Tf 174.38700 0 Td [ (by) -265.99500 (construction) ] TJ /R14 9.96260 Tf -174.38700 -11.95510 Td [ (to) -249.00500 (the) -249.01000 (deeper) -248.98500 (model\072) -309.99500 (the) -249.01000 (added) -249.01200 (layers) -249.01200 (are) ] TJ /R18 9.96260 Tf 166.52200 0 Td (identity) Tj /R14 9.96260 Tf 32.36840 0 Td (mapping\054) Tj -198.89000 -11.95510 Td [ (and) -305.00300 (the) -304.88300 (other) -304.99800 (layers) -304.88300 (are) -304.98100 (copied) -304.99300 (from) -306.01800 (the) -304.99800 (learned) -304.89000 (shallo) 25 (wer) ] TJ T* [ (model\056) -385.98700 (The) -274.89000 (e) 15.01220 (xistence) -274.99600 (of) -275.01000 (this) -274.98800 (constructed) -276.00800 (solution) -275.00300 (indicates) ] TJ T* [ (that) -233.98500 (a) -234.00500 (deeper) -234.98800 (model) -234.01500 (should) -234.00500 (produce) -233.99000 (no) -233.99000 (higher) -235.00500 (training) -234.99000 (error) ] TJ T* [ (than) -323.89400 (its) -324.00500 (shallo) 25.00320 (wer) -323.99000 (counterpart\056) -531.89200 (But) -324 (e) 15.01220 (xperiments) -323.99000 (sho) 24.99090 (w) -323.98000 (that) ] TJ T* [ (our) -245.01100 (current) -245.99600 (solv) 15 (ers) -245.02000 (on) -245.00800 (hand) -245.98800 (are) -244.98900 (unable) -245.98300 (to) -245.00800 (\223nd) -244.99300 (solutions) -245.98300 (that) ] TJ -13.74140 -29.88790 Td (1) Tj ET Q /R28 gs Q Q q q 1 1 1 rg /a0 gs 48.40600 786.42200 515.18800 -52.69900 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q Q q 1 0 0 1 0 0 cm BT /F1 12 Tf 14.40000 TL ET 1 1 1 rg n 270 47 72 14 re f* 0.50000 0.50000 0.50000 rg BT /F2 9 Tf 10.80000 TL ET BT 1 0 0 1 299.25000 50 Tm (770) Tj T* ET Q endstream endobj 14 0 obj << /Filter /FlateDecode /Resources << /ExtGState << /a0 << /CA 1 /ca 1 >> >> /XObject << /x18 15 0 R >> >> /Group << /Type /Group /S /Transparency /CS /DeviceRGB /I true >> /BBox [ 78 746 96 765 ] /Type /XObject /Subtype /Form /Length 28 >> stream x+O4PH/VЯ0Pp 0 endstream endobj 15 0 obj << /Filter /FlateDecode /Resources 16 0 R /Type /XObject /BBox [ 78 746 96 765 ] /Subtype /Form /Length 107 >> stream xe AC̬wʠ =p,?]%+H-
Jc "82w8VSnGW;"
endstream
endobj
16 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
17 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x15 18 0 R
>>
>>
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 67 752 84 775 ]
/Type /XObject
/Subtype /Form
/Length 28
>>
stream
x+O4PH/VЯ04Up
0
endstream
endobj
18 0 obj
<<
/Filter /FlateDecode
/Resources 19 0 R
/Type /XObject
/BBox [ 67 752 84 775 ]
/Subtype /Form
/Length 228
>>
stream
xeQKn!s ?FPav6R٪TS.
b];15YyR
{7QL.\:Rv/x9l+L7h%1!}i/AI(kz"U&,YO![R hg{3}4/GyYF:!w}Gn+'xJcO9i뽼_-:`
endstream
endobj
19 0 obj
<<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
>>
endobj
20 0 obj
<<
/Filter /FlateDecode
/Resources <<
/ExtGState <<
/a0 <<
/CA 1
/ca 1
>>
>>
/XObject <<
/x24 21 0 R
>>
>>
/Group <<
/Type /Group
/S /Transparency
/CS /DeviceRGB
/I true
>>
/BBox [ 132 751 480 772 ]
/Type /XObject
/Subtype /Form
/Length 28
>>
stream
x+O4PH/VЯ02Qp
0
endstream
endobj
21 0 obj
<<
/Filter /FlateDecode
/Resources 22 0 R
/Type /XObject
/BBox [ 132 751 480 772 ]
/Subtype /Form
/Length 53223
>>
stream
xtI:6%Q㨈?7rA= u%6 ?Y(WbWo{B>9
x`Znϳ|8{3?0x*z ǃ|,@:w>`c|*ϻⳅKO3`g
:_|}}><.6`Z{{3]#<_o"~:ͺgk7/Ұ@|K yp ]03ʷCmş8˽Y?>(3!Bwqs.Z8,~~=rMT̩y+/*w: uBZ_`ߵp`%M?ɝ1ɳw=vDۉy&xb4Q>d@ sg~lA