(original) (raw)

%!PS-Adobe-2.0 %%Creator: dvips(k) 5.86 Copyright 1999 Radical Eye Software %%Title: ThinJT.dvi %%CreationDate: Mon Jan 07 18:15:48 2002 %%Pages: 8 %%PageOrder: Ascend %%BoundingBox: 0 0 612 792 %%DocumentFonts: Times-Bold Times-Roman Times-Italic Helvetica %%+ Helvetica-Bold Courier %%EndComments %DVIPSWebPage: (www.radicaleye.com) %DVIPSCommandLine: DVIPS.EXE -t letter ThinJT %DVIPSParameters: dpi=600, compressed %DVIPSSource: TeX output 2002.01.07:1815 %%BeginProcSet: texc.pro %! /TeXDict 300 dict def TeXDict begin/N{def}def/B{bind def}N/S{exch}N/X{S N}B/A{dup}B/TR{translate}N/isls false N/vsize 11 72 mul N/hsize 8.5 72 mul N/landplus90{false}def/@rigin{isls{[0 landplus90{1 -1}{-1 1}ifelse 0 0 0]concat}if 72 Resolution div 72 VResolution div neg scale isls{ landplus90{VResolution 72 div vsize mul 0 exch}{Resolution -72 div hsize mul 0}ifelse TR}if Resolution VResolution vsize -72 div 1 add mul TR[ matrix currentmatrix{A A round sub abs 0.00001 lt{round}if}forall round exch round exch]setmatrix}N/@landscape{/isls true N}B/@manualfeed{ statusdict/manualfeed true put}B/@copies{/#copies X}B/FMat[1 0 0 -1 0 0] N/FBB[0 0 0 0]N/nn 0 N/IEn 0 N/ctr 0 N/df-tail{/nn 8 dict N nn begin /FontType 3 N/FontMatrix fntrx N/FontBBox FBB N string/base X array /BitMaps X/BuildChar{CharBuilder}N/Encoding IEn N end A{/foo setfont}2 array copy cvx N load 0 nn put/ctr 0 N[}B/sf 0 N/df{/sf 1 N/fntrx FMat N df-tail}B/dfs{div/sf X/fntrx[sf 0 0 sf neg 0 0]N df-tail}B/E{pop nn A definefont setfont}B/Cw{Cd A length 5 sub get}B/Ch{Cd A length 4 sub get }B/Cx{128 Cd A length 3 sub get sub}B/Cy{Cd A length 2 sub get 127 sub} B/Cdx{Cd A length 1 sub get}B/Ci{Cd A type/stringtype ne{ctr get/ctr ctr 1 add N}if}B/id 0 N/rw 0 N/rc 0 N/gp 0 N/cp 0 N/G 0 N/CharBuilder{save 3 1 roll S A/base get 2 index get S/BitMaps get S get/Cd X pop/ctr 0 N Cdx 0 Cx Cy Ch sub Cx Cw add Cy setcachedevice Cw Ch true[1 0 0 -1 -.1 Cx sub Cy .1 sub]/id Ci N/rw Cw 7 add 8 idiv string N/rc 0 N/gp 0 N/cp 0 N{ rc 0 ne{rc 1 sub/rc X rw}{G}ifelse}imagemask restore}B/G{{id gp get/gp gp 1 add N A 18 mod S 18 idiv pl S get exec}loop}B/adv{cp add/cp X}B /chg{rw cp id gp 4 index getinterval putinterval A gp add/gp X adv}B/nd{ /cp 0 N rw exit}B/lsh{rw cp 2 copy get A 0 eq{pop 1}{A 255 eq{pop 254}{ A A add 255 and S 1 and or}ifelse}ifelse put 1 adv}B/rsh{rw cp 2 copy get A 0 eq{pop 128}{A 255 eq{pop 127}{A 2 idiv S 128 and or}ifelse} ifelse put 1 adv}B/clr{rw cp 2 index string putinterval adv}B/set{rw cp fillstr 0 4 index getinterval putinterval adv}B/fillstr 18 string 0 1 17 {2 copy 255 put pop}for N/pl[{adv 1 chg}{adv 1 chg nd}{1 add chg}{1 add chg nd}{adv lsh}{adv lsh nd}{adv rsh}{adv rsh nd}{1 add adv}{/rc X nd}{ 1 add set}{1 add clr}{adv 2 chg}{adv 2 chg nd}{pop nd}]A{bind pop} forall N/D{/cc X A type/stringtype ne{]}if nn/base get cc ctr put nn /BitMaps get S ctr S sf 1 ne{A A length 1 sub A 2 index S get sf div put }if put/ctr ctr 1 add N}B/I{cc 1 add D}B/bop{userdict/bop-hook known{ bop-hook}if/SI save N @rigin 0 0 moveto/V matrix currentmatrix A 1 get A mul exch 0 get A mul add .99 lt{/QV}{/RV}ifelse load def pop pop}N/eop{ SI restore userdict/eop-hook known{eop-hook}if showpage}N/@start{ userdict/start-hook known{start-hook}if pop/VResolution X/Resolution X 1000 div/DVImag X/IEn 256 array N 2 string 0 1 255{IEn S A 360 add 36 4 index cvrs cvn put}for pop 65781.76 div/vsize X 65781.76 div/hsize X}N /p{show}N/RMat[1 0 0 -1 0 0]N/BDot 260 string N/Rx 0 N/Ry 0 N/V{}B/RV/v{ /Ry X/Rx X V}B statusdict begin/product where{pop false[(Display)(NeXT) (LaserWriter 16/600)]{A length product length le{A length product exch 0 exch getinterval eq{pop true exit}if}{pop}ifelse}forall}{false}ifelse end{{gsave TR -.1 .1 TR 1 1 scale Rx Ry false RMat{BDot}imagemask grestore}}{{gsave TR -.1 .1 TR Rx Ry scale 1 1 false RMat{BDot} imagemask grestore}}ifelse B/QV{gsave newpath transform round exch round exch itransform moveto Rx 0 rlineto 0 Ry neg rlineto Rx neg 0 rlineto fill grestore}B/a{moveto}B/delta 0 N/tail{A/delta X 0 rmoveto}B/M{S p delta add tail}B/b{S p tail}B/c{-4 M}B/d{-3 M}B/e{-2 M}B/f{-1 M}B/g{0 M} B/h{1 M}B/i{2 M}B/j{3 M}B/k{4 M}B/w{0 rmoveto}B/l{p -4 w}B/m{p -3 w}B/n{ p -2 w}B/o{p -1 w}B/q{p 1 w}B/r{p 2 w}B/s{p 3 w}B/t{p 4 w}B/x{0 S rmoveto}B/y{3 2 roll p a}B/bos{/SS save N}B/eos{SS restore}B end %%EndProcSet %%BeginProcSet: 8r.enc % @@psencodingfile@{ % author = "S. Rahtz, P. MacKay, Alan Jeffrey, B. Horn, K. Berry", % version = "0.6", % date = "1 July 1998", % filename = "8r.enc", % email = "tex-fonts@@tug.org", % docstring = "Encoding for TrueType or Type 1 fonts % to be used with TeX." % @} % % Idea is to have all the characters normally included in Type 1 fonts % available for typesetting. This is effectively the characters in Adobe % Standard Encoding + ISO Latin 1 + extra characters from Lucida. % % Character code assignments were made as follows: % % (1) the Windows ANSI characters are almost all in their Windows ANSI % positions, because some Windows users cannot easily reencode the % fonts, and it makes no difference on other systems. The only Windows % ANSI characters not available are those that make no sense for % typesetting -- rubout (127 decimal), nobreakspace (160), softhyphen % (173). quotesingle and grave are moved just because it's such an % irritation not having them in TeX positions. % % (2) Remaining characters are assigned arbitrarily to the lower part % of the range, avoiding 0, 10 and 13 in case we meet dumb software. % % (3) Y&Y Lucida Bright includes some extra text characters; in the % hopes that other PostScript fonts, perhaps created for public % consumption, will include them, they are included starting at 0x12. % % (4) Remaining positions left undefined are for use in (hopefully) % upward-compatible revisions, if someday more characters are generally % available. % % (5) hyphen appears twice for compatibility with both % ASCII and Windows. % /TeXBase1Encoding [ % 0x00 (encoded characters from Adobe Standard not in Windows 3.1) /.notdef /dotaccent /fi /fl /fraction /hungarumlaut /Lslash /lslash /ogonek /ring /.notdef /breve /minus /.notdef % These are the only two remaining unencoded characters, so may as % well include them. /Zcaron /zcaron % 0x10 /caron /dotlessi % (unusual TeX characters available in, e.g., Lucida Bright) /dotlessj /ff /ffi /ffl /.notdef /.notdef /.notdef /.notdef /.notdef /.notdef /.notdef /.notdef % very contentious; it's so painful not having quoteleft and quoteright % at 96 and 145 that we move the things normally found there to here. /grave /quotesingle % 0x20 (ASCII begins) /space /exclam /quotedbl /numbersign /dollar /percent /ampersand /quoteright /parenleft /parenright /asterisk /plus /comma /hyphen /period /slash % 0x30 /zero /one /two /three /four /five /six /seven /eight /nine /colon /semicolon /less /equal /greater /question % 0x40 /at /A /B /C /D /E /F /G /H /I /J /K /L /M /N /O % 0x50 /P /Q /R /S /T /U /V /W /X /Y /Z /bracketleft /backslash /bracketright /asciicircum /underscore % 0x60 /quoteleft /a /b /c /d /e /f /g /h /i /j /k /l /m /n /o % 0x70 /p /q /r /s /t /u /v /w /x /y /z /braceleft /bar /braceright /asciitilde /.notdef % rubout; ASCII ends % 0x80 /.notdef /.notdef /quotesinglbase /florin /quotedblbase /ellipsis /dagger /daggerdbl /circumflex /perthousand /Scaron /guilsinglleft /OE /.notdef /.notdef /.notdef % 0x90 /.notdef /.notdef /.notdef /quotedblleft /quotedblright /bullet /endash /emdash /tilde /trademark /scaron /guilsinglright /oe /.notdef /.notdef /Ydieresis % 0xA0 /.notdef % nobreakspace /exclamdown /cent /sterling /currency /yen /brokenbar /section /dieresis /copyright /ordfeminine /guillemotleft /logicalnot /hyphen % Y&Y (also at 45); Windows' softhyphen /registered /macron % 0xD0 /degree /plusminus /twosuperior /threesuperior /acute /mu /paragraph /periodcentered /cedilla /onesuperior /ordmasculine /guillemotright /onequarter /onehalf /threequarters /questiondown % 0xC0 /Agrave /Aacute /Acircumflex /Atilde /Adieresis /Aring /AE /Ccedilla /Egrave /Eacute /Ecircumflex /Edieresis /Igrave /Iacute /Icircumflex /Idieresis % 0xD0 /Eth /Ntilde /Ograve /Oacute /Ocircumflex /Otilde /Odieresis /multiply /Oslash /Ugrave /Uacute /Ucircumflex /Udieresis /Yacute /Thorn /germandbls % 0xE0 /agrave /aacute /acircumflex /atilde /adieresis /aring /ae /ccedilla /egrave /eacute /ecircumflex /edieresis /igrave /iacute /icircumflex /idieresis % 0xF0 /eth /ntilde /ograve /oacute /ocircumflex /otilde /odieresis /divide /oslash /ugrave /uacute /ucircumflex /udieresis /yacute /thorn /ydieresis ] def %%EndProcSet %%BeginProcSet: texnansi.enc % @psencodingfile{ % author = "Y&Y, Inc.", % version = "1.1", % date = "1 December 1996", % filename = "texnansi.enc", % email = "help@YandY.com", % address = "45 Walden Street // Concord, MA 01742, USA", % codetable = "ISO/ASCII", % checksum = "xx", % docstring = "Encoding for fonts in Adobe Type 1 format for use with TeX." % } % % The idea is to have all 228 characters normally included in Type 1 text % fonts (plus a few more) available for typesetting. This is effectively % the character set in Adobe Standard Encoding, ISO Latin 1, plus a few more. % % Character code assignments were made as follows: % % (1) The character layout largely matches `ASCII' in the 32 -- 126 range, % except for `circumflex' in 94 and `tilde' in 126, to match `TeX text' % (`asciicircumflex' and `asciitilde' appear in 158 and 142 instead). % % (2) The character layout matches `Windows ANSI' in almost all places, % except for `quoteright' in 39 and `quoteleft' in 96 to match ASCII % (`quotesingle' and `grave' appear in 129 and 18 instead). % % (3) The character layout matches `TeX typewriter' used by CM text fonts % in most places (except for discordant positions such as hungarumlaut % (instead of braceright), dotaccent (instead of underscore) etc. % % (4) Remaining characters are assigned arbitrarily to the `control character' % range (0 -- 31), avoiding 0, 9, 10 and 13 in case we meet dumb software % - similarly one should really avoid 127 and 128 if possible. % In addition, the 8 open slots in Windows ANSI between 128 and 159 are used. % % (5) Y&Y Lucida Bright includes some extra ligatures and such; ff, ffi, ffl, % and `dotlessj,' these are included 11 -- 15, and 17. % % (6) Hyphen appears both at 45 and 173 for compatibility with both ASCII % and Windows ANSI. % % (7) It doesn't really matter where ligatures appear (both real, such as ffi, % and pseudo such as ---) since these should not be accessed directly, only % via ligature information in the TFM file. % % SAMPLE USAGE (in `psfonts.map' file for DVIPS): % % lbr LucidaBright "TeXnANSIEncoding ReEncodeFont" 81 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fe cmr5 5 1 /Fe 1 50 df<1360EA01E0120F12FF12F11201B3A3387FFF80A2111C7B9B1C>49 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Ff cmmi5 5 4 /Ff 4 111 df<91387F8040903907FFE0C090381FC07190393E001B8001F8130FEA01E0 484813074848140048C7FC5A123E15064891C7FCA35AA41518A212785D6C5C15E06C495A 260F8007C7FC3807E01E3801FFF838003FC0221E7C9C29>67 D<137013F8A213F013E013 00A6EA0F80EA1FC0EA31E01261A2EAC3C01203EA0780A3EA0F001308EA1E18A213301370 EA0FE0EA07800D1D7D9C16>105 DI<380F03F0383F87FC3833DC1EEA63F8EAC3F013E0EA03C0A248485AA3EC 7820D80F00136014F015C014F1001EEB7F80000CEB3E001B127D9125>110 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fg msam7 7 1 /Fg 1 55 df<160E163E16FEED03F8ED0FE0ED3F80EDFE00EC03F8EC0FE0EC3F8002FEC7 FCEB03F8EB0FE0EB3F8001FEC8FCEA03F8EA0FE0EA3F8000FEC9FC12F812FEEA3F80EA0F E0EA03F8EA00FEEB3F80EB0FE0EB03F8EB00FEEC3F80EC0FE0EC03F80060EB00FE00F8EC 3F8000FEEC0FE0D83F80EB03F8D80FE0EB00FED803F8143ED800FE140ED93F801300EB0F E0EB03F8EB00FEEC3F80EC0FE0EC03F8EC00FEED3F80ED0FE0ED03F8ED00FC163E160E27 357AA734>54 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fh msbm10 10 1 /Fh 1 64 df63 D E %EndDVIPSBitmapFont /Fi 169[48 48 41 1[44 2[48 48 1[41 2[22 1[48 37 41 48 44 1[48 65[{TeXBase1Encoding ReEncodeFont}14 66.4176 /Times-Roman rf %DVIPSBitmapFont: Fj cmr7 7 2 /Fj 2 50 df48 D<13381378EA01F8121F12FE12E01200B3AB487EB512F8A2 15267BA521>I E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fk cmmi7 7 7 /Fk 7 110 df<4AB41308020FEBE01891397F80F038903A01F8001870D903E0EB0CF0D9 0F80130749C71203013E15E05B491401485A484815C0485A120F5B001F168090C8FC4892 C7FCA2127EA4127C12FCA21606007C5DA35E007E5D123E5E6C5D6C6C495A00074AC7FCD8 03E0130E6C6C13383900FE01F090383FFFC0D907FCC8FC2D2A7DA830>67 D<013FB612F0A2903901FC00074A1301160001031560A25CA21307A25CED0180010F0103 130093C7FC14C05D131F151EECFFFEA290383F801E150C1400A249131C1518137E92C8FC 13FEA25BA21201A25BA21203B512F0A22C287DA72A>70 D78 D<130E131F5BA2133E131C90C7FCA7EA03E048 7EEA0C78EA187C1230A212605B12C0A2EA01F0A3485AA2485AA2EBC180EA0F81A2381F03 00A213066C5A131CEA07F06C5A11287DA617>105 D<1407EC0F80141FA21500140E91C7 FCA7EB03E0EB07F8EB0C3C1318EB303E136013C0A248485AA2C7FCA25CA4495AA4495AA4 495AA4495AA21238D87C1FC7FC12FC133E485AEA70F8EA7FE0EA1F80193380A61B>I<13 3EEA07FEA2EA007CA213FCA25BA21201A25BA21203EC07809038E01FC0EC38600007EB61 E014C3EBC187EBC307D80FC613C09038CC038001B8C7FC13E0487E13FEEB3F80EB0FC048 6C7E1303003E1460A2127EECC0C0127CECC18012FC903801E30038F800FE0070137C1B29 7CA723>I<3B07801FC007E03B0FE07FF01FF83B18F0E0F8783C3B30F1807CE03E903AFB 007D801ED860FEEB3F005B49133E00C14A133E5B1201A24848495BA35F4848485A1830EE 01F0A23C0F8003E003E060A218C0933801E180271F0007C013E3933800FF00000E6D4813 7C341B7D993B>109 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fl cmbx10 10 1 /Fl 1 83 df82 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fm cmr10 10 22 /Fm 22 127 df<017C166048B416F02607C3801401260F81C01403D900E04A5A001E0178 4A5A003E6D141F003C013FEC7F80007C90271BE003FFC7FC0218B512BF007891381FFC3E 00F8011CC75A020C14FC5F4C5A16035F4C5A160F5F4CC8FC021C5B00780118133E007C5D 16FC003C01385B003E90383001F0001EEB70036C01E05B903981C007C03907C3800F2601 FF005BD8007C49C9FC90C748EB07C0033EEB1FF04BEB3C3803FCEBF81C4B497E913A01F0 01E00602030103130703E0497E912607C0071480020F15011580DA1F00018013C04A010F 1300143E5C14FC5C495A13035C495A130F4A0107130149C701C013805B013E1603490203 140001FC6F5A49020113064848913800F00E0003705A49ED3C3849ED1FF06C48ED07C03A 437BBD45>37 D<146014E0EB01C0EB0380EB0700130E131E5B5BA25B485AA2485AA21207 5B120F90C7FCA25A121EA2123EA35AA65AB2127CA67EA3121EA2121F7EA27F12077F1203 A26C7EA26C7E1378A27F7F130E7FEB0380EB01C0EB00E01460135278BD20>40 D<12C07E12707E7E7E120F6C7E6C7EA26C7E6C7EA21378A2137C133C133E131EA2131F7F A21480A3EB07C0A6EB03E0B2EB07C0A6EB0F80A31400A25B131EA2133E133C137C1378A2 5BA2485A485AA2485A48C7FC120E5A5A5A5A5A13527CBD20>I<15301578B3A6007FB812 F8B912FCA26C17F8C80078C8FCB3A6153036367BAF41>43 D48 DIII<1538A2157815F8A2140114031407A2140F 141F141B14331473146314C313011483EB030313071306130C131C131813301370136013 C01201EA038013005A120E120C5A123812305A12E0B712F8A3C73803F800AB4A7E0103B5 12F8A325397EB82A>I<0006140CD80780133C9038F003F890B5FC5D5D158092C7FC14FC 38067FE090C9FCABEB07F8EB3FFE9038780F803907E007E090388003F0496C7E12066E7E C87EA28181A21680A4123E127F487EA490C71300485C12E000605C12700030495A00385C 6C1303001E495A6C6C485A3907E03F800001B5C7FC38007FFCEB1FE0213A7CB72A>II<12301238123E003FB612E0A316C05A168016000070C7 12060060140E5D151800E01438485C5D5DC712014A5A92C7FC5C140E140C141C5CA25CA2 14F0495AA21303A25C1307A2130FA3495AA3133FA5137FA96DC8FC131E233B7BB82A>I< EB03F8EB1FFF017F13C09038FC07F03901E001F848486C7E4848137C90C77E48141E000E 141F001E80A3121FA27F5D01E0131E6C6C133E01FC133C6D5B6C6C6C5AECC1E06CEBF3C0 6C01FFC7FC6C5BEB3FFF6D13C081017F13F801F07F3903E07FFE3907801FFF48486C1380 481303003E6D13C0003CEB007F007C143F0078EC0FE000F814075A1503A21501A36C15C0 12781503007C15806CEC07006C5C6C6C131ED807E0137C3903F803F0C6B55A013F1380D9 07FCC7FC233A7DB72A>I<121C127FEAFF80A5EA7F00121CC7FCB2121C127FEAFF80A5EA 7F00121C092479A317>58 D<121C127FEAFF80A5EA7F00121CC7FCB2121C127F5A1380A4 127F121D1201A412031300A25A1206A2120E5A121812385A1260093479A317>I<007FB8 12F8B912FCA26C17F8CCFCAE007FB812F8B912FCA26C17F836167B9F41>61 D91 D93 D101 D<3903F01FE000FFEB7FF89038F1E07E9039 F3801F803A0FF7000FC0D803FEEB07E049EB03F04914F849130116FC150016FEA3167FAA 16FEA3ED01FCA26DEB03F816F06D13076DEB0FE001F614C09039F7803F009038F1E07E90 38F0FFF8EC1FC091C8FCAB487EB512C0A328357EA42E>112 D120 D126 D E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fn cmmi10 10 23 /Fn 23 122 df<1403EC3FF891387FFF80D901E313C014800103133F9138001F80ED0700 92C7FC80A280A2808013018080130080147F81143F8149B47E130790380F8FF0EB3E0F49 6C7E13F83801F003D803E07F1207380FC0011380121FEA3F0014005A127EA212FE5D4813 01A35DA24813035D6C13075D127C4A5A6C91C7FC5C6C133E6C6C5A3807C0F03801FFE0D8 003FC8FC223D7DBB25>14 D<133F14C0EB07F06D7E801301A26D7EA3147FA36E7EA36E7E A36E7EA36E7EA36E7EA36E7EA26E7EA214014A7E5C4A7E91381E3F80143C14784A6C7E13 01EB03E049486C7EEB0F80EB1F00496D7E137E5B48486D7E485A485A000F6E7E485A485A 48C87E12FE167F4816800070151F293B7CB930>21 D<013FB512FE90B7FC5A5A4815FE26 0F801CC7FCEA1E005A00385B5A5A481378C7FC147014F0A4495AA31303A3495AA3130FA2 5C131FA3133FA291C8FC131E28257EA324>28 D<1503A35DA21506A2150EA2150CA2151C A21518A21538A21530A21570A2EC07FE91383FFFC0903901FCE3F0903907E0E0F890391F 80C03ED93E007FEB7C01D801F8EC0F80D803F0018013C0D807E014071403D80FC015E0D8 1F801300A248485AA2007E1306A2020E130F12FE48010C14C0A2021CEB1F80A20218EB3F 00A20238137E007C5D1430007E4A5A003E90387003F06CEC07C09138600F80D80F80013F C7FC3903E0E0FC3901F8E7F039007FFF80D90FFCC8FCEB01C0A25CA21303A291C9FCA25B A21306A2130EA2130CA22B4B7CB931>30 D<121C127FEAFF80A5EA7F00121C0909798817 >58 D<121C127FEAFF80A213C0A3127F121C1200A412011380A2120313005A1206120E5A 5A5A12600A19798817>I<150C151E153EA2153C157CA2157815F8A215F01401A215E014 03A215C01407A21580140FA215005CA2141E143EA2143C147CA2147814F8A25C1301A25C 1303A2495AA25C130FA291C7FC5BA2131E133EA2133C137CA2137813F8A25B1201A25B12 03A25B1207A25B120FA290C8FC5AA2121E123EA2123C127CA2127812F8A25A12601F537B BD2A>61 D<9339FF8001C0030F13E0037F9038F80380913A01FF807E07913A07F8000F0F DA1FE0EB079FDA3F80903803BF0002FFC76CB4FCD901FC80495A4948157E495A495A4948 153E017F163C49C9FC5B1201484816385B1207485A1830121F4993C7FCA2485AA3127F5B A312FF90CCFCA41703A25F1706A26C160E170C171C5F6C7E5F001F5E6D4A5A6C6C4A5A16 076C6C020EC8FC6C6C143C6C6C5C6CB4495A90393FE00FC0010FB5C9FC010313FC903800 7FC03A3D7CBA3B>67 D<0103B7FC4916E018F8903B0007F80007FE4BEB00FFF03F80020F ED1FC0180F4B15E0F007F0021F1503A24B15F81801143F19FC5DA2147FA292C8FCA25C18 035CA2130119F84A1507A2130319F04A150FA2010717E0181F4A16C0A2010FEE3F80A24A ED7F00187E011F16FE4D5A4A5D4D5A013F4B5A4D5A4A4A5A057FC7FC017F15FEEE03FC91 C7EA0FF049EC7FC0B8C8FC16FC16C03E397DB845>I<0103B812E05BA290260007F8C712 3F4B140FF003C0140F18015DA2141FA25D1980143FA25D1760027F14E095C7FC92C75AA2 4A1301A24A495A16070101141F91B6FC94C8FCA2903903FC001F824A130EA21307A24A13 0CA2010F141CA24A90C9FCA2131FA25CA2133FA25CA2137FA291CBFC497EB612C0A33B39 7DB835>70 D<902603FFF893383FFF80496081D900079438FF80000206DC01BFC7FCA202 0E4C5A1A7E020C1606190CDA1C7E16FE4F5A02181630A20238166162023016C1F00181DA 703F158395380303F002601506A202E0ED0C076202C01518183001016D6C140F06605B02 8015C0A20103923801801FDD03005B140092380FC00649173F4D91C8FC01065DA2010E4B 5B4D137E130C6F6C5A011C17FEDCE1805B011802E3C7FCA2013802E6130104EC5C1330ED 03F8017016034C5C01F05CD807FC4C7EB500E0D9C007B512F01680150151397CB851>77 D<0003B812FEA25A903AF8003FC00101C0913880007E4848163C90C7007F141C121E001C 92C7FCA2485CA200305C007017180060130112E0485CA21403C716005DA21407A25DA214 0FA25DA2141FA25DA2143FA25DA2147FA292C9FCA25CA25CA21301A25CA21303A25CEB0F FC003FB6FC5AA237397EB831>84 D<91B712FCA25B9239E00007F84AC7EA0FF0D903F8EC 1FE04AEC3FC04AEC7F804A150049485C91C7485A4C5A010E4A5A4C5A010C4A5A011C4A5A 01185D167F4CC7FC90C7485A4B5A4B5A4B5A5E151F4B5A4B5A4BC8FC4A5A4A5A4A5A5D14 0F4A5A4A5A4A48130C4AC7FC495A4A141C01031518495A49481438494814304948147049 5A49C812F0495D000115014848140348484A5A4848140F4848141F4848EC7F804848EB07 FF90B7FCB8FC94C7FC36397BB839>90 D<147E903803FF8090390FC1C38090391F00EFC0 017E137F49133F485A4848EB1F8012075B000F143F48481400A2485A5D007F147E90C7FC A215FE485C5AA214015D48150CA21403EDF01C16181407007C1538007E010F1330003E13 1F027B13706C01E113E03A0F83C0F9C03A03FF007F80D800FCEB1F0026267DA42C>97 D<16F8ED03FEED0F8792381F0F80ED3E3F167F157CA215FC1700161C4A48C7FCA414035D A414075DA20107B512F0A39026000FE0C7FC5DA4141F5DA4143F92C8FCA45C147EA514FE 5CA413015CA4495AA45C1307A25C121E123F387F8F80A200FF90C9FC131E12FEEA7C3CEA 7878EA1FF0EA07C0294C7CBA29>102 DI<15 0FED3F80A2157FA31600151C92C7FCABEC0F80EC3FE0ECF0F0903801C0F849487E14005B 130E130C131CEB1801133801305BA2EB0003A25DA21407A25DA2140FA25DA2141FA25DA2 143FA292C7FCA25CA2147EA214FEA25CA21301001E5B123F387F83F0A238FF87E0495A00 FE5BD87C1FC8FCEA707EEA3FF8EA0FC0214981B722>106 DI109 D<90390F8003F090391FE00FFC903939F03C1F903A70F870 0F80903AE0FDE007C09038C0FF80030013E00001491303018015F05CEA038113015CA2D8 00031407A25CA20107140FA24A14E0A2010F141F17C05CEE3F80131FEE7F004A137E16FE 013F5C6E485A4B5A6E485A90397F700F80DA383FC7FC90387E1FFCEC07E001FEC9FCA25B A21201A25BA21203A25B1207B512C0A32C3583A42A>112 D<02FC13C0903803FF019038 0F838390383F01C790397E00EF8049137F485A4848133F000715005B485A001F5C157E48 5AA2007F14FE90C75AA3481301485CA31403485CA314075D140F127C141F007E495A003E 137F381F01EF380F839F3903FF1F80EA00FC1300143F92C7FCA35C147EA314FE5C130190 387FFFF0A322357DA425>I<903907E001F090391FF807FC9039783E0E0F9039E01F1C1F D801C09038383F803A03800FF07F0100EBE0FF5A000E4A1300000C157E021F133C001C4A C7FC1218A2C7123FA292C8FCA25CA2147EA214FEA24A130CA20101141C001E1518003F5B D87F81143801835C00FF1560010714E03AFE0E7C01C0D87C1C495A2778383E0FC7FC391F F00FFC3907C003F029267EA42F>120 D<13F8D803FE1470D8070F14F8000EEB8001121C 121800381403003015F0EA701F1260013F130700E0010013E012C05BD8007E130F16C013 FE5B151F000115805BA2153F000315005BA25D157EA315FE5D1401000113033800F80790 387C1FF8EB3FF9EB0FE1EB00035DA2000E1307D83F805B007F495AA24A5A92C7FCEB003E 007C5B00705B6C485A381E07C06CB4C8FCEA01FC25367EA429>I E %EndDVIPSBitmapFont %DVIPSBitmapFont: Fo cmsy10 10 15 /Fo 15 108 df<007FB81280B912C0A26C17803204799641>0 D<121C127FEAFF80A5EA 7F00121C0909799917>I<0060150600F8150F6C151F007E153F6C157E6C6C14FC6C6CEB 01F86C6CEB03F06C6CEB07E06C6CEB0FC06C6CEB1F80017EEB3F006D137E6D6C5A90380F C1F8903807E3F0903803F7E06DB45A6D5B6EC7FCA24A7E497F903803F7E0903807E3F090 380FC1F890381F80FC90383F007E017E7F49EB1F804848EB0FC04848EB07E04848EB03F0 4848EB01F84848EB00FC48C8127E007E153F48151F48150F00601506282874A841>I<02 0FB6128091B712C01303010F1680D91FF8C9FCEB7F8001FECAFCEA01F8485A485A485A5B 48CBFCA2123EA25AA2127812F8A25AA87EA21278127CA27EA27EA26C7E7F6C7E6C7E6C7E EA00FEEB7F80EB1FF86DB71280010316C01300020F1580323279AD41>26 D<181EA4181F84A285180785727EA2727E727E85197E85F11F80F10FC0F107F0007FBA12 FCBCFCA26C19FCCCEA07F0F10FC0F11F80F13F00197E61614E5A4E5AA24E5A61180F96C7 FCA260181EA4482C7BAA53>33 D<91381FFFFE91B6FC1303010F14FED91FF0C7FCEB7F80 01FEC8FCEA01F8485A485A485A5B48C9FCA2123EA25AA2127812F8A25AA2B712FE16FFA2 16FE00F0C9FCA27EA21278127CA27EA27EA26C7E7F6C7E6C7E6C7EEA00FEEB7F80EB1FF0 6DB512FE010314FF1300021F13FE283279AD37>50 D69 D71 D86 D<03FF15F802076DEB01FC4A6D1307023F150FDA7C7F 14034A6C6C1301903801F01F02C016F890C7FC030F15F0F003E07014C0F00780F00F0018 1C0307147860EF03C04D5A051EC7FC5F17F0EEF9E0EEFF8094C8FC16FC6F5AA21507151F 153F15F3EC03E3EC078391381E03FC143C14F0EB01E09038078001EB0F00133C5B13E0EA 03C048488048C7FC5A123E007E14007013E000FE1603EF87C06CEECF8001C06EB4C7FC49 15FC90C86C5A007CED1FC03E397CB83B>88 D<0060161800F0163CB3B26C167CA2007C16 F8A26CED01F0003F15036C6CEC07E06C6CEC0FC0D807F0EC3F80D803FE903801FF003A00 FFC00FFC6DB55A011F14E0010391C7FC9038007FF82E347CB137>91 D102 D<12FCEAFFC0EA07F0EA01FCEA007E7F80131F 80130FB3A7801307806D7E6D7EEB007EEC1FF0EC07F8EC1FF0EC7E00495A495A495A5C13 0F5CB3A7131F5C133F91C7FC137E485AEA07F0EAFFC000FCC8FC1D537ABD2A>I<126012 F0B3B3B3B3A91260045377BD17>106 D<0070131C00F0131EB3B3B3B3A80070131C1752 77BD2A>I E %EndDVIPSBitmapFont /Fp 136[72 50 55 33 39 44 1[55 50 55 83 28 55 33 28 55 50 33 44 55 44 55 50 13[55 72 8[39 2[61 66 1[72 1[72 11[50 50 50 50 50 49[{TeXBase1Encoding ReEncodeFont}34 99.6264 /Times-Bold rf /Fq 133[32 37 37 55 37 42 23 32 32 42 42 42 42 60 23 37 23 23 42 42 23 37 42 37 42 42 10[51 1[46 42 51 1[51 1[55 69 46 1[37 28 1[60 1[51 60 55 2[76 17[21 28 42[42 2[{TeXBase1Encoding ReEncodeFont}44 83.022 /Times-Italic rf /Fr 104[83 42 1[37 37 24[37 42 42 60 42 42 23 32 28 42 42 42 42 65 23 42 23 23 42 42 28 37 42 37 42 37 3[28 1[28 3[78 60 60 51 46 55 1[46 60 60 74 51 60 32 28 1[60 46 51 60 55 55 60 5[23 23 42 42 42 42 42 42 42 42 42 42 23 21 28 21 2[28 28 28 1[69 33[46 46 2[{TeXBase1Encoding ReEncodeFont}75 83.022 /Times-Roman rf /Fs 136[60 42 1[28 32 37 1[46 42 46 69 23 46 1[23 46 42 1[37 46 37 1[42 12[55 46 60 1[51 1[60 78 55 1[42 32 2[51 55 60 60 55 60 12[42 42 42 42 2[21 46[{ TeXBase1Encoding ReEncodeFont}38 83.022 /Times-Bold rf /Ft 138[80 48 56 64 2[72 80 4[40 80 2[64 1[64 14[96 9[72 74[{TeXBase1Encoding ReEncodeFont}12 143.462 /Times-Bold rf end %%EndProlog %%BeginSetup %%Feature: *Resolution 600dpi TeXDict begin %%BeginPaperSize: Letter letter %%EndPaperSize %%EndSetup %%Page: 1 1 1 0 bop 450 93 3000 34 v 1336 342 a Ft(Thin)35 b(J)n(unction)f(T)-11 b(r)m(ees)p 450 488 3000 9 v 944 791 a Fs(Francis)20 b(R.)g(Bach)771 882 y Fr(Computer)f(Science)h(Di)n(vision)831 974 y(Uni)n(v)o(ersity)f(of)h(California)890 1065 y(Berk)o(ele)o(y)-5 b(,)19 b(CA)i(94720)847 1156 y Fq(fbac)o(h@cs.berk)o(ele)n(y)-5 b(.edu)2277 791 y Fs(Michael)20 b(I.)h(J)o(ordan)2057 882 y Fr(Computer)e(Science)h(and)f(Statistics)2196 974 y(Uni)n(v)o(ersity)g(of)h(California)2254 1065 y(Berk)o(ele)o(y)-5 b(,)19 b(CA)i(94720)2194 1156 y Fq(jor)m(dan@cs.berk)o(ele)n(y)-5 b(.edu)1765 1500 y Fp(Abstract)749 1706 y Fr(W)e(e)19 b(present)e(an)g(algorithm)f(that)i(induces)f(a)h(class)g(of)g(models)f (with)h Fq(thin)f(junction)749 1798 y(tr)m(ees)p Fr(\227models)27 b(that)h(are)g(characterized)e(by)h(an)h(upper)e(bound)g(on)i(the)g (size)g(of)749 1889 y(the)j(maximal)e(cliques)i(of)f(their)h (triangulated)e(graph.)55 b(By)31 b(ensuring)e(that)i(the)749 1980 y(junction)14 b(tree)i(is)h(thin,)f(inference)e(in)i(our)e(models) i(remains)f(tractable)g(throughout)749 2072 y(the)31 b(learning)e(process.)57 b(This)31 b(allo)n(ws)h(both)e(an)h(ef)n (\002cient)f(implementation)f(of)749 2163 y(an)21 b(iterati)n(v)o(e)f (scaling)g(parameter)f(estimation)i(algorithm)e(and)h(also)h(ensures)g (that)749 2254 y(inference)c(can)h(be)g(performed)e(ef)n(\002ciently)h (with)i(the)f(\002nal)h(model.)k(W)-7 b(e)20 b(illustrate)749 2345 y(the)d(approach)e(with)i(applications)f(in)i(handwritten)d(digit) i(recognition)e(and)h(DN)m(A)749 2437 y(splice)k(site)h(detection.)450 2731 y Fp(Intr)n(oduction)450 2933 y Fr(Man)o(y)29 b(learning)f (problems)h(in)g(comple)o(x)f(domains)h(such)h(as)g(bioinformatics,)g (vision,)h(and)f(infor)n(-)450 3024 y(mation)21 b(retrie)n(v)n(al)g(in) m(v)n(olv)o(e)f(lar)o(ge)h(collections)g(of)g(interdependent)e(v)n (ariables,)i(none)g(of)g(which)g(has)h(a)450 3115 y(pri)n(vile)o(ged)e (status)i(as)g(a)g(response)f(v)n(ariable)g(or)g(class)i(label.)29 b(In)21 b(such)h(problems,)e(the)i(goal)f(is)i(gener)n(-)450 3207 y(ally)e(that)g(of)g(characterizing)d(the)j(principal)f (dependencies)e(in)j(the)g(data,)g(a)g(problem)e(which)i(is)g(often)450 3298 y(cast)f(within)f(the)g(frame)n(w)o(ork)e(of)i(multi)n(v)n(ariate) f(density)g(estimation.)24 b(Simple)19 b(models)g(are)g(often)f(pre-) 450 3389 y(ferred)23 b(in)i(this)g(setting,)h(both)d(for)h(their)h (computational)d(tractability)i(and)g(their)g(relati)n(v)o(e)g (immunity)450 3481 y(to)29 b(o)o(v)o(er\002tting.)51 b(Thus)29 b(models)f(in)m(v)n(olving)g(lo)n(w-order)f(mar)o(ginal)g(or) i(conditional)f(probabilities\227)450 3572 y(e.g.,)23 b(nai)n(v)o(e)f(independence)f(models,)i(trees,)h(or)f(Mark)o(o)o(v)e (models\227are)h(in)i(wide)f(use.)34 b(In)23 b(problems)450 3663 y(in)m(v)n(olving)h(higher)n(-order)f(dependencies,)j(ho)n(we)n(v) o(er)m(,)f(such)h(strong)f(assumptions)h(can)g(be)g(a)h(serious)450 3754 y(liability)-5 b(.)450 3896 y(A)29 b(number)d(of)j(methods)e(ha)n (v)o(e)h(been)f(de)n(v)o(eloped)f(for)i(selecting)g(models)g(of)g (higher)n(-order)d(depen-)450 3987 y(dencies)32 b(in)h(data,)j(either)c (within)g(the)h(maximum)e(entrop)o(y)g(setting\227in)h(which)h (features)f(are)g(se-)450 4078 y(lected)c([9,)g(16)o(]\227and)g(the)h (graphical)e(model)h(setting\227in)g(which)g(edges)g(are)g(selected)h ([8)o(].)51 b(Sim-)450 4170 y(plicity)22 b(also)h(plays)f(an)g (important)f(role)h(in)g(the)g(design)g(of)g(these)h(algorithms;)f(in)g (particular)m(,)f(greedy)450 4261 y(methods)d(that)h(add)g(or)f (subtract)h(a)g(single)g(feature)f(or)h(edge)f(at)i(a)f(time)h(are)f (generally)e(emplo)o(yed.)23 b(The)450 4352 y(model)28 b(that)h(results)g(at)h(each)f(step)g(of)g(this)g(process,)i(ho)n(we)n (v)o(er)m(,)d(is)i(often)e(not)h(simple,)i(and)d(this)i(is)450 4444 y(problematic)18 b(both)i(computationally)d(and)j(statistically)h (in)f(lar)o(ge-scale)f(problems.)450 4585 y(In)k(the)h(current)e(paper) g(we)i(describe)f(a)g(methodology)e(that)i(can)g(be)h(vie)n(wed)e(as)j (a)f(generalization)d(of)450 4676 y(the)k(Cho)n(w-Liu)e(algorithm)g (for)h(constructing)f(tree)i(models)f([2)o(].)38 b(Note)25 b(that)g(tree)f(models)g(ha)n(v)o(e)h(the)450 4767 y(property)16 b(that)j(their)f(junction)f(trees)i(ha)n(v)o(e)e(no)h(more)g(than)g(tw) o(o)h(nodes)e(in)i(an)o(y)e(clique\227the)h Fq(tr)m(ee)o(width)450 4859 y Fr(of)k(tree)f(models)h(is)g(one.)29 b(In)22 b(our)f (generalization,)f(we)i(allo)n(w)g(the)g(tree)n(width)e(to)i(be)g(a)g (lar)o(ger)m(,)f(b)n(ut)g(still)450 4950 y(controlled,)d(v)n(alue.)24 b(W)-7 b(e)22 b(\002t)f(data)f(within)g(the)g(space)g(of)g(models)g(ha) n(ving)f(\223thin\224)g(junction)g(trees.)p eop %%Page: 2 2 2 1 bop 450 83 a Fr(Models)22 b(with)g(thin)f(junction)g(trees)h(are)g (tractable)g(for)f(e)o(xact)h(inference,)e(indeed)h(the)h(comple)o (xity)e(of)450 174 y(an)o(y)25 b(type)g(of)h(inference)e(\(joint,)j (mar)o(ginal,)e(conditional\))f(is)j(controlled)d(by)h(the)h(upper)e (bound)g(that)450 266 y(is)g(imposed)e(on)g(the)h(tree)n(width.)32 b(This)23 b(mak)o(es)g(it)h(possible)e(to)h(achie)n(v)o(e)f(some)h(of)f (the)h(\003e)o(xibility)f(that)450 357 y(is)28 b(often)d(vie)n(wed)h (as)i(a)f(generic)e(virtue)h(of)h(generati)n(v)o(e)d(models,)k(b)n(ut)e (is)i(not)e(al)o(w)o(ays)h(achie)n(v)n(able)e(in)450 448 y(practice.)f(F)o(or)17 b(e)o(xample,)g(in)i(the)f (classi\002cation)g(setting)g(we)h(are)f(able)g(to)h(classify)f (partially)g(observ)o(ed)450 540 y(data)25 b(\(e.g.,)h(occluded)e (digits\))h(in)h(a)g(simple)g(and)f(direct)g(w)o(ay\227we)g(simply)h (mar)o(ginalize)d(a)o(w)o(ay)j(the)450 631 y(unobserv)o(ed)i(v)n (ariables,)33 b(an)e(operation)e(which)i(is)h(tractable)e(in)h(our)g (models.)57 b(W)-7 b(e)32 b(illustrate)f(this)450 722 y(capability)16 b(in)h(a)g(study)f(of)g(handwritten)f(digit)i (recognition)d(in)j(Section)f(4.2,)h(where)f(we)h(compare)e(thin)450 814 y(junction)i(trees)i(and)e(support)g(v)o(ector)g(machines)h (\(SVMs\),)g(a)h(discriminati)n(v)o(e)d(technique)h(which)h(does)450 905 y(not)27 b(come)g(equipped)e(with)j(a)g(simple)f(and)g(principled)e (method)i(for)f(handling)g(partially)h(observ)o(ed)450 996 y(data.)e(As)c(we)f(will)h(see,)g(thin)f(junction)f(trees)h(are)g (quite)g(rob)n(ust)g(to)g(missing)g(data)g(in)h(this)f(domain.)450 1137 y(There)e(are)g(a)h(number)d(of)i(issues)h(that)g(need)e(to)i(be)f (addressed)f(in)i(our)e(frame)n(w)o(ork.)23 b(In)18 b(particular)m(,)f (tree)450 1229 y(models)k(come)h(equipped)e(with)i(particularly)e(ef)n (\002cient)i(algorithms)f(for)g(parameter)g(estimation)g(and)450 1320 y(model)16 b(selection\227algorithms)g(which)h(do)g(not)g (generalize)f(readily)g(to)i(non-tree)d(models,)i(including)450 1411 y(thin)k(junction)f(tree)i(models.)28 b(It)22 b(is)h(important)c (to)j(sho)n(w)f(that)h(ef)n(\002cient)f(algorithms)f(can)i(nonetheless) 450 1503 y(be)27 b(found)f(to)h(\002t)h(such)f(models.)46 b(W)-7 b(e)28 b(sho)n(w)f(ho)n(w)g(this)h(can)f(be)g(achie)n(v)o(ed)e (in)j(Sections)f(1,)i(2)e(and)g(3.)450 1594 y(Empirical)19 b(results)i(using)e(these)i(algorithms)e(are)h(presented)f(in)h (Section)g(4.)450 1853 y Fp(1)99 b(F)n(eatur)n(e)26 b(induction)450 2061 y Fr(W)-7 b(e)22 b(assume)f(an)f(input)g(space)h Fo(X)34 b Fr(with)21 b Fn(M)30 b Fr(v)n(ariables)19 b(and)i(a)g(tar)o (get)f(probability)e(distrib)n(ution)27 b Fm(~)-49 b Fn(p)p Fr(.)27 b(Our)450 2152 y(goal)c(is)h(to)f(\002nd)g(a)g (probability)e(distrib)n(ution)h Fn(q)27 b Fr(that)c(minimizes)f(the)h (K)o(ullback-Leibler)e(di)n(v)o(er)o(gence)450 2243 y Fn(D)r Fm(\()7 b(~)-49 b Fn(p)22 b Fo(k)f Fn(q)s Fm(\))p Fr(.)29 b(Consider)21 b(a)g(v)o(ector)n(-v)n(alued)e(\223feature\224)h (or)h(\223suf)n(\002cient)f(statistic\224)j Fn(f)33 b Fm(:)25 b Fo(X)38 b(!)25 b Fl(R)3150 2213 y Fk(F)3204 2243 y Fr(,)d(where)450 2335 y Fn(F)38 b Fr(is)27 b(the)f (dimensionality)e(of)i(the)f(feature)g(space.)42 b(The)26 b(feature)f Fn(f)35 b Fr(can)25 b(also)i(be)e(thought)g(in)h(terms)450 2426 y(of)c(its)i(components)c(as)k(a)f(set)g(of)g Fn(F)35 b Fr(real-v)n(alued)20 b(features)i Fm(\()p Fn(f)2270 2438 y Fk(i)2298 2426 y Fm(\))p Fr(.)33 b(W)-7 b(e)24 b(focus)e(on)g(e)o(xponential)e(f)o(amily)450 2517 y(distrib)n(utions)h (\(also)g(kno)n(wn)f(as)j(\223Gibbs\224)e(or)g(\223maximum)f(entrop)o (y\224)g(distrib)n(utions\))g(based)h(on)g(these)450 2609 y(features:)40 b Fn(q)s Fm(\()p Fn(x)p Fm(\))f(=)e Fn(q)1106 2621 y Fj(0)1143 2609 y Fm(\()p Fn(x)p Fm(\))14 b(exp)q(\()p Fn(\025)25 b Fo(\001)f Fn(f)9 b Fm(\()p Fn(x)p Fm(\)\))p Fn(=)-5 b(Z)35 b Fr(where)28 b Fn(\025)38 b Fm(=)f(\()p Fn(\025)2370 2621 y Fk(i)2398 2609 y Fm(\))h Fo(2)g Fl(R)2633 2579 y Fk(F)2716 2609 y Fr(is)29 b(a)g(parameter)d(v)o (ector)m(,)450 2700 y Fn(q)487 2712 y Fj(0)553 2700 y Fr(is)i(a)h(base-measure)d(\(typically)h(uniform\),)g(and)g Fn(Z)34 b Fr(is)29 b(the)f(normalizing)d(constant.)47 b(\(Section)27 b(3)450 2791 y(considers)19 b(the)i(closely-related)d (problem)g(of)i(inducing)f(edges)h(rather)f(than)h(features\).)450 2933 y(Each)38 b(feature)g(is)i(a)g(function)d(of)i(a)g(certain)g (subset)g(of)f(v)n(ariables,)43 b(and)38 b(we)i(let)f Fn(T)3049 2945 y Fk(k)3147 2933 y Fo(\032)58 b(V)64 b Fm(=)450 3024 y Fo(f)p Fm(1)p Fn(;)14 b Fm(2)p Fn(;)g(:)g(:)g(:)e(;)i (M)9 b Fo(g)32 b Fr(inde)o(x)f(the)h(subset)g(of)g(v)n(ariables)g (referred)e(to)j(by)e(feature)h Fn(f)2796 3036 y Fk(k)2836 3024 y Fr(.)62 b(Let)32 b(us)h(consider)450 3115 y(the)22 b(undirected)e(graphical)g(model)h Fo(G)32 b Fm(=)26 b(\()p Fo(V)7 b Fn(;)14 b Fo(E)7 b Fm(\))p Fr(,)23 b(where)e(the)h(set) h(of)f(edges)f Fo(E)30 b Fr(is)23 b(the)f(set)g(of)g(all)h(pairs)450 3207 y(included)17 b(in)h(at)h(least)g(one)f Fn(T)1276 3219 y Fk(k)1316 3207 y Fr(.)25 b(W)m(ith)19 b(this)g(de\002nition)e (the)h Fn(T)2189 3219 y Fk(k)2248 3207 y Fr(are)h(the)f(maximal)f (cliques)i(of)f(the)g(graph)450 3298 y(and,)24 b(if)f Fn(q)727 3310 y Fj(0)789 3298 y Fr(is)h(decomposable)d(in)j(this)g (graph,)f(the)g(e)o(xponential)e(f)o(amily)i(distrib)n(ution)g(with)g (features)450 3389 y Fn(f)38 b Fr(and)28 b(reference)f(distrib)n(ution) g Fn(q)1463 3401 y Fj(0)1530 3389 y Fr(is)i(also)g(decomposable)d(in)j (this)g(graph.)49 b(W)-7 b(e)30 b(assume)e(without)450 3481 y(loss)21 b(of)f(generality)f(that)i(the)f(graph)f(is)i (connected.)j(F)o(or)c(each)g(possible)g(triangulation)f(of)h(the)g (graph,)450 3572 y(we)j(can)f(de\002ne)g(a)h Fq(junction)e(tr)m(ee)i Fr([4)o(],)g(where)f(for)g(all)h Fn(k)j Fr(there)c(e)o(xists)h(a)g (maximal)f(clique)f(containing)450 3663 y Fn(T)499 3675 y Fk(k)539 3663 y Fr(.)43 b(The)26 b(comple)o(xity)e(of)i(e)o(xact)g (inference)e(depends)h(on)g(the)h(size)h(of)f(the)g(maximal)f(clique)h (of)g(the)450 3754 y(triangulated)20 b(graph.)28 b(W)-7 b(e)23 b(de\002ne)f(the)g Fq(tr)m(ee)o(width)f Fn(\034)32 b Fr(of)22 b(our)f(original)g(graph)f(to)i(be)g(one)f(less)i(than)f (the)450 3846 y(minimum)c(possible)h(v)n(alue)g(of)g(this)i(maximal)d (clique)h(size)h(for)f(all)h(possible)g(triangulations.)j(W)-7 b(e)20 b(say)450 3937 y(that)g(a)h(graphical)e(model)g(has)h(a)h(thin)f (junction)f(tree)h(if)g(its)i(tree)n(width)d Fn(\034)30 b Fr(is)21 b(small.)450 4078 y(Our)15 b(basic)h(feature)e(induction)g (algorithm)g(is)i(a)g(constrained)d(v)n(ariant)i(of)g(that)g(proposed)f (by)h([9)o(].)23 b(Gi)n(v)o(en)450 4170 y(a)17 b(set)g(of)f(a)n(v)n (ailable)g(features,)h(we)g(perform)d(a)j(greedy)e(search)h(to)g (\002nd)h(the)f(set)h(of)g(features)e(that)i(enables)450 4261 y(the)23 b(best)g(possible)g(\002t)h(to)30 b Fm(~)-49 b Fn(p)p Fr(,)24 b(under)d(the)i(constraint)f(of)h(ha)n(ving)f(a)h (thin)g(junction)f(tree.)33 b(At)24 b(each)e(step,)450 4352 y(candidates)c(are)g(rank)o(ed)g(according)e(to)j(the)g(gain)e(in) i(KL)g(di)n(v)o(er)o(gence,)d(with)j(respect)f(to)h(the)f(empirical)450 4444 y(distrib)n(ution,)f(that)g(w)o(ould)g(be)h(achie)n(v)o(ed)e(by)h (their)g(addition)g(to)h(the)f(current)g(set)h(of)f(features.)24 b(Features)450 4535 y(that)i(w)o(ould)f(generate)f(a)i(graphical)e(co)o (v)o(er)g(with)i(tree)n(width)f(greater)g(than)g(a)h(gi)n(v)o(en)e (upper)h(bound)e Fn(\034)450 4626 y Fr(are)d(remo)o(v)o(ed)e(from)h (the)h(ranking.)450 4767 y(The)d(parameter)e(v)n(alues)h Fn(\025)i Fr(are)f(held)g(\002x)o(ed)f(during)f(each)i(step)g(of)g(the) f(feature)g(ranking)f(process.)24 b(Once)450 4859 y(a)e(set)g(of)f (candidate)f(features)h(are)g(chosen,)f(ho)n(we)n(v)o(er)m(,)f(we)j (reestimate)f(all)h(of)f(the)g(parameters)f(\(using)450 4950 y(the)g(algorithm)f(to)h(be)g(described)f(in)i(Section)e(2\))h (and)g(iterate.)p eop %%Page: 3 3 3 2 bop 452 83 a Fr(F)t Fi(E)t(A)m(T)t(U)t(R)t(E)t Fr(I)t Fi(N)t(D)t(U)t(C)t(T)t(I)t(O)t(N)645 244 y Fr(1.)41 b Fq(Initialization)p Fr(:)24 b Fn(q)i Fm(=)c Fn(q)1414 256 y Fj(0)1452 244 y Fr(,)e Fn(f)32 b Fm(=)23 b Fh(?)p Fn(;)14 b(\025)23 b Fm(=)f Fh(?)p Fr(,)e(a)h(set)g(of)f(a)n(v)n (ailable)g(features)645 362 y(2.)41 b Fq(Repeat)25 b Fr(steps)h(\(a\))e(to)h(\(d\))f(until)h(no)f(further)f(progress)h(is)i (made)e(with)h(respect)f(to)h(a)g(model)749 454 y(selection)20 b(criterion)f(\(e.g.,)g(MDL)h(or)g(cross-v)n(alidation\))781 572 y(\(a\))41 b Fq(Ranking)p Fr(:)29 b(generate)22 b(samples)h(from)g Fn(q)j Fr(and)d(rank)f(feature)g(candidates)g(according)f(to)915 663 y(the)f(KL)h(gain)777 764 y(\(b\))40 b Fq(Elimination)p Fr(:)73 b(remo)o(v)o(e)42 b(all)j(candidates)f(that)h(w)o(ould)e (generate)h(a)h(model)e(with)915 856 y(tree)n(width)19 b(greater)g(than)h Fn(\034)781 957 y Fr(\(c\))41 b Fq(Selection)p Fr(:)24 b(select)d(the)f Fn(m)h Fr(best)f(features)g Fn(g)2172 969 y Fj(1)2209 957 y Fn(;)14 b(:)g(:)g(:)f(;)h(g)2433 969 y Fk(m)2517 957 y Fr(and)19 b(add)h(them)g(to)g Fn(f)777 1058 y Fr(\(d\))40 b Fq(P)-7 b(ar)o(ameter)20 b(Estimation)p Fr(:)26 b(Estimate)21 b Fn(\025)h Fr(using)e(the)h(junction)f(tree)g (implementation)f(of)915 1150 y(Iterati)n(v)o(e)g(Scaling)h(\(see)g (Section)g(2\))450 1311 y(Freezing)32 b(the)g(parameters)g(during)f (the)i(feature)e(ranking)g(step)i(is)h(suboptimal,)g(b)n(ut)f(it)g (yields)g(an)450 1402 y(essential)16 b(computational)e(ef)n(\002cienc)o (y)-5 b(.)22 b(In)16 b(particular)m(,)e(as)j(sho)n(wn)e(by)h([9)o(],)h (under)e(these)h(conditions)e(we)450 1494 y(can)21 b(rank)f(a)h(ne)n(w) g(feature)f Fn(f)30 b Fr(by)20 b(solving)g(a)i(polynomial)c(equation)i (whose)g(de)o(gree)g(is)i(the)f(number)e(of)450 1585 y(v)n(alues)i Fn(f)31 b Fr(can)21 b(tak)o(e)h(minus)f(one,)g(and)g (whose)g(coef)n(\002cients)f(are)i(e)o(xpectations)e(under)g Fn(q)25 b Fr(of)c(functions)450 1676 y(of)j Fn(f)9 b Fr(.)37 b(This)24 b(equation)e(has)j(only)e(one)g(root)h(and)f(can)h (be)g(solv)o(ed)f(ef)n(\002ciently)h(by)f(Ne)n(wton')-5 b(s)24 b(method.)450 1768 y(When)c(the)h(feature)f Fn(f)30 b Fr(is)21 b(binary)f(the)g(process)g(is)i(e)n(v)o(en)e(more)f(ef)n (\002cient\227the)h(equation)f(is)j(linear)e(and)450 1859 y(can)28 b(be)g(solv)o(ed)f(directly)-5 b(.)48 b(Consequently)-5 b(,)28 b(with)g(a)h(single)f(set)h(of)f(samples)g(from)f Fn(q)s Fr(,)k(we)d(can)g(rank)450 1950 y(man)o(y)19 b(features)h(v)o (ery)f(cheaply)-5 b(.)450 2091 y(F)o(or)23 b(the)g(feature)f (elimination)f(operation,)h(algorithms)g(e)o(xist)h(that)g(determine)f (in)h(time)g(linear)f(in)i(the)450 2183 y(number)16 b(of)j(nodes)e (whether)g(a)i(graph)e(has)h(a)h(tree)n(width)f(smaller)g(than)g Fn(\034)9 b Fr(,)19 b(and)f(if)h(so)f(output)f(a)i(triangu-)450 2274 y(lation)c(in)h(which)f(all)h(cliques)f(are)g(of)g(size)h(less)h (than)e Fn(\034)26 b Fr([1)o(].)d(These)16 b(algorithms)e(are)h(super)n (-e)o(xponential)450 2365 y(in)22 b Fn(\034)9 b Fr(,)24 b(ho)n(we)n(v)o(er)m(,)19 b(and)j(thus)g(are)g(applicable)e(only)i(to)g (problems)e(with)i(small)h(tree)n(widths.)30 b(In)21 b(practice)450 2457 y(we)j(ha)n(v)o(e)e(had)h(success)h(using)e(f)o (ast)i(heuristic)f(triangulation)e(methods)h([11)o(])h(that)g(allo)n(w) h(us)f(to)g(guar)n(-)450 2548 y(antee)j(the)g(e)o(xistence)g(of)g(a)h (junction)e(tree)h(with)g(a)h(maximal)f(clique)f(no)h(lar)o(ger)f(than) h Fn(\034)36 b Fr(for)26 b(a)h(gi)n(v)o(en)450 2639 y(model.)41 b(\(This)25 b(is)i(a)f(conserv)n(ati)n(v)o(e)e(technique)g(that)i(may)f (occasionally)f(thro)n(w)h(out)g(models)h(that)f(in)450 2731 y(f)o(act)20 b(ha)n(v)o(e)g(small)h(tree)n(width\).)450 2872 y(A)j(critical)g(bottleneck)e(in)i(the)g(algorithm)e(is)j(the)f (parameter)e(estimation)h(step,)i(and)e(it)h(is)h(important)450 2963 y(to)e(de)n(v)o(elop)e(a)i(parameter)e(estimation)h(algorithm)g (that)h(e)o(xploits)f(the)g(bounded)f(tree)n(width)g(property)-5 b(.)450 3054 y(W)e(e)21 b(no)n(w)f(turn)f(to)i(this)g(problem.)450 3289 y Fp(2)99 b(Iterati)o(v)o(e)25 b(Scaling)g(using)g(the)h(junction) g(tr)n(ee)450 3481 y Fr(Fitting)i(an)g(e)o(xponential)d(f)o(amily)i (distrib)n(ution)g(under)f(e)o(xpectation)g(constraints)h(is)i(a)f (well)g(studied)450 3572 y(problem;)f(the)f(basic)g(technique)e(is)i (kno)n(wn)e(as)j Fq(Iter)o(ative)e(Scaling)p Fr(.)40 b(A)27 b(generalization)c(of)j(Iterati)n(v)o(e)450 3663 y(Proportional)d(Fitting)j(\(IPF\),)f(it)i(updates)d(the)i(parameters)f Fn(\025)2280 3675 y Fk(i)2334 3663 y Fr(sequentially)f([5)o(].)42 b(Algorithms)24 b(that)450 3754 y(update)i(the)i(parameters)e(in)h (parallel)g(ha)n(v)o(e)g(also)h(been)e(proposed;)j(in)f(particular)e (the)h Fq(Gener)o(alized)450 3846 y(Iter)o(ative)22 b(Scaling)e Fr(algorithm)h([6)o(],)h(which)g(imposes)g(the)g(constraint)f(that)h (the)g(features)f(sum)h(to)g(one,)450 3937 y(and)28 b(the)h Fq(Impr)l(o)o(ved)f(Iter)o(ative)g(Scaling)g Fr(algorithm)f([9)o(],)k (which)d(remo)o(v)o(es)g(this)h(constraint.)50 b(These)450 4028 y(algorithms)27 b(ha)n(v)o(e)h(an)g(important)f(adv)n(antage)f(in) j(our)e(setting)i(in)f(that,)i(for)e(each)g(set)h(of)f(parameter)450 4120 y(updates,)j(the)o(y)f(only)f(require)f(computations)g(of)i(e)o (xpectation)e(that)i(can)g(all)g(be)g(estimated)g(with)g(a)450 4211 y(single)20 b(set)h(of)f(samples)g(from)f(the)i(current)d(distrib) n(ution.)450 4352 y(When)26 b(the)g(input)f(dimensionality)g(is)i(lar)o (ge,)f(ho)n(we)n(v)o(er)m(,)f(we)h(w)o(ould)g(lik)o(e)g(to)g(a)n(v)n (oid)g(sampling)f(algo-)450 4444 y(rithms)g(altogether)-5 b(.)37 b(T)-7 b(o)25 b(do)g(so)g(we)g(e)o(xploit)f(the)g(bounded)f (tree)n(width)h(of)g(our)g(models.)38 b(W)-7 b(e)26 b(present)450 4535 y(a)f(no)o(v)o(el)d(algorithm)h(that)h(uses)h(the)g(junction)d (tree)j(and)e(the)i(structure)e(of)h(the)g(problem)f(to)h(speed)g(up) 450 4626 y(parameter)19 b(estimation.)26 b(The)21 b(algorithm)e (generalizes)h(to)h(Gibbs)f(distrib)n(utions)g(the)h(\223ef)n(fecti)n (v)o(e)e(IPF\224)450 4718 y(algorithm)g(of)h([10)n(].)450 4859 y(When)27 b(w)o(orking)f(with)i(a)g(junction)e(tree,)j(a)f(ef)n (\002cient)f(w)o(ay)h(of)f(performing)d(Iterati)n(v)o(e)j(Scaling)g(is) h(to)450 4950 y(update)c(parameters)h(block)f(by)i(block)e(so)i(that)g (each)f(update)f(is)j(performed)c(for)i(a)h(relati)n(v)o(ely)e(small)p eop %%Page: 4 4 4 3 bop 450 83 a Fr(number)27 b(of)h(features)g(on)g(a)h(small)g (number)e(of)h(v)n(ariables.)49 b(Each)29 b(block)e(can)i(be)f(\002t)h (with)g(an)o(y)f(pa-)450 174 y(rameter)19 b(estimation)g(algorithm,)f (in)i(particular)f(Impro)o(v)o(ed)e(Iterati)n(v)o(e)h(Scaling)i (\(IIS\).)f(The)g(follo)n(wing)450 266 y(algorithm)f(e)o(xploits)g (this)i(idea)f(by)f(grouping)f(the)i(features)f(whose)h(supports)f(are) h(in)h(the)f(same)g(clique)450 357 y(of)25 b(the)g(triangulated)f (graph.)39 b(Thus,)26 b(parameter)e(estimation)g(is)j(done)d(in)h (spaces)h(of)f(dimensions)f(at)450 448 y(most)c Fn(\034)28 b Fm(+)18 b(1)p Fr(,)i(and)g(all)h(the)f(needed)f(e)o(xpectations)f (can)i(be)h(e)n(v)n(aluated)d(cheaply)-5 b(.)450 664 y Fs(2.1)82 b(Notation)450 837 y Fr(Let)26 b Fn(f)34 b Fr(be)26 b(our)e Fn(F)12 b Fr(-dimensional)24 b(feature.)40 b(Let)26 b Fm(\()p Fn(C)1949 849 y Fk(i)1977 837 y Fm(\))2009 849 y Fj(0)p Fg(6)p Fk(i)p Fg(6)p Fk(N)2222 857 y Ff(C)2301 837 y Fr(denote)e(the)h(maximal)g(cliques)g(of)h(the)450 929 y(triangulated)18 b(graph,)g(with)i(potentials)f Fn(\036)1657 941 y Fk(C)1705 949 y Ff(i)1736 929 y Fr(.)25 b(W)-7 b(e)21 b(assign)f(each)f(feature)g Fn(f)2603 941 y Fk(k)2664 929 y Fr(to)h(one)f(of)g(the)h(cliques)g Fn(C)3415 941 y Fk(j)450 1020 y Fr(that)h(contains)e Fn(T)942 1032 y Fk(k)983 1020 y Fr(.)26 b(F)o(or)20 b(each)g(clique)g Fn(C)1621 1032 y Fk(j)1677 1020 y Fr(we)h(denote)e Fn(F)2090 1032 y Fk(j)2149 1020 y Fm(=)k(\()p Fn(f)2310 1032 y Fk(k)2345 1040 y Fe(1)2382 1020 y Fn(;)14 b(:)g(:)g(:)f(;)h(f)2607 1032 y Fk(k)2642 1040 y Ff(n)2679 1053 y(j)2718 1020 y Fm(\))21 b Fr(as)g(the)g(set)g(of)f(features)450 1127 y(assigned)g(to)g Fn(C)901 1139 y Fk(j)936 1127 y Fr(.)450 1342 y Fs(2.2)82 b(Algorithm)452 1516 y Fr(E)t Fi(FFI)t(C)t(I)t(E)t(N)t (T)t Fr(I)t Fi(T)t(E)t(R)t(A)m(T)t(I)t(V)t(E)t Fr(S)t Fi(C)t(A)t(L)t(I)t(N)t(G)645 1693 y Fr(1.)41 b Fq(Initialization)p Fr(:)749 1785 y(\226Construct)19 b(a)i(junction)e(tree)h(associated)g (with)g(the)g(subsets)h Fo(f)p Fn(T)2634 1797 y Fk(k)2697 1785 y Fm(=)h Fr(supp)o Fm(\()p Fn(f)3014 1797 y Fk(k)3055 1785 y Fm(\))p Fo(g)749 1876 y Fr(\226Assign)h(each)h Fn(f)1263 1888 y Fk(k)1328 1876 y Fr(to)g(one)f Fn(C)1620 1888 y Fk(j)1655 1876 y Fr(,)i(such)f(that)g Fn(T)2076 1888 y Fk(k)2146 1876 y Fo(\032)29 b Fn(C)2299 1888 y Fk(j)2359 1876 y Fr(\(equi)n(v)n(alent)22 b(to)i(determining)d Fn(F)3320 1888 y Fk(j)3385 1876 y Fm(=)749 1967 y(\()p Fn(f)822 1979 y Fk(k)857 1987 y Fe(1)894 1967 y Fn(;)14 b(:)g(:)g(:)f(;)h(f)1119 1979 y Fk(k)1154 1987 y Ff(n)1191 2000 y(j)1230 1967 y Fm(\))21 b Fr(for)f(all)g Fn(j)5 b Fr(\))749 2080 y(\226Set)20 b Fn(\025)k Fm(=)e(\()p Fn(\025)1156 2092 y Fj(1)1194 2080 y Fn(;)14 b(:)g(:)g(:)g(;)g(\025) 1427 2092 y Fk(F)1482 2080 y Fm(\))24 b(=)e(0)f Fr(and)e(decompose)g Fn(q)2260 2092 y Fj(0)2318 2080 y Fr(onto)g(the)h(junction)f(tree)749 2171 y(\226Set)h Fn(q)26 b Fm(=)d Fn(q)1105 2183 y Fj(0)1165 2171 y Fm(=)1253 2109 y Fd(Q)1331 2196 y Fk(j)1380 2171 y Fn(\036)1429 2183 y Fk(C)1477 2191 y Ff(j)645 2313 y Fr(2.)41 b Fq(Loop)19 b(until)h(con)m(ver)m(g)o(ence)p Fr(:)j(Repeat)e(step)f(\(3\))g(until)g(con)m(v)o(er)o(gence)c(of)k(the) g Fn(\025)p Fr(')-5 b(s)645 2443 y(3.)41 b Fq(Loop)19 b(thr)l(ough)g(all)i(cliques)p Fr(:)k(Repeat)20 b(steps)h(\(a\))f(to)g (\(c\))g(for)g(all)g(cliques)g Fn(C)2898 2455 y Fk(j)781 2574 y Fr(\(a\))41 b(De\002ne)20 b(the)g(root)g(of)g(the)g(junction)f (tree)h(to)g(be)g Fn(C)2327 2586 y Fk(j)777 2685 y Fr(\(b\))40 b(Collect)16 b(e)n(vidence)f(from)g(the)h(lea)n(v)o(es)g(to)g(the)g (root)g(of)g(the)g(junction)e(tree)j(and)e(normalize)915 2776 y(potential)k Fn(\036)1275 2788 y Fk(C)1323 2796 y Ff(j)781 2887 y Fr(\(c\))41 b(Calculate)20 b(the)h(maximum)e(lik)o (elihood)f Fo(j)p Fn(C)2168 2899 y Fk(j)2204 2887 y Fo(j)p Fr(-dimensional)g(e)o(xponential)h(f)o(amily)g(dis-)915 2979 y(trib)n(ution)h(with)i(features)e Fn(F)1728 2991 y Fk(j)1786 2979 y Fr(and)h(reference)e(distrib)n(ution)h Fn(\036)2710 2991 y Fk(C)2758 2999 y Ff(j)2794 2979 y Fr(,)i(using)e(IIS.)i(Replace)915 3070 y Fn(\036)964 3082 y Fk(C)1012 3090 y Ff(j)1063 3070 y Fr(by)16 b(this)g(distrib)n (ution)f(and)g(add)g(the)h(resulting)f(parameters)f(\(one)h(for)g(each) h(feature)915 3161 y(in)k Fn(F)1053 3173 y Fk(j)1089 3161 y Fr(\))g(to)g(the)h(corresponding)16 b Fn(\025)p Fr(')-5 b(s:)27 b Fm(\()p Fn(\025)2073 3173 y Fk(k)2108 3181 y Fe(1)2145 3161 y Fn(;)14 b(:)g(:)g(:)g(;)g(\025)2378 3173 y Fk(k)2413 3181 y Ff(n)2450 3194 y(j)2490 3161 y Fm(\))p Fr(.)450 3355 y(After)20 b(step)h(\(b\),)e(the)h(potential)g Fn(\036)1422 3367 y Fk(C)1470 3375 y Ff(j)1526 3355 y Fr(is)h(e)o(xactly)e Fn(q)24 b Fr(mar)o(ginalized)18 b(to)j Fn(C)2520 3367 y Fk(j)2555 3355 y Fr(,)g(so)f(that)h(performing) c(IIS)j(for)450 3447 y(the)26 b(features)g Fn(F)921 3459 y Fk(j)983 3447 y Fr(can)h(be)f(done)f(using)h Fn(\036)1675 3459 y Fk(C)1723 3467 y Ff(j)1785 3447 y Fr(instead)g(of)g(the)h(full)f (distrib)n(ution)f Fn(q)s Fr(.)44 b(Moreo)o(v)o(er)m(,)25 b(each)450 3538 y(pass)d(through)c(all)k(the)f(cliques)g(is)h(equi)n(v) n(alent)d(to)i(one)g(pass)g(of)g(Iterati)n(v)o(e)f(Scaling)g(and)h (therefore)e(this)450 3629 y(algorithm)g(con)m(v)o(er)o(ges)e(to)j(the) g(maximum)f(lik)o(elihood)g(distrib)n(ution.)450 3877 y Fp(3)99 b(Edge)26 b(induction)450 4078 y Fr(Thus)g(f)o(ar)h(we)g(ha)n (v)o(e)f(emphasized)f(the)i(e)o(xponential)d(f)o(amily)i (representation.)43 b(Our)26 b(algorithm)f(can,)450 4170 y(ho)n(we)n(v)o(er)m(,)20 b(be)i(adapted)e(readily)i(to)g(the)g (problem)e(of)i(learning)e(the)i(structure)f(of)h(a)g(graphical)f (model.)450 4261 y(This)h(is)i(achie)n(v)o(ed)c(by)i(using)f(features)h (that)g(are)g(indicators)g(of)g(subsets)g(of)g(v)n(ariables,)g (ensuring)e(that)450 4352 y(there)i(is)h(one)f(such)g(indicator)f(for)h (e)n(v)o(ery)f(combination)f(of)i(v)n(alues)g(of)g(the)h(v)n(ariables)e (in)i(a)g(clique.)31 b(In)450 4444 y(this)21 b(case,)f(Iterati)n(v)o(e) f(Scaling)h(reduces)f(to)i(Iterati)n(v)o(e)e(Proportional)f(Fitting.) 450 4585 y(W)-7 b(e)27 b(generally)d(emplo)o(y)g(a)i(further)e (approximation)e(when)j(ranking)e(and)i(selecting)g(edges.)41 b(In)25 b(par)n(-)450 4676 y(ticular)m(,)c(we)h(e)n(v)n(aluate)f(an)g (edge)g(only)g(in)h(terms)g(of)f(the)h(tw)o(o)g(v)n(ariables)e (associated)i(directly)f(with)h(the)450 4767 y(edge.)54 b(The)30 b(clique)g(formed)e(by)i(the)g(addition)f(of)h(the)h(edge,)g (ho)n(we)n(v)o(er)m(,)g(may)e(in)m(v)n(olv)o(e)g(additional)450 4859 y(higher)n(-order)f(dependencies,)j(which)g(can)f(be)h (parameterized)e(and)h(incorporated)f(in)i(the)g(model.)450 4950 y(Ev)n(aluating)18 b(edges)i(in)h(this)f(w)o(ay)h(thus)f (underestimates)e(the)j(potential)e(gain)g(in)i(KL)f(di)n(v)o(er)o (gence.)p eop %%Page: 5 5 5 4 bop 904 727 a @beginspecial 183 @llx 273 @lly 429 @urx 519 @ury 861 @rwi @setspecial %%BeginDocument: circlegraphT.eps %!PS-Adobe-3.0 EPSF-3.0 %%Title: C:\texmf\jfig\tmp43 %%Creator: fig2dev Version 3.2.3 Patchlevel %%CreationDate: Tue Apr 03 12:52:14 2001 %%For: administrator@78WXX78 () %%Orientation: Portrait %%Pages: 1 %%BoundingBox: 183 273 429 519 %%BeginSetup %%IncludeFeature: *PageSize Letter %%EndSetup %%Magnification: 1.0000 %%EndComments /$F2psDict 200 dict def F2psDictbeginF2psDict begin F2psDictbeginF2psDict /mtrx matrix put /col-1 {0 setgray} bind def /col0 {0.000 0.000 0.000 srgb} bind def /col1 {0.000 0.000 1.000 srgb} bind def /col2 {0.000 1.000 0.000 srgb} bind def /col3 {0.000 1.000 1.000 srgb} bind def /col4 {1.000 0.000 0.000 srgb} bind def /col5 {1.000 0.000 1.000 srgb} bind def /col6 {1.000 1.000 0.000 srgb} bind def /col7 {1.000 1.000 1.000 srgb} bind def /col8 {0.000 0.000 0.560 srgb} bind def /col9 {0.000 0.000 0.690 srgb} bind def /col10 {0.000 0.000 0.820 srgb} bind def /col11 {0.530 0.810 1.000 srgb} bind def /col12 {0.000 0.560 0.000 srgb} bind def /col13 {0.000 0.690 0.000 srgb} bind def /col14 {0.000 0.820 0.000 srgb} bind def /col15 {0.000 0.560 0.560 srgb} bind def /col16 {0.000 0.690 0.690 srgb} bind def /col17 {0.000 0.820 0.820 srgb} bind def /col18 {0.560 0.000 0.000 srgb} bind def /col19 {0.690 0.000 0.000 srgb} bind def /col20 {0.820 0.000 0.000 srgb} bind def /col21 {0.560 0.000 0.560 srgb} bind def /col22 {0.690 0.000 0.690 srgb} bind def /col23 {0.820 0.000 0.820 srgb} bind def /col24 {0.500 0.190 0.000 srgb} bind def /col25 {0.630 0.250 0.000 srgb} bind def /col26 {0.750 0.380 0.000 srgb} bind def /col27 {1.000 0.500 0.500 srgb} bind def /col28 {1.000 0.630 0.630 srgb} bind def /col29 {1.000 0.750 0.750 srgb} bind def /col30 {1.000 0.880 0.880 srgb} bind def /col31 {1.000 0.840 0.000 srgb} bind def end save newpath 0 792 moveto 0 0 lineto 612 0 lineto 612 792 lineto closepath clip newpath -72.0 666.0 translate 1 -1 scale /cp {closepath} bind def /ef {eofill} bind def /gr {grestore} bind def /gs {gsave} bind def /sa {save} bind def /rs {restore} bind def /l {lineto} bind def /m {moveto} bind def /rm {rmoveto} bind def /n {newpath} bind def /s {stroke} bind def /sh {show} bind def /slc {setlinecap} bind def /slj {setlinejoin} bind def /slw {setlinewidth} bind def /srgb {setrgbcolor} bind def /rot {rotate} bind def /sc {scale} bind def /sd {setdash} bind def /ff {findfont} bind def /sf {setfont} bind def /scf {scalefont} bind def /sw {stringwidth} bind def /tr {translate} bind def /tnt {dup dup currentrgbcolor 4 -2 roll dup 1 exch sub 3 -1 roll mul add 4 -2 roll dup 1 exch sub 3 -1 roll mul add 4 -2 roll dup 1 exch sub 3 -1 roll mul add srgb} bind def /shd {dup dup currentrgbcolor 4 -2 roll mul 4 -2 roll mul 4 -2 roll mul srgb} bind def /DrawEllipse { /endangle exch def /startangle exch def /yrad exch def /xrad exch def /y exch def /x exch def /savematrix mtrx currentmatrix def x y tr xrad yrad sc 0 0 1 startangle endangle arc closepath savematrix setmatrix } def /$F2psBegin {$F2psDict begin /$F2psEnteredState save def} def /$F2psEnd {$F2psEnteredState restore end} def F2psBeginF2psBegin %%Page: 1 1 10 setmiterlimit 0.06000 0.06000 sc %%Page: 1 1 % Polyline 7.500 slw n 6171 6113 m 4955 5313 l gs col0 s gr % Ellipse n 8100 4500 225 225 0 360 DrawEllipse gs col0 s gr % Ellipse n 4725 3712 225 225 0 360 DrawEllipse gs col0 s gr % Ellipse n 6300 6300 225 225 0 360 DrawEllipse gs col0 s gr % Ellipse n 5400 3037 225 225 0 360 DrawEllipse gs col0 s gr % Ellipse n 4500 4500 225 225 0 360 DrawEllipse gs col0 s gr % Ellipse n 4725 5287 225 225 0 360 DrawEllipse gs col0 s gr % Ellipse n 5400 5962 225 225 0 360 DrawEllipse gs col0 s gr % Ellipse n 7200 5962 225 225 0 360 DrawEllipse gs col0 s gr % Ellipse n 7875 5287 225 225 0 360 DrawEllipse gs col0 s gr % Ellipse n 7875 3712 225 225 0 360 DrawEllipse gs col0 s gr % Ellipse n 7200 3037 225 225 0 360 DrawEllipse gs col0 s gr % Polyline n 4875 3537 m 5227 3185 l gs col0 s gr % Polyline n 5579 2913 m 6091 2769 l gs col0 s gr % Polyline n 6523 2737 m 7003 2913 l gs col0 s gr % Polyline n 7371 3185 m 7707 3537 l gs col0 s gr % Polyline n 7963 3937 m 8043 4273 l gs col0 s gr % Polyline n 8043 4721 m 7947 5073 l gs col0 s gr % Polyline n 7739 5473 m 7387 5809 l gs col0 s gr % Polyline n 6987 6049 m 6507 6225 l gs col0 s gr % Polyline n 6075 6257 m 5595 6049 l gs col0 s gr % Polyline n 5195 5841 m 4859 5441 l gs col0 s gr % Polyline n 4619 5073 m 4555 4705 l gs col0 s gr % Polyline n 4539 4273 m 4619 3905 l gs col0 s gr % Polyline n 4667 4369 m 5403 3249 l gs col0 s gr % Polyline n 6971 3041 m 5627 3041 l gs col0 s gr % Polyline n 7259 3249 m 7915 4385 l gs col0 s gr % Polyline n 7931 4641 m 7243 5729 l gs col0 s gr % Polyline n 6971 5953 m 5627 5953 l gs col0 s gr % Polyline n 5291 5761 m 4715 4577 l gs col0 s gr % Polyline n 4811 3921 m 4811 5057 l gs col0 s gr % Polyline n 4939 3649 m 6187 2881 l gs col0 s gr % Polyline n 6443 2865 m 7643 3681 l gs col0 s gr % Polyline n 7803 3921 m 7803 5057 l gs col0 s gr % Polyline n 7643 5313 m 6427 6097 l gs col0 s gr % Ellipse n 6300 2700 225 225 0 360 DrawEllipse gs col0 s gr F2psBeginF2psEnd rs showpage %%EndDocument @endspecial 1232 w @beginspecial 239 @llx 341 @lly 368 @urx 450 @ury 1032 @rwi @setspecial %%BeginDocument: propcircular.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: C:\inducing\Tex\propcircular.eps %%CreationDate: 06/20/ 1 07:32:42 %%DocumentNeededFonts: Helvetica %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 239 341 368 450 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 239 341 368 450 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 2868 5388 csm 0 -19 1549 1315 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 1585 1297 PR 6 w 0 1055 1227 0 0 -1055 206 1152 4 MP PP -1227 0 0 1055 1227 0 0 -1055 206 1152 5 MP stroke 4 w DO SO 6 w 0 sg 206 97 mt 1433 97 L 206 1152 mt 1433 1152 L 1433 1152 mt 1433 97 L 206 1152 mt 206 97 L 206 1152 mt 1433 1152 L 206 1152 mt 206 97 L 206 1152 mt 206 1140 L 206 97 mt 206 109 L %%IncludeResource: font Helvetica /Helvetica /WindowsLatin1Encoding 120 FMSR 173 1298 mt (0) s 615 1152 mt 615 1140 L 615 97 mt 615 109 L 549 1298 mt (10) s 1024 1152 mt 1024 1140 L 1024 97 mt 1024 109 L 958 1298 mt (20) s 1433 1152 mt 1433 1140 L 1433 97 mt 1433 109 L 1367 1298 mt (30) s 206 1152 mt 218 1152 L 1433 1152 mt 1421 1152 L 105 1196 mt (0) s 206 888 mt 218 888 L 1433 888 mt 1421 888 L 105 932 mt (5) s 206 625 mt 218 625 L 1433 625 mt 1421 625 L 38 669 mt (10) s 206 361 mt 218 361 L 1433 361 mt 1421 361 L 38 405 mt (15) s 206 97 mt 218 97 L 1433 97 mt 1421 97 L 38 141 mt (20) s 206 97 mt 1433 97 L 206 1152 mt 1433 1152 L 1433 1152 mt 1433 97 L 206 1152 mt 206 97 L gs 206 97 1228 1056 MR c np 0 293 247 146 2 MP stroke 20 0 237 146 2 MP stroke 20 0 237 439 2 MP stroke 0 236 411 772 2 MP stroke 19 0 401 772 2 MP stroke 19 0 401 1008 2 MP stroke 0 135 615 940 2 MP stroke 20 0 605 940 2 MP stroke 20 0 605 1075 2 MP stroke 0 118 820 999 2 MP stroke 19 0 810 999 2 MP stroke 19 0 810 1117 2 MP stroke 0 111 1024 1029 2 MP stroke 20 0 1014 1029 2 MP stroke 20 0 1014 1140 2 MP stroke 0 66 1229 1081 2 MP stroke 19 0 1219 1081 2 MP stroke 19 0 1219 1147 2 MP stroke 205 30 204 26 205 50 204 118 164 598 247 292 6 MP stroke gr end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 450 943 a Fr(Figure)21 b(1:)30 b(\(Left\))21 b(Circular)h(Boltzmann)f(machine)g(of)h(tree)n(width)f(4.)31 b(\(Right\))21 b(Proportion)f(\(in)i Fm(\045)p Fr(\))h(of)450 1034 y(edges)d(not)g(in)h(common)e(between)g(the)i(\002tted)g(model)e (and)h(the)h(generating)d(model)i(vs)h(the)f(number)f(of)450 1125 y(a)n(v)n(ailable)h(training)f(e)o(xamples)g(\(in)h(thousands\).) 450 1400 y(W)-7 b(e)26 b(should)e(not)g(e)o(xpect)g(to)h(be)f(able)h (to)g(\002nd)f(an)h(e)o(xact)f(edge-selection)f(method\227recent)f(w)o (ork)i(by)450 1491 y(Srebro)19 b([15)o(])h(has)g(sho)n(wn)g(that)g(the) g(related)f(problem)g(of)g(\002nding)g(the)h(maximum)f(lik)o(elihood)f (graphi-)450 1582 y(cal)j(model)e(with)h(bounded)e(tree)n(width)h(is)i (NP-hard.)450 1831 y Fp(4)99 b(Empirical)26 b(r)n(esults)450 2034 y Fs(4.1)82 b(Small)21 b(graphs)f(with)g(kno)o(wn)h(generati)o(v)o (e)e(model)450 2208 y Fr(In)24 b(this)h(e)o(xperiment)d(we)i(generate)f (samples)i(from)e(a)h(kno)n(wn)f(graphical)g(model)g(and)h(\002t)h(our) e(model)450 2299 y(to)j(the)h(data.)43 b(W)-7 b(e)28 b(consider)d(circular)g(Boltzmann)g(machines)h(of)g(kno)n(wn)f(tree)n (width)g(equal)h(to)g(4)h(as)450 2391 y(sho)n(wn)22 b(in)i(Figure)e(1.) 34 b(Our)22 b(netw)o(orks)g(all)i(ha)n(v)o(e)f(32)f(nodes)h(and)f(the)h (weights)g(were)g(selected)g(from)f(a)450 2482 y(uniform)16 b(distrib)n(ution)g(in)i Fm([)p Fo(\000)p Fm(2;)c Fo(\000)p Fm(1])9 b Fo([)g Fm([1;)14 b(2])p Fr(\227so)h(that)j(each)f(edge)g(is)h (signi\002cant.)24 b(F)o(or)17 b(an)h(increasing)450 2573 y(number)d(of)h(training)f(samples,)i(ten)g(replications)e(were)h (performed)e(for)i(each)g(case)h(using)f(our)g(feature)450 2665 y(induction)j(algorithm)g(with)i(maximum)d(tree)n(width)i(equal)g (to)h(4.)26 b(Figure)20 b(1)h(sho)n(ws)f(that)h(with)g(enough)450 2756 y(samples)30 b(we)g(are)f(able)h(to)g(reco)o(v)o(er)d(the)j (structure)f(almost)h(e)o(xactly)e(\(up)h(to)h Fm(0)p Fn(:)p Fm(7\045)g Fr(of)f(the)h(original)450 2847 y(edges\).)450 3064 y Fs(4.2)82 b(MNIST)22 b(digit)e(dataset)450 3238 y Fr(In)25 b(this)h(section)f(we)h(study)f(the)g(performance)e(of)i (the)g(thin)h(junction)e(tree)h(method)f(on)h(the)h(MNIST)450 3330 y(dataset)e(of)g(handwritten)e(digits.)36 b(While)24 b(discriminati)n(v)o(e)f(methods)f(outperform)f(generati)n(v)o(e)h (meth-)450 3421 y(ods)e(in)g(this)g(high-dimensional)d(setting)j([12)n (],)g(generati)n(v)o(e)e(methods)h(of)n(fer)g(capabilities)g(that)h (are)g(not)450 3512 y(pro)o(vided)g(by)j(discriminati)n(v)o(e)e (classi\002ers;)k(in)e(particular)m(,)e(the)i(ability)f(to)h(deal)g (with)g(lar)o(ge)f(fractions)450 3604 y(of)f(missing)g(pix)o(els)g(and) g(the)g(ability)g(to)h(to)f(reconstruct)f(images)h(from)f(partial)h (data.)28 b(It)21 b(is)i(of)e(interest)450 3695 y(to)h(see)g(ho)n(w)f (much)g(performance)d(loss)23 b(we)f(incur)e(and)h(ho)n(w)h(much)e(rob) n(ustness)h(we)h(gain)f(by)g(using)g(a)450 3786 y(sophisticated)e (generati)n(v)o(e)g(model)g(for)g(this)i(problem.)450 3927 y(The)31 b(MNIST)g(training)f(set)i(is)h(composed)c(of)i Fm(28)26 b Fo(\002)g Fm(28)31 b Fr(4-bit)g(grayscale)f(pix)o(els)h (that)h(ha)n(v)o(e)e(been)450 4019 y(resized)19 b(and)f(cropped)f(to)i Fm(16)14 b Fo(\002)g Fm(16)i Fr(binary)i(images)h(\(an)f(e)o(xample)g (is)i(pro)o(vided)c(in)j(the)g(leftmost)g(plots)450 4110 y(in)f(Figure)g(2\).)24 b(W)-7 b(e)20 b(used)e(thin)g(junction)f(trees) h(as)h(density)f(estimators)g(in)h(the)f(256-dimensional)d(pix)o(el)450 4201 y(space)29 b(by)f(training)g(ten)g(dif)n(ferent)f(models,)j(one)f (for)f(each)g(of)g(the)h(ten)g(classes.)52 b(W)-7 b(e)29 b(used)g(binary)450 4293 y(features)d(of)h(the)g(form)1155 4230 y Fd(Q)1234 4318 y Fk(j)1282 4293 y Fn(\016)s Fm(\()p Fn(x)1401 4305 y Fk(i)1424 4313 y Ff(j)1497 4293 y Fm(=)35 b(1\))p Fr(.)46 b(No)27 b(vision-based)e(techniques)h(such)h(as)g (de-sk)o(e)n(wing)f(or)450 4394 y(virtual)18 b(e)o(xamples)g(were)h (used.)25 b(W)-7 b(e)20 b(utilized)e(ten)i(percent)e(fractions)g(of)g (the)h(training)f(data)h(for)g(cross-)450 4485 y(v)n(alidation)g(and)g (test.)450 4626 y Fq(Density)26 b(estimation)p Fr(:)37 b(The)25 b(leftmost)h(plot)g(in)g(Figure)g(3)g(sho)n(ws)g(ho)n(w)f (increasing)g(the)h(maximal)f(al-)450 4718 y(lo)n(wed)20 b(tree)n(width,)f(ranging)f(from)h(1)h(\(trees\))g(to)h(15,)e(enables)h (a)g(better)g(\002t)h(to)g(data.)450 4859 y Fq(Classi\002cation)p Fr(:)29 b(W)-7 b(e)24 b(b)n(uilt)f(classi\002ers)g(from)f(the)h(bank)e (of)i(ten)f(thin)g(junction)g(tree)g(\(\223)p Fq(TJT)6 b Fr(\224\))23 b(models)450 4950 y(using)31 b(one)g(of)h(the)g(follo)n (wing)e(strate)o(gies:)48 b(\(1\))31 b(tak)o(e)h(the)f(maximum)f(lik)o (elihood)h(among)f(the)i(ten)p eop %%Page: 6 6 6 5 bop 681 487 a @beginspecial 104 @llx 361 @lly 510 @urx 439 @ury 3045 @rwi @setspecial %%BeginDocument: digitsexamples.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: C:\inducing\Tex\digitsexamples.eps %%CreationDate: 01/06/ 2 09:41:16 %%DocumentNeededFonts: Helvetica %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 104 361 510 439 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 104 361 510 439 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 1044 5328 csm 210 58 4874 929 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 5247 1162 PR 6 w gs 210 174 797 813 MR c np gr gs np 210 174 mt 0 813 rl 797 0 rl 0 -813 rl cp c np [797 0 0 813 210 174] cc /picstr 28 string def 28 28 8 [28.000000 0 0 28.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFF898150000065A1FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FF5500000000000024DEFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF55000000286D4C000081FFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFCA04002CDEF2FFF6300071FFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFAE002CE2FFFFFF810400BAFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFDEEAFFFFFFFF2C00 00BAFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF89040038F2FFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFB2040014BEFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF 7D00006DFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF4C08005DF2FFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFE2140014DAFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFF38000071FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFAE040040F2FFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFEA34000071FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFF75000050F2FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF040000E2FFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF040000D2EAEAEAEAF6FFF6EAEAD665656569F2FF FFFFFFFFFFFFFFFF0400000000000000556D550000000000000081FFFFFFFFFFFFFFFFFF50000000 0000000000000000040404558989C2FFFFFFFFFFFFFFFFFFFF8581818155000000618181D2FFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr gs 1217 174 797 813 MR c np gr gs np 1217 174 mt 0 813 rl 797 0 rl 0 -813 rl cp c np [797 0 0 813 1217 174] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFF000000FFFF00 00FFFFFFFFFFFFFFFFFF00FFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FF FFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFF FFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFF FFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFF00000000FFFF0000000000000000000000000000 FFFFFF00FF000000000000FFFFFFFFFF gr gs 2224 174 798 813 MR c np gr gs np 2224 174 mt 0 813 rl 798 0 rl 0 -813 rl cp c np [798 0 0 813 2224 174] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF00FF0000FFFFFFFFFFFFFFFFFFFFFF0000FFFFFF00 00FFFFFFFFFFFFFFFFFF00FFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FF FFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFF FFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFF FFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFF0000FFFFFFFF00FFFF00FF000000FF00000000 FFFFFF00FF0000FF00FFFFFFFFFFFFFF gr gs 3232 174 797 813 MR c np gr gs np 3232 174 mt 0 813 rl 797 0 rl 0 -813 rl cp c np [797 0 0 813 3232 174] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FF00FF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF 00FFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF00FFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FF00FFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFF00FFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr gs 4239 174 797 813 MR c np gr gs np 4239 174 mt 0 813 rl 797 0 rl 0 -813 rl cp c np [797 0 0 813 4239 174] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FF FFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFF FFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFF FFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFF00000000FFFF0000000000000000000000000000 FFFFFF00FF000000000000FFFFFFFFFF gr end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 450 662 a Fr(Figure)23 b(2:)34 b(Digit)24 b(from)f(the)h(MNIST)g(database.)36 b(From)24 b(left)g(to)g(right,)g (original)f(digit,)i(cropped)d(and)450 753 y(resized)30 b(digits)g(used)h(in)f(our)g(e)o(xperiments,)g(50\045)g(of)g(missing)h (v)n(alues,)h(75\045)e(of)g(missing)g(v)n(alues,)450 844 y(occluded)18 b(digit.)861 1835 y @beginspecial 213 @llx 316 @lly 389 @urx 474 @ury 1092 @rwi @setspecial %%BeginDocument: MNIST_1.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: C:\inducing\NIPS_Paper\MNIST_1.eps %%CreationDate: 01/07/ 2 17:21:27 %%DocumentNeededFonts: Helvetica %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 213 316 389 474 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 213 316 389 474 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 2472 5724 csm 84 30 2115 1900 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 2377 1945 PR 6 w 0 1583 1840 0 0 -1583 309 1729 4 MP PP -1840 0 0 1583 1840 0 0 -1583 309 1729 5 MP stroke 4 w DO SO 6 w 0 sg 309 146 mt 2149 146 L 309 1729 mt 2149 1729 L 2149 1729 mt 2149 146 L 309 1729 mt 309 146 L 309 1729 mt 2149 1729 L 309 1729 mt 309 146 L 309 1729 mt 309 1711 L 309 146 mt 309 164 L %%IncludeResource: font Helvetica /Helvetica /WindowsLatin1Encoding 120 FMSR 276 1875 mt (0) s 820 1729 mt 820 1711 L 820 146 mt 820 164 L 787 1875 mt (5) s 1331 1729 mt 1331 1711 L 1331 146 mt 1331 164 L 1265 1875 mt (10) s 1842 1729 mt 1842 1711 L 1842 146 mt 1842 164 L 1776 1875 mt (15) s 309 1729 mt 327 1729 L 2149 1729 mt 2131 1729 L 141 1773 mt (50) s 309 1333 mt 327 1333 L 2149 1333 mt 2131 1333 L 141 1377 mt (55) s 309 938 mt 327 938 L 2149 938 mt 2131 938 L 141 982 mt (60) s 309 542 mt 327 542 L 2149 542 mt 2131 542 L 141 586 mt (65) s 309 146 mt 327 146 L 2149 146 mt 2131 146 L 141 190 mt (70) s 309 146 mt 2149 146 L 309 1729 mt 2149 1729 L 2149 1729 mt 2149 146 L 309 1729 mt 309 146 L gs 309 146 1841 1584 MR c np 102 16 102 24 102 28 103 39 102 44 102 55 102 44 102 51 103 66 102 45 102 71 102 131 103 198 102 300 411 368 15 MP stroke gr 386 343 mt 436 393 L 436 343 mt 386 393 L 488 643 mt 538 693 L 538 643 mt 488 693 L 591 841 mt 641 891 L 641 841 mt 591 891 L 693 972 mt 743 1022 L 743 972 mt 693 1022 L 795 1043 mt 845 1093 L 845 1043 mt 795 1093 L 897 1088 mt 947 1138 L 947 1088 mt 897 1138 L 1000 1154 mt 1050 1204 L 1050 1154 mt 1000 1204 L 1102 1205 mt 1152 1255 L 1152 1205 mt 1102 1255 L 1204 1249 mt 1254 1299 L 1254 1249 mt 1204 1299 L 1306 1304 mt 1356 1354 L 1356 1304 mt 1306 1354 L 1408 1348 mt 1458 1398 L 1458 1348 mt 1408 1398 L 1511 1387 mt 1561 1437 L 1561 1387 mt 1511 1437 L 1613 1415 mt 1663 1465 L 1663 1415 mt 1613 1465 L 1715 1439 mt 1765 1489 L 1765 1439 mt 1715 1489 L 1817 1455 mt 1867 1505 L 1867 1455 mt 1817 1505 L gs 309 146 1841 1584 MR c np gr end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 1188 w @beginspecial 207 @llx 316 @lly 397 @urx 474 @ury 1188 @rwi @setspecial %%BeginDocument: MNIST_3.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: C:\inducing\NIPS_Paper\MNIST_3.eps %%CreationDate: 01/07/ 2 09:38:02 %%DocumentNeededFonts: Helvetica %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 207 316 397 474 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 207 316 397 474 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 2472 5724 csm 17 30 2281 1900 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 2377 1945 PR 6 w 0 1583 1840 0 0 -1583 309 1729 4 MP PP -1840 0 0 1583 1840 0 0 -1583 309 1729 5 MP stroke 4 w DO SO 6 w 0 sg 309 146 mt 2149 146 L 309 1729 mt 2149 1729 L 2149 1729 mt 2149 146 L 309 1729 mt 309 146 L 309 1729 mt 2149 1729 L 309 1729 mt 309 146 L 309 1729 mt 309 1711 L 309 146 mt 309 164 L %%IncludeResource: font Helvetica /Helvetica /WindowsLatin1Encoding 120 FMSR 276 1875 mt (0) s 1229 1729 mt 1229 1711 L 1229 146 mt 1229 164 L 1163 1875 mt (50) s 2149 1729 mt 2149 1711 L 2149 146 mt 2149 164 L 2049 1875 mt (100) s 309 1729 mt 327 1729 L 2149 1729 mt 2131 1729 L 208 1773 mt (0) s 309 1412 mt 327 1412 L 2149 1412 mt 2131 1412 L 141 1456 mt (20) s 309 1096 mt 327 1096 L 2149 1096 mt 2131 1096 L 141 1140 mt (40) s 309 779 mt 327 779 L 2149 779 mt 2131 779 L 141 823 mt (60) s 309 463 mt 327 463 L 2149 463 mt 2131 463 L 141 507 mt (80) s 309 146 mt 327 146 L 2149 146 mt 2131 146 L 74 190 mt (100) s 309 146 mt 2149 146 L 309 1729 mt 2149 1729 L 2149 1729 mt 2149 146 L 309 1729 mt 309 146 L gs 309 146 1841 1584 MR c np 212 -196 230 -70 230 -23 230 -10 230 -9 230 -7 230 -6 309 1645 8 MP stroke gr 284 1620 mt 334 1670 L 334 1620 mt 284 1670 L 514 1614 mt 564 1664 L 564 1614 mt 514 1664 L 744 1607 mt 794 1657 L 794 1607 mt 744 1657 L 974 1598 mt 1024 1648 L 1024 1598 mt 974 1648 L 1204 1588 mt 1254 1638 L 1254 1588 mt 1204 1638 L 1434 1565 mt 1484 1615 L 1484 1565 mt 1434 1615 L 1664 1495 mt 1714 1545 L 1714 1495 mt 1664 1545 L 1876 1299 mt 1926 1349 L 1926 1299 mt 1876 1349 L gs 309 146 1841 1584 MR c np DO 212 -364 230 -348 230 -285 230 -127 230 -95 230 -35 230 -20 309 1689 8 MP stroke gr DO SO 284 1664 mt 334 1714 L 334 1664 mt 284 1714 L 514 1644 mt 564 1694 L 564 1644 mt 514 1694 L 744 1609 mt 794 1659 L 794 1609 mt 744 1659 L 974 1514 mt 1024 1564 L 1024 1514 mt 974 1564 L 1204 1387 mt 1254 1437 L 1254 1387 mt 1204 1437 L 1434 1102 mt 1484 1152 L 1484 1102 mt 1434 1152 L 1664 754 mt 1714 804 L 1714 754 mt 1664 804 L 1876 390 mt 1926 440 L 1926 390 mt 1876 440 L DO gs 309 146 1841 1584 MR c np gr SO end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 450 2010 a(Figure)31 b(3:)49 b(\(Left\))31 b(Ne)o(gati)n(v)o(e)f(log)i(lik)o(elihood)e(for)i(the)f(digit)h(2)g(vs) g(maximal)g(allo)n(wed)f(tree)n(width.)450 2101 y(\(Right\))d(Error)g (rate)h(as)h(a)f(function)e(of)i(the)g(percentage)e(of)h(erased)h(pix)o (els)f(for)h(the)g(TJT)g(classi\002er)450 2192 y(\(plain\))19 b(and)h(a)g(support)f(v)o(ector)g(machine)g(\(dotted\).)24 b(See)c(te)o(xt)g(for)g(details.)450 2468 y(models)i(\()p Fq(TJT)-6 b(-ML)p Fr(\),)23 b(or)f(\(2\))g(train)g(a)h(discriminati)n (v)o(e)e(model)h(using)g(the)h(outputs)f(of)g(the)h(ten)f(models.)450 2559 y(W)-7 b(e)25 b(used)e(softmax)g(re)o(gression)f(\()p Fq(TJT)-6 b(-Softmax)p Fr(\))21 b(and)i(the)h(support)e(v)o(ector)g (machine)h(\()p Fq(TJT)-6 b(-SVM)s Fr(\))22 b(in)450 2650 y(the)e(latter)h(case.)450 2791 y(The)f(classi\002cation)g(error)f (rates)h(were)g(as)h(follo)n(ws:)j Fq(LeNet)f Fr(0.7,)c Fq(SVM)k Fr(0.8,)c Fq(Pr)l(oduct)h(of)g(e)n(xperts)p Fr(,)g(2.0,)450 2883 y Fq(TJT)-6 b(-SVM)19 b Fr(3.8,)d Fq(TJT)-6 b(-Softmax)16 b Fr(4.2,)g Fq(TJT)-6 b(-ML)17 b Fr(5.3,)f Fq(Chow-Liu)g Fr(8.5,)g(and)g Fq(Linear)g(classi\002er)j Fr(12.0.)j(\(See)450 2974 y([12)o(])e(and)g([13)n(])h(for)e(further)g (details)i(on)e(the)h(non-TJT)f(models\).)450 3115 y(It)25 b(is)h(important)d(to)h(emphasize)g(that)h(our)f(models)g(are)g (tractable)g(for)h(full)f(joint)h(inference;)g(indeed,)450 3207 y(the)19 b(junction)e(trees)i(ha)n(v)o(e)f(a)g(maximal)g(clique)g (size)h(of)g(10)f(in)g(the)h(lar)o(gest)f(models)g(we)h(used)f(on)g (the)h(ten)450 3298 y(classes.)35 b(Thus)23 b(we)h(can)f(use)g(ef)n (\002cient)g(e)o(xact)g(calculations)f(to)i(perform)d(inference.)32 b(The)23 b(follo)n(wing)450 3389 y(tw)o(o)d(sections)h(demonstrate)d (the)i(utility)h(of)f(this)g(f)o(act.)450 3530 y Fq(Missing)c(pixels)p Fr(:)23 b(W)-7 b(e)17 b(ran)e(an)h(e)o(xperiment)d(in)j(which)f(pix)o (els)g(were)g(chosen)g(uniformly)e(at)j(random)e(and)450 3622 y(erased,)25 b(as)f(sho)n(wn)g(in)g(Figure)g(2.)37 b(In)24 b(our)f(generati)n(v)o(e)f(model,)i(we)h(treat)f(them)g(as)h (hidden)d(v)n(ariables)450 3713 y(that)30 b(were)f(mar)o(ginalized)f (out.)53 b(The)29 b(rightmost)g(plot)g(in)h(Figure)f(3)h(sho)n(ws)g (the)g(error)e(rate)i(on)g(the)450 3804 y(testing)f(set)h(as)g(a)g (function)d(of)i(the)g(percentage)f(of)h(unkno)n(wn)d(pix)o(els,)31 b(for)e(our)f(models)h(and)g(for)f(a)450 3896 y(SVM.)19 b(In)g(the)g(case)g(of)g(the)g(SVM,)g(we)g(used)g(a)g(polynomial)e(k)o (ernel)h(of)h(de)o(gree)e(four)h([7)o(])h(and)g(we)g(tried)450 3987 y(v)n(arious)g(heuristics)h(to)g(\002ll)g(in)h(the)e(v)n(alue)h (of)f(the)h(non-observ)o(ed)c(pix)o(els,)k(such)g(as)g(the)g(a)n(v)o (erage)f(of)g(that)450 4078 y(pix)o(el)27 b(o)o(v)o(er)f(the)i (training)e(set)i(or)g(the)f(v)n(alue)g(of)g(a)h(blank)f(pix)o(el.)46 b(Best)29 b(classi\002cation)e(performance)450 4170 y(w)o(as)20 b(achie)n(v)o(ed)d(with)i(replacing)e(the)i(missing)f(v)n(alue)h(by)f (the)h(v)n(alue)f(of)g(a)h(blank)f(pix)o(el.)24 b(Note)19 b(that)g(v)o(ery)450 4261 y(little)29 b(performance)c(decrement)i(is)i (seen)f(for)f(our)h(classi\002er)h(e)n(v)o(en)e(with)h(up)g(to)g(50)g (percent)f(of)h(the)450 4352 y(pix)o(els)c(missing,)g(while)h(for)e (the)h(SVM,)g(although)f(performance)e(is)k(better)e(for)h(small)g (percentages,)450 4444 y(performance)17 b(de)o(grades)i(more)g(rapidly) g(as)i(the)f(percentage)f(of)g(erased)h(digits)h(increases.)450 4585 y Fq(Reconstruction)p Fr(:)29 b(W)-7 b(e)24 b(conducted)c(an)j (additional)f(e)o(xperiment)e(in)j(which)g(the)f(upper)g(halv)o(es)g (of)h(im-)450 4676 y(ages)31 b(were)f(erased.)56 b(W)-7 b(e)32 b(ran)e(the)h(junction)f(tree)g(inference)f(algorithm)h(to)g (\002ll)i(in)f(these)g(missing)450 4767 y(v)n(alues,)c(choosing)e(the)h (maximizing)e(v)n(alue)i(of)g(the)g(conditional)e(probability)g (\(max-propagation\).)450 4859 y(Figure)c(3)h(sho)n(ws)f(the)h (results.)27 b(F)o(or)20 b(each)h(line,)f(from)g(left)h(to)g(right,)e (we)j(sho)n(w)e(the)h(original)e(digit,)i(the)450 4950 y(digit)16 b(after)h(erasure,)f(reconstructions)f(based)h(on)g(the)h (model)e(ha)n(ving)h(the)h(maximum)e(lik)o(elihood,)g(and)p eop %%Page: 7 7 7 6 bop 745 203 a @beginspecial 155 @llx 366 @lly 476 @urx 430 @ury 1219 @rwi @setspecial %%BeginDocument: MNISTrec0.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: MNISTrec0.eps %%CreationDate: 06/13/ 1 10:31:45 %%DocumentNeededFonts: Helvetica %%+ Helvetica-Bold %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 155 366 476 430 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 155 366 476 430 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 1236 5112 csm 632 -48 3855 766 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 4861 739 PR 6 w gs 632 55 599 602 MR c np gr gs np 632 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 632 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFF 000000FF0000FFFFFFFFFFFFFFFFFF000000FFFF0000FFFFFFFFFFFFFFFFFF0000FF000000FFFFFF FFFFFFFFFFFF0000FFFF000000FFFFFFFFFFFFFFFFFF0000FFFF000000FFFFFFFFFFFFFFFF0000FF FFFF000000FFFFFFFFFFFFFF0000FFFFFF000000FFFFFFFFFFFFFFFF0000FFFFFF000000FFFFFFFF FFFFFFFF0000FFFF000000FFFFFFFFFFFFFFFFFF0000FF000000FFFFFFFFFFFFFFFFFFFF00000000 00FFFFFFFFFFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr 0 sg %%IncludeResource: font Helvetica-Bold /Helvetica-Bold /WindowsLatin1Encoding 216 FMSR 1148 667 mt (0) s gs 1424 55 599 602 MR c np gr gs np 1424 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 1424 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFF000000FFFFFFFFFFFFFFFF0000FFFFFF000000FFFFFFFF FFFFFFFF0000FFFF000000FFFFFFFFFFFFFFFFFF0000FF000000FFFFFFFFFFFFFFFFFFFF00000000 00FFFFFFFFFFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr gs 2215 55 600 602 MR c np gr gs np 2215 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 2215 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFF0000000000FFFFFFFF FFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFF000000FFFF0000FFFFFFFFFFFFFFFFFF0000FF FFFF0000FFFFFFFFFFFFFFFF0000FFFFFF000000FFFFFFFFFFFFFFFF0000FFFFFF000000FFFFFFFF FFFFFFFF0000FFFF000000FFFFFFFFFFFFFFFFFF0000FF000000FFFFFFFFFFFFFFFFFFFF00000000 00FFFFFFFFFFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr 2732 667 mt (0) s gs 3007 55 600 602 MR c np gr gs np 3007 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 3007 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFF0000 00000000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFF FFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF FFFF0000FFFFFFFFFFFFFFFF0000FFFFFF000000FFFFFFFFFFFFFFFF0000FFFFFF000000FFFFFFFF FFFFFFFF0000FFFF000000FFFFFFFFFFFFFFFFFF0000FF000000FFFFFFFFFFFFFFFFFFFF00000000 00FFFFFFFFFFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr 3524 667 mt (2) s gs 3799 55 599 602 MR c np gr gs np 3799 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 3799 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFF FF000000FFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFF FFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FF FFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFF000000FFFFFFFFFFFFFFFF0000FFFFFF000000FFFFFFFF FFFFFFFF0000FFFF000000FFFFFFFFFFFFFFFFFF0000FF000000FFFFFFFFFFFFFFFFFFFF00000000 00FFFFFFFFFFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr 4315 667 mt (6) s end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 230 x @beginspecial 155 @llx 366 @lly 476 @urx 430 @ury 1219 @rwi @setspecial %%BeginDocument: MNISTrec1.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: MNISTrec1.eps %%CreationDate: 06/13/ 1 10:31:43 %%DocumentNeededFonts: Helvetica %%+ Helvetica-Bold %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 155 366 476 430 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 155 366 476 430 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 1236 5112 csm 632 -48 3855 766 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 4861 739 PR 6 w gs 632 55 599 602 MR c np gr gs np 632 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 632 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF 0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF00 00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFF FFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF 00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFF FFFFFFFFFFFFFFFFFF00FFFFFFFFFFFF gr 0 sg %%IncludeResource: font Helvetica-Bold /Helvetica-Bold /WindowsLatin1Encoding 216 FMSR 1148 667 mt (1) s gs 1424 55 599 602 MR c np gr gs np 1424 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 1424 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFF FFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF 00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFF FFFFFFFFFFFFFFFFFF00FFFFFFFFFFFF gr gs 2215 55 600 602 MR c np gr gs np 2215 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 2215 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF00 00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF00 00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFF FFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF 00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFF FFFFFFFFFFFFFFFFFF00FFFFFFFFFFFF gr 2732 667 mt (1) s gs 3007 55 600 602 MR c np gr gs np 3007 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 3007 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF 000000FFFFFFFFFFFFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFF0000FFFF00FFFFFFFFFF FFFFFFFFFF0000FFFF0000FFFFFFFFFFFFFFFFFFFF0000FF000000FFFFFFFFFFFFFFFFFFFF000000 0000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFF FFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF 00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFF FFFFFFFFFFFFFFFFFF00FFFFFFFFFFFF gr 3524 667 mt (9) s gs 3799 55 599 602 MR c np gr gs np 3799 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 3799 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF000000 000000FFFFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFF FFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF 000000FFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFF FFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF 00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFF FFFFFFFFFFFFFFFFFF00FFFFFFFFFFFF gr 4315 667 mt (7) s end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 230 x @beginspecial 155 @llx 366 @lly 476 @urx 430 @ury 1219 @rwi @setspecial %%BeginDocument: MNISTrec2.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: MNISTrec2.eps %%CreationDate: 06/13/ 1 10:31:44 %%DocumentNeededFonts: Helvetica %%+ Helvetica-Bold %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 155 366 476 430 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 155 366 476 430 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 1236 5112 csm 632 -48 3855 766 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 4861 739 PR 6 w gs 632 55 599 602 MR c np gr gs np 632 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 632 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFF0000FFFF FFFFFF0000FFFFFFFFFFFFFF00FFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFF FFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFF000000 00FFFFFFFFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF FFFF0000FFFFFFFFFFFFFF0000000000FFFF000000000000000000000000FFFFFFFFFF0000000000 0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr 0 sg %%IncludeResource: font Helvetica-Bold /Helvetica-Bold /WindowsLatin1Encoding 216 FMSR 1148 667 mt (2) s gs 1424 55 599 602 MR c np gr gs np 1424 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 1424 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF000000 00FFFFFFFFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF FFFF0000FFFFFFFFFFFFFF0000000000FFFF000000000000000000000000FFFFFFFFFF0000000000 0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr gs 2215 55 600 602 MR c np gr gs np 2215 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 2215 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF0000 0000FFFFFFFFFFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFF FFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFF000000 00FFFFFFFFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF FFFF0000FFFFFFFFFFFFFF0000000000FFFF000000000000000000000000FFFFFFFFFF0000000000 0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr 2732 667 mt (2) s gs 3007 55 600 602 MR c np gr gs np 3007 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 3007 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF00 0000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFF FFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFF000000 00FFFFFFFFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF FFFF0000FFFFFFFFFFFFFF0000000000FFFF000000000000000000000000FFFFFFFFFF0000000000 0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr 3524 667 mt (6) s gs 3799 55 599 602 MR c np gr gs np 3799 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 3799 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFF0000FFFFFF FFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFF FFFFFF00FFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF000000 00FFFFFFFFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF FFFF0000FFFFFFFFFFFFFF0000000000FFFF000000000000000000000000FFFFFFFFFF0000000000 0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr 4315 667 mt (5) s end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 230 x @beginspecial 155 @llx 366 @lly 476 @urx 430 @ury 1219 @rwi @setspecial %%BeginDocument: MNISTrec3.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: MNISTrec3.eps %%CreationDate: 06/13/ 1 10:31:46 %%DocumentNeededFonts: Helvetica %%+ Helvetica-Bold %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 155 366 476 430 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 155 366 476 430 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 1236 5112 csm 632 -48 3855 766 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 4861 739 PR 6 w gs 632 55 599 602 MR c np gr gs np 632 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 632 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF000000000000 00FFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFF FFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFFFF0000 000000FFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFFFFFFFF00000000FFFFFF FFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFF FF000000FFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr 0 sg %%IncludeResource: font Helvetica-Bold /Helvetica-Bold /WindowsLatin1Encoding 216 FMSR 1148 667 mt (3) s gs 1424 55 599 602 MR c np gr gs np 1424 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 1424 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFFFFFFFF00000000FFFFFF FFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFF FF000000FFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr gs 2215 55 600 602 MR c np gr gs np 2215 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 2215 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000000000 000000FFFFFFFFFFFFFFFF0000000000000000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFF FFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF0000 000000FFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFFFFFFFF00000000FFFFFF FFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFF FF000000FFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr 2732 667 mt (3) s gs 3007 55 600 602 MR c np gr gs np 3007 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 3007 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF000000 000000000000FFFFFFFFFFFFFF0000000000000000FFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFF FFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF000000 000000FFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFFFFFFFF00000000FFFFFF FFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFF FF000000FFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr 3524 667 mt (5) s gs 3799 55 599 602 MR c np gr gs np 3799 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 3799 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00 00000000FFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFF000000FFFF0000FFFFFFFF FFFFFFFFFF0000FFFFFF0000FFFFFFFFFFFFFFFFFF0000FFFF0000FFFFFFFFFFFFFFFFFFFF000000 0000FFFFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFFFFFFFF00000000FFFFFF FFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFF FF000000FFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr 4315 667 mt (8) s end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 230 x @beginspecial 155 @llx 366 @lly 476 @urx 430 @ury 1219 @rwi @setspecial %%BeginDocument: MNISTrec4.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: MNISTrec4.eps %%CreationDate: 06/13/ 1 10:31:44 %%DocumentNeededFonts: Helvetica %%+ Helvetica-Bold %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 155 366 476 430 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 155 366 476 430 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 1236 5112 csm 632 -48 3855 766 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 4861 739 PR 6 w gs 632 55 599 602 MR c np gr gs np 632 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 632 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFF FFFFFFFFFF00FFFFFFFFFF00FFFFFFFFFFFFFFFFFF00FFFFFFFF0000FFFFFFFFFFFFFFFF0000FFFF FFFF00FFFFFFFFFFFFFFFF0000000000000000FFFFFFFFFFFFFFFF00000000FF0000FFFFFFFFFFFF FFFFFF00FFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF 00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFFFF00FFFFFFFFFFFFFFFF gr 0 sg %%IncludeResource: font Helvetica-Bold /Helvetica-Bold /WindowsLatin1Encoding 216 FMSR 1148 667 mt (4) s gs 1424 55 599 602 MR c np gr gs np 1424 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 1424 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFF0000000000000000FFFFFFFFFFFFFFFF00000000FF0000FFFFFFFFFFFF FFFFFF00FFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF 00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFFFF00FFFFFFFFFFFFFFFF gr gs 2215 55 600 602 MR c np gr gs np 2215 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 2215 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFF FFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFF0000FFFFFF FF0000FFFFFFFFFFFFFFFF0000000000000000FFFFFFFFFFFFFFFF00000000FF0000FFFFFFFFFFFF FFFFFF00FFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF 00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFFFF00FFFFFFFFFFFFFFFF gr 2732 667 mt (4) s gs 3007 55 600 602 MR c np gr gs np 3007 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 3007 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF000000 000000FFFFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFF FFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF 000000FFFFFFFFFFFFFFFF0000000000000000FFFFFFFFFFFFFFFF00000000FF0000FFFFFFFFFFFF FFFFFF00FFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF 00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFFFF00FFFFFFFFFFFFFFFF gr 3524 667 mt (7) s gs 3799 55 599 602 MR c np gr gs np 3799 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 3799 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00 00000000FFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFF000000FFFFFFFF00FFFFFFFF FFFFFF000000FFFFFFFFFF00FFFFFFFFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF0000FFFFFF FF000000FFFFFFFFFFFFFF0000000000000000FFFFFFFFFFFFFFFF00000000FF0000FFFFFFFFFFFF FFFFFF00FFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF 00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFFFF00FFFFFFFFFFFFFFFF gr 4315 667 mt (9) s end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 2139 203 a @beginspecial 155 @llx 366 @lly 476 @urx 430 @ury 1219 @rwi @setspecial %%BeginDocument: MNISTrec5.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: MNISTrec5.eps %%CreationDate: 06/13/ 1 10:31:42 %%DocumentNeededFonts: Helvetica %%+ Helvetica-Bold %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 155 366 476 430 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 155 366 476 430 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 1236 5112 csm 632 -48 3855 766 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 4861 739 PR 6 w gs 632 55 599 602 MR c np gr gs np 632 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 632 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00FF FFFF0000000000FFFFFFFFFFFF0000000000000000FFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFF FFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FF FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFF FFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFF00FFFFFF00 00FFFFFFFFFFFFFFFFFFFF00FFFF0000FFFFFFFFFFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFF FFFFFFFF0000FFFFFFFFFFFFFFFFFFFF gr 0 sg %%IncludeResource: font Helvetica-Bold /Helvetica-Bold /WindowsLatin1Encoding 216 FMSR 1148 667 mt (5) s gs 1424 55 599 602 MR c np gr gs np 1424 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 1424 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFF FFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFF00FFFFFF00 00FFFFFFFFFFFFFFFFFFFF00FFFF0000FFFFFFFFFFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFF FFFFFFFF0000FFFFFFFFFFFFFFFFFFFF gr gs 2215 55 600 602 MR c np gr gs np 2215 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 2215 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000000000000000 FFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FF FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFF FFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFF00FFFFFF00 00FFFFFFFFFFFFFFFFFFFF00FFFF0000FFFFFFFFFFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFF FFFFFFFF0000FFFFFFFFFFFFFFFFFFFF gr 2732 667 mt (5) s gs 3007 55 600 602 MR c np gr gs np 3007 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 3007 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00 000000000000FFFFFFFFFFFFFFFF0000000000000000FFFFFFFFFFFFFF000000FFFFFF0000FFFFFF FFFFFFFFFF0000FFFFFF0000FFFFFFFFFFFFFFFFFF0000FFFF0000FFFFFFFFFFFFFFFFFFFF000000 0000FFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFF FFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFF00FFFFFF00 00FFFFFFFFFFFFFFFFFFFF00FFFF0000FFFFFFFFFFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFF FFFFFFFF0000FFFFFFFFFFFFFFFFFFFF gr 3524 667 mt (8) s gs 3799 55 599 602 MR c np gr gs np 3799 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 3799 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF000000 000000FFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFF FFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFF00000000FFFFFFFFFFFFFFFFFFFFFF000000 0000FFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFF FFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFF00FFFFFF00 00FFFFFFFFFFFFFFFFFFFF00FFFF0000FFFFFFFFFFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFF FFFFFFFF0000FFFFFFFFFFFFFFFFFFFF gr 4315 667 mt (3) s end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 230 x @beginspecial 155 @llx 366 @lly 476 @urx 430 @ury 1219 @rwi @setspecial %%BeginDocument: MNISTrec6.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: MNISTrec6.eps %%CreationDate: 06/13/ 1 10:31:47 %%DocumentNeededFonts: Helvetica %%+ Helvetica-Bold %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 155 366 476 430 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 155 366 476 430 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 1236 5112 csm 632 -48 3855 766 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 4861 739 PR 6 w gs 632 55 599 602 MR c np gr gs np 632 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 632 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF 0000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFF FFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FF FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFF00000000FFFFFF FFFFFFFF0000FFFF0000FF0000FFFFFFFFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF000000FF FFFF0000FFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr 0 sg %%IncludeResource: font Helvetica-Bold /Helvetica-Bold /WindowsLatin1Encoding 216 FMSR 1148 667 mt (6) s gs 1424 55 599 602 MR c np gr gs np 1424 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 1424 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFF00000000FFFFFF FFFFFFFF0000FFFF0000FF0000FFFFFFFFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF000000FF FFFF0000FFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr gs 2215 55 600 602 MR c np gr gs np 2215 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 2215 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF 000000FFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FF FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFF00000000FFFFFF FFFFFFFF0000FFFF0000FF0000FFFFFFFFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF000000FF FFFF0000FFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr 2732 667 mt (6) s gs 3007 55 600 602 MR c np gr gs np 3007 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 3007 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF FF000000FFFFFFFFFFFFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFFFFFF000000000000FFFFFF FFFFFFFFFFFF000000FFFF0000FFFFFFFFFFFFFFFF000000FFFFFF0000FFFFFFFFFFFFFFFF0000FF FFFFFFFF00FFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFF00000000FFFFFF FFFFFFFF0000FFFF0000FF0000FFFFFFFFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF000000FF FFFF0000FFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr 3524 667 mt (0) s gs 3799 55 599 602 MR c np gr gs np 3799 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 3799 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF000000 FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF000000FFFF00000000FFFFFF FFFFFFFF0000FFFF0000FF0000FFFFFFFFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF000000FF FFFF0000FFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF gr 4315 667 mt (2) s end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 230 x @beginspecial 155 @llx 366 @lly 476 @urx 430 @ury 1219 @rwi @setspecial %%BeginDocument: MNISTrec7.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: MNISTrec7.eps %%CreationDate: 06/13/ 1 10:31:41 %%DocumentNeededFonts: Helvetica %%+ Helvetica-Bold %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 155 366 476 430 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 155 366 476 430 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 1236 5112 csm 632 -48 3855 766 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 4861 739 PR 6 w gs 632 55 599 602 MR c np gr gs np 632 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 632 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF000000 0000FFFFFFFFFFFFFFFF000000000000000000FFFFFFFFFFFF000000FFFFFFFFFFFF0000FFFFFFFF FFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF FFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFF FFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF 0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr 0 sg %%IncludeResource: font Helvetica-Bold /Helvetica-Bold /WindowsLatin1Encoding 216 FMSR 1148 667 mt (7) s gs 1424 55 599 602 MR c np gr gs np 1424 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 1424 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFF FFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF 0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr gs 2215 55 600 602 MR c np gr gs np 2215 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 2215 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFF00000000000000000000FFFFFFFFFFFF00000000000000000000FFFFFFFF FFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF FF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFF FFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF 0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr 2732 667 mt (7) s gs 3007 55 600 602 MR c np gr gs np 3007 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 3007 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000 0000FFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFF000000FFFF0000FFFFFFFFFF FFFFFFFF0000FFFFFF0000FFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFFFFFF000000 000000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFF FFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF 0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr 3524 667 mt (9) s gs 3799 55 599 602 MR c np gr gs np 3799 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 3799 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF00000000FFFFFFFFFF FFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFF000000 000000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFF FFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF 0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr 4315 667 mt (4) s end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 230 x @beginspecial 155 @llx 366 @lly 476 @urx 430 @ury 1219 @rwi @setspecial %%BeginDocument: MNISTrec8.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: MNISTrec8.eps %%CreationDate: 06/13/ 1 10:31:42 %%DocumentNeededFonts: Helvetica %%+ Helvetica-Bold %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 155 366 476 430 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 155 366 476 430 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 1236 5112 csm 632 -48 3855 766 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 4861 739 PR 6 w gs 632 55 599 602 MR c np gr gs np 632 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 632 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00000000000000 FFFFFFFFFFFFFFFF00000000FFFFFF00FFFFFFFFFFFFFFFFFF000000FFFFFFFFFF000000FFFFFFFF FFFF00000000FF00000000FFFFFFFFFFFFFFFFFF0000000000FFFFFFFFFFFFFFFFFFFFFFFFFF0000 0000FFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFF0000FFFFFF0000FFFFFFFF FFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF0000FFFF FFFFFFFF00FFFFFFFFFFFFFF000000FFFFFFFF0000FFFFFFFFFFFFFFFF0000000000000000FFFFFF FFFFFFFFFFFFFF00000000FFFFFFFFFF gr 0 sg %%IncludeResource: font Helvetica-Bold /Helvetica-Bold /WindowsLatin1Encoding 216 FMSR 1148 667 mt (8) s gs 1424 55 599 602 MR c np gr gs np 1424 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 1424 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFF0000FFFFFF0000FFFFFFFF FFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF0000FFFF FFFFFFFF00FFFFFFFFFFFFFF000000FFFFFFFF0000FFFFFFFFFFFFFFFF0000000000000000FFFFFF FFFFFFFFFFFFFF00000000FFFFFFFFFF gr gs 2215 55 600 602 MR c np gr gs np 2215 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 2215 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00000000 000000FFFFFFFFFFFFFFFF0000000000000000FFFFFFFFFFFFFFFF0000FFFFFFFF0000FFFFFFFFFF FFFFFF0000FFFFFFFF0000FFFFFFFFFFFFFFFF0000FFFFFF0000FFFFFFFFFFFFFFFFFFFF00000000 00FFFFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFF0000FFFFFF0000FFFFFFFF FFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF0000FFFF FFFFFFFF00FFFFFFFFFFFFFF000000FFFFFFFF0000FFFFFFFFFFFFFFFF0000000000000000FFFFFF FFFFFFFFFFFFFF00000000FFFFFFFFFF gr 2732 667 mt (8) s gs 3007 55 600 602 MR c np gr gs np 3007 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 3007 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF FF000000FFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFF FFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFFFF000000 0000FFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFF0000FFFFFF0000FFFFFFFF FFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF0000FFFF FFFFFFFF00FFFFFFFFFFFFFF000000FFFFFFFF0000FFFFFFFFFFFFFFFF0000000000000000FFFFFF FFFFFFFFFFFFFF00000000FFFFFFFFFF gr 3524 667 mt (6) s gs 3799 55 599 602 MR c np gr gs np 3799 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 3799 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF00000000000000 0000FFFFFFFFFFFFFFFF0000000000000000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFF FFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF000000 0000FFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFFFFFF0000FFFFFF0000FFFFFFFF FFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF0000FFFFFFFFFF0000FFFFFFFFFFFFFF0000FFFF FFFFFFFF00FFFFFFFFFFFFFF000000FFFFFFFF0000FFFFFFFFFFFFFFFF0000000000000000FFFFFF FFFFFFFFFFFFFF00000000FFFFFFFFFF gr 4315 667 mt (3) s end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 230 x @beginspecial 155 @llx 366 @lly 476 @urx 430 @ury 1219 @rwi @setspecial %%BeginDocument: MNISTrec9.eps %!PS-Adobe-2.0 EPSF-1.2 %%Creator: MATLAB, The Mathworks, Inc. %%Title: MNISTrec9.eps %%CreationDate: 06/13/ 1 10:31:45 %%DocumentNeededFonts: Helvetica %%+ Helvetica-Bold %%DocumentProcessColors: Cyan Magenta Yellow Black %%Pages: 1 %%BoundingBox: 155 366 476 430 %%EndComments %%BeginProlog % MathWorks dictionary /MathWorks 160 dict begin % definition operators /bdef {bind def} bind def /ldef {load def} bind def /xdef {exch def} bdef /xstore {exch store} bdef % operator abbreviations /c /clip ldef /cc /concat ldef /cp /closepath ldef /gr /grestore ldef /gs /gsave ldef /mt /moveto ldef /np /newpath ldef /cm /currentmatrix ldef /sm /setmatrix ldef /rc {rectclip} bdef /rf {rectfill} bdef /rm /rmoveto ldef /rl /rlineto ldef /s /show ldef /sc {setcmykcolor} bdef /sr /setrgbcolor ldef /sg /setgray ldef /w /setlinewidth ldef /j /setlinejoin ldef /cap /setlinecap ldef % page state control /pgsv () def /bpage {/pgsv save def} bdef /epage {pgsv restore} bdef /bplot /gsave ldef /eplot {stroke grestore} bdef % orientation switch /portraitMode 0 def /landscapeMode 1 def % coordinate system mappings /dpi2point 0 def % font control /FontSize 0 def /FMS { /FontSize xstore %save size off stack findfont [FontSize 0 0 FontSize neg 0 0] makefont setfont }bdef /ISOLatin1Encoding where {pop /WindowsLatin1Encoding 256 array bdef ISOLatin1Encoding WindowsLatin1Encoding copy pop /.notdef/.notdef/quotesinglbase/florin/quotedblbase/ellipsis/dagger/daggerdbl /circumflex/perthousand/Scaron/guilsinglleft/OE/.notdef/.notdef/.notdef /.notdef/quoteleft/quoteright/quotedblleft/quotedblright/bullet/endash/emdash /tilde/trademark/scaron/guilsinglright/oe/.notdef/.notdef/Ydieresis WindowsLatin1Encoding 128 32 getinterval astore pop} {/WindowsLatin1Encoding StandardEncoding bdef} ifelse /reencode { exch dup where {pop load} {pop StandardEncoding} ifelse exch dup 3 1 roll findfont dup length dict begin { 1 index /FID ne {def}{pop pop} ifelse } forall /Encoding exch def currentdict end definefont pop } bdef /isroman { findfont /CharStrings get /Agrave known } bdef /FMSR { 3 1 roll 1 index dup isroman {reencode} {pop pop} ifelse exch FMS } bdef /csm { 1 dpi2point div -1 dpi2point div scale neg translate landscapeMode eq {90 rotate} if } bdef % line types: solid, dotted, dashed, dotdash /SO { [] 0 setdash } bdef /DO { [.5 dpi2point mul 4 dpi2point mul] 0 setdash } bdef /DA { [6 dpi2point mul] 0 setdash } bdef /DD { [.5 dpi2point mul 4 dpi2point mul 6 dpi2point mul 4 dpi2point mul] 0 setdash } bdef % macros for lines and objects /L { lineto stroke } bdef /MP { 3 1 roll moveto 1 sub {rlineto} repeat } bdef /AP { {rlineto} repeat } bdef /PP { closepath eofill } bdef /DP { closepath stroke } bdef /MR { 4 -2 roll moveto dup 0 exch rlineto exch 0 rlineto neg 0 exch rlineto closepath } bdef /FR { MR stroke } bdef /PR { MR fill } bdef /L1i { { currentfile picstr readhexstring pop } image } bdef /tMatrix matrix def /MakeOval { newpath tMatrix currentmatrix pop translate scale 0 0 1 0 360 arc tMatrix setmatrix } bdef /FO { MakeOval stroke } bdef /PO { MakeOval fill } bdef /PD { currentlinecap 1 setlinecap 3 1 roll 2 copy moveto lineto stroke setlinecap } bdef /FA { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arc tMatrix setmatrix stroke } bdef /PA { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arc closepath tMatrix setmatrix fill } bdef /FAn { newpath tMatrix currentmatrix pop translate scale 0 0 1 5 -2 roll arcn tMatrix setmatrix stroke } bdef /PAn { newpath tMatrix currentmatrix pop translate 0 0 moveto scale 0 0 1 5 -2 roll arcn closepath tMatrix setmatrix fill } bdef /vradius 0 def /hradius 0 def /lry 0 def /lrx 0 def /uly 0 def /ulx 0 def /rad 0 def /MRR { /vradius xdef /hradius xdef /lry xdef /lrx xdef /uly xdef /ulx xdef newpath tMatrix currentmatrix pop ulx hradius add uly vradius add translate hradius vradius scale 0 0 1 180 270 arc tMatrix setmatrix lrx hradius sub uly vradius add translate hradius vradius scale 0 0 1 270 360 arc tMatrix setmatrix lrx hradius sub lry vradius sub translate hradius vradius scale 0 0 1 0 90 arc tMatrix setmatrix ulx hradius add lry vradius sub translate hradius vradius scale 0 0 1 90 180 arc tMatrix setmatrix closepath } bdef /FRR { MRR stroke } bdef /PRR { MRR fill } bdef /MlrRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lry uly sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 90 270 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 270 90 arc tMatrix setmatrix closepath } bdef /FlrRR { MlrRR stroke } bdef /PlrRR { MlrRR fill } bdef /MtbRR { /lry xdef /lrx xdef /uly xdef /ulx xdef /rad lrx ulx sub 2 div def newpath tMatrix currentmatrix pop ulx rad add uly rad add translate rad rad scale 0 0 1 180 360 arc tMatrix setmatrix lrx rad sub lry rad sub translate rad rad scale 0 0 1 0 180 arc tMatrix setmatrix closepath } bdef /FtbRR { MtbRR stroke } bdef /PtbRR { MtbRR fill } bdef currentdict end def %%EndProlog %%BeginSetup MathWorks begin 0 cap end %%EndSetup %%Page: 1 1 %%BeginPageSetup %%PageBoundingBox: 155 366 476 430 MathWorks begin bpage %%EndPageSetup %%BeginObject: obj1 bplot /dpi2point 12 def portraitMode 1236 5112 csm 632 -48 3855 766 MR c np 85 dict begin %Colortable dictionary /c0 { 0 0 0 sr} bdef /c1 { 1 1 1 sr} bdef /c2 { 1 0 0 sr} bdef /c3 { 0 1 0 sr} bdef /c4 { 0 0 1 sr} bdef /c5 { 1 1 0 sr} bdef /c6 { 1 0 1 sr} bdef /c7 { 0 1 1 sr} bdef c0 1 j 1 sg 0 0 4861 739 PR 6 w gs 632 55 599 602 MR c np gr gs np 632 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 632 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFF000000000000FFFFFFFFFFFFFFFF000000FFFFFF000000FFFFFF FFFFFF0000FFFFFFFF00000000FFFFFFFFFFFF00000000000000000000FFFFFFFFFFFF0000000000 FFFFFF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFF FFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF FF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr 0 sg %%IncludeResource: font Helvetica-Bold /Helvetica-Bold /WindowsLatin1Encoding 216 FMSR 1148 667 mt (9) s gs 1424 55 599 602 MR c np gr gs np 1424 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 1424 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFF FFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF FF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr gs 2215 55 600 602 MR c np gr gs np 2215 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 2215 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF FFFFFFFFFFFFFFFFFFFF00000000000000000000FFFFFFFFFFFF00000000000000000000FFFFFFFF FFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFF FFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFF FFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF FF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr 2732 667 mt (7) s gs 3007 55 600 602 MR c np gr gs np 3007 55 mt 0 602 rl 600 0 rl 0 -602 rl cp c np [600 0 0 602 3007 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000 000000FFFFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFF000000FFFFFF0000FFFFFFFF FFFFFFFF0000FFFFFFFF0000FFFFFFFFFFFFFFFF0000000000000000FFFFFFFFFFFFFFFFFF000000 00000000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFF FFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF FF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr 3524 667 mt (9) s gs 3799 55 599 602 MR c np gr gs np 3799 55 mt 0 602 rl 599 0 rl 0 -602 rl cp c np [599 0 0 602 3799 55] cc /picstr 16 string def 16 16 8 [16.000000 0 0 16.000000 0 0] L1i FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF000000 000000FFFFFFFFFFFFFFFFFF00000000000000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFF FFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF000000FFFFFFFFFFFFFFFFFFFFFFFF0000 000000FFFFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFF FFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFF FF00FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFFFFFFFFFFFFFFFFFF0000FFFFFFFFFFFF FFFFFFFFFFFFFF0000FFFFFFFFFFFFFF gr 4315 667 mt (3) s end eplot %%EndObject epage end showpage %%Trailer %%EOF %%EndDocument @endspecial 450 1340 a Fr(Figure)24 b(4:)35 b(Reconstructions)24 b(of)g(images)h(whose)g(upper)e(halv)o(es)i(ha)n(v)o(e)f(been)g (deleted.)39 b(See)25 b(te)o(xt)g(for)450 1431 y(details.)450 1685 y(reconstruction)17 b(based)h(on)h(the)g(model)f(ha)n(ving)g(the)h (second)f(and)h(third)f(lar)o(gest)h(v)n(alues)g(of)f(lik)o(elihood.) 450 1990 y Fs(4.3)82 b(SPLICE)21 b(Dataset)450 2163 y Fr(The)i(task)g(in)g(this)g(dataset)g(is)h(to)f(classify)h(splice)f (junctions)f(in)h(DN)m(A)g(sequences.)33 b(Splice)23 b(junctions)450 2254 y(can)29 b(either)f(be)g(an)h(e)o(xon/intron)d (\(EI\))i(boundary)-5 b(,)27 b(an)i(intron/e)o(xon)d(\(IE\))i(boundary) -5 b(,)27 b(or)h(no)h(bound-)450 2346 y(ary)-5 b(.)36 b(\(Introns)23 b(are)h(the)g(portions)f(of)h(genes)g(that)g(are)g (spliced)g(out)g(during)f(transcription;)h(e)o(xons)g(are)450 2437 y(retained)19 b(in)i(the)f(mRN)m(A\).)450 2578 y(Each)g(sample)g (is)h(a)f(sequence)f(of)h(60)g(DN)m(A)h(bases)f(\(where)f(each)h(base)g (can)g(tak)o(e)h(one)e(of)h(four)f(v)n(alues,)450 2669 y(A,G,C,)25 b(or)g(T\).)g(The)g(three)g(dif)n(ferent)f(classes)i(are:) 36 b(EI)25 b(e)o(xactly)f(at)i(the)f(middle)g(\(between)f(the)h(30th) 450 2761 y(and)k(the)g(31st)g(bases\),)i(IE)e(e)o(xactly)f(at)i(the)f (middle)f(\(between)g(the)h(30th)f(and)h(the)g(31st)g(bases\),)i(no)450 2852 y(splice)24 b(junction.)35 b(The)23 b(dataset)h(is)h(composed)d (of)h(3175)g(training)f(samples.)36 b(In)24 b(order)e(to)i(be)g(able)f (to)450 2943 y(compare)k(to)i(pre)n(vious)d(e)o(xperiments)h(using)h (this)h(dataset,)i(performance)25 b(is)30 b(assessed)f(by)f(picking)450 3035 y(2000)19 b(training)g(data)h(points)g(at)g(random)f(and)g (testing)i(on)e(the)i(1175)d(others,)i(with)g(20)g(replications.)450 3176 y(W)-7 b(e)30 b(treat)f(classi\002cation)h(as)f(a)h(density)e (estimation)h(problem)e(in)i(this)h(case)g(by)e(treating)h(the)g(class) 450 3267 y(v)n(ariable)22 b Fn(y)k Fr(as)e(another)d(v)n(ariable.)33 b(W)-7 b(e)24 b(classify)f(by)g(choosing)e(the)i(v)n(alue)f(of)h Fn(y)j Fr(that)d(maximizes)g(the)450 3359 y(conditional)18 b(probability)f Fn(p)p Fm(\()p Fn(y)s Fo(j)p Fn(x)p Fm(\))p Fr(.)26 b(W)-7 b(e)21 b(tested)f(both)e(feature)h(induction)f(and)h (edge)g(induction;)f(in)i(the)450 3450 y(former)g(case)h(only)g(binary) f(features)g(that)i(are)f(products)f(of)h(features)f(of)h(the)h(form)e Fn(\016)s Fm(\()p Fn(x)3020 3462 y Fk(i)3073 3450 y Fm(=)25 b Fn(a)3207 3462 y Fk(i)3235 3450 y Fm(\))d Fr(were)450 3541 y(tested)e(and)g(induced.)j(MDL)e(w)o(as)g(used)f(to)g(pick)g(the) g(number)e(of)i(features)g(or)g(edges.)450 3682 y(Our)i(feature)g (induction)f(algorithm,)g(with)i(a)g(maximum)e(tree)n(width)h(equal)g (to)h(5,)g(ga)n(v)o(e)e(an)i(error)f(rate)450 3774 y(of)e Fm(3)p Fn(:)p Fm(4\045)p Fr(,)g(while)g(the)g(edge)g(induction)e (algorithm)h(ga)n(v)o(e)g(an)h(error)g(rate)g(of)g Fm(4)p Fn(:)p Fm(1\045)p Fr(.)25 b(This)20 b(is)h(better)f(than)450 3865 y(the)k(best)h(reported)e(results)i(in)f(the)h(literature;)h(in)e (particular)m(,)g(neural)f(netw)o(orks)h(ha)n(v)o(e)g(an)g(error)g (rate)450 3956 y(of)c Fm(5)p Fn(:)p Fm(5\045)g Fr(and)g(the)g(Cho)n(w)g (and)f(Liu)i(algorithm)d(has)j(an)f(error)f(rate)h(of)g Fm(4)p Fn(:)p Fm(4\045)g Fr([14)o(].)450 4202 y Fp(5)99 b(Conclusions)450 4402 y Fr(W)-7 b(e)22 b(ha)n(v)o(e)e(described)f(a)i (methodology)d(for)i(feature)f(selection,)i(edge)e(selection)i(and)f (parameter)f(esti-)450 4493 y(mation)h(that)h(can)g(be)g(vie)n(wed)g (as)h(a)f(generalization)e(of)i(the)g(Cho)n(w-Liu)f(algorithm.)26 b(Dra)o(wing)20 b(on)h(the)450 4585 y(feature)i(selection)g(methods)g (of)g([9)o(,)h(16)o(],)h(our)e(method)f(is)i(quite)g(general,)f(b)n (uilding)f(an)i(e)o(xponential)450 4676 y(f)o(amily)d(model)g(from)g (the)g(general)g(v)n(ocab)n(ulary)f(of)h(features)g(on)h(o)o(v)o (erlapping)c(subsets)k(of)g(v)n(ariables.)450 4767 y(By)d(maintaining)d (tractability)i(throughout)d(the)j(learning)f(process,)h(ho)n(we)n(v)o (er)m(,)e(we)j(b)n(uild)e(this)i(\003e)o(xible)450 4859 y(representation)d(of)i(a)g(multi)n(v)n(ariate)f(density)h(while)g (retaining)f(man)o(y)g(of)h(the)g(desirable)f(aspects)i(of)f(the)450 4950 y(Cho)n(w-Liu)h(algorithm.)p eop %%Page: 8 8 8 7 bop 450 83 a Fr(Our)24 b(methodology)e(applies)i(equally)g(well)h (to)g(feature)f(or)g(edge)g(selection.)38 b(In)24 b(lar)o(ge-scale,)h (sparse)450 174 y(domains)16 b(in)i(which)f(o)o(v)o(er\002tting)e(is)k (of)e(particular)f(concern,)g(ho)n(we)n(v)o(er)m(,)g(feature)g (selection)h(may)g(be)h(the)450 266 y(preferred)g(approach,)g(in)j (that)f(it)i(pro)o(vides)c(a)j(\002ner)n(-grained)d(search)i(in)h(the)f (space)h(of)f(simple)g(models)450 357 y(than)g(is)h(allo)n(wed)e(by)h (the)g(edge)g(selection)g(approach.)450 598 y Fp(Ackno)o(wledgements) 450 795 y Fr(W)-7 b(e)17 b(wish)f(to)g(ackno)n(wledge)e(NSF)i(grant)f (IIS-9988642)e(and)i(ONR)i(MURI)f(N00014-00-1-063)o(7.)i(The)450 886 y(results)i(presented)e(here)h(were)h(obtained)e(using)h(K)n(e)n (vin)g(Murphy')-5 b(s)18 b(Bayes)i(Net)g(Matlab)f(toolbox)f(and)450 978 y(SVMT)-7 b(orch)19 b([3)o(].)450 1218 y Fp(Refer)n(ences)501 1374 y Fc([1])42 b(H.)28 b(Bodlaender)m(,)k(A)d(linear)o(-time)f (algorithm)h(for)g(\002nding)g(tree-decompositions)i(of)d(small)h(tree) n(width,)630 1457 y Fb(Siam)19 b(J)n(.)g(Computing)p Fc(,)g Fb(25)p Fc(,)g(105-1317,)i(1996.)501 1573 y([2])42 b(C.K.)24 b(Cho)n(w)j(and)f(C.N.)e(Liu,)j(Approximating)g(discrete)f (probability)g(distrib)o(utions)g(with)f(dependence)630 1656 y(trees,)18 b Fb(IEEE)g(T)l(r)o(ans.)g(Information)i(Theory)p Fc(,)f Fb(42)p Fc(,)g(393-405,)i(1990.)501 1773 y([3])42 b(R.)26 b(Collobert)g(and)i(S.)d(Bengio,)k(SVMT)-6 b(orch:)39 b(support)27 b(v)o(ector)g(machines)h(for)e(lar)o(ge-scale)h(re)o (gression)630 1856 y(problems,)19 b Fb(J)n(ournal)i(of)d(Mac)o(hine)i (Learning)g(Resear)m(c)o(h)p Fc(,)g Fb(1)p Fc(,)e(143-160,)j(2001.)501 1972 y([4])42 b(R.G.)22 b(Co)n(well,)i(A.P)-8 b(.)21 b(Da)o(wid,)j(S.L.)e(Lauritzen,)i(and)g(D.J.)e(Spie)o(gelhalter)m(,)i Fb(Pr)m(obabilistic)f(Networks)g(and)630 2055 y(Expert)c(Systems)p Fc(,)g(Springer)o(-V)-8 b(erlag,)18 b(Ne)n(w)h(Y)-8 b(ork,)18 b(1999.)501 2171 y([5])42 b(I.)20 b(Csisz)t(\264)-29 b(ar)m(,)22 b(I-di)n(v)o(er)o(gence)g(geometry)g(of)g(probability)g (distrib)o(utions)f(and)h(minimization)g(problems,)g Fb(An-)630 2254 y(nals)d(of)g(Pr)m(obability)p Fc(,)f Fb(3)p Fc(,)h(146-158,)h(1975.)501 2370 y([6])42 b(J.N.)23 b(Darroch)h(and)h(D.)e(Ratclif)n(f,)h(Generalized)h(iterati)n(v)o(e)f (scaling)g(for)g(log-linear)g(models,)i Fb(Ann.)e(Math.)630 2453 y(Statist.)p Fc(,)18 b Fb(43)p Fc(,)h(1470-1480,)i(1972.)501 2570 y([7])42 b(D.)18 b(DeCoste)i(and)g(B.)e(Sch)6 b(\250)-31 b(olk)o(opf,)21 b(T)m(raining)e(in)m(v)n(ariant)h(support)g(v)o(ector)g (machines,)g Fb(Mac)o(hine)g(Learning)p Fc(,)630 2653 y Fb(46)p Fc(,)f(1-3,)g(2002.)501 2769 y([8])42 b(D.)21 b(Heck)o(erman,)i(D.)e(Geiger)m(,)g(and)i(D.M.)d(Chick)o(ering,)j (Learning)f(Bayesian)g(netw)o(orks:)29 b(The)22 b(combina-)630 2852 y(tion)d(of)g(kno)n(wledge)h(and)g(statistical)e(data,)h Fb(Mac)o(hine)h(Learning)p Fc(,)f Fb(20)p Fc(,)g(197-243,)i(1995.)501 2968 y([9])42 b(S.)16 b(Della)g(Pietra,)g(V)-10 b(.)17 b(Della)g(Pietra,)f(and)h(J.)g(Laf)n(ferty)-5 b(,)17 b(Inducing)h(features)f(of)g(random)h(\002elds,)f Fb(IEEE)e(T)l(r)o (ans.)630 3051 y(P)-7 b(AMI)p Fc(,)18 b Fb(19)p Fc(,)h(380-393,)h (1997.)464 3167 y([10])42 b(R.)19 b(Jirousek)h(and)h(S.)d(Preucil,)h (On)h(the)g(ef)n(fecti)n(v)o(e)f(implementation)i(of)f(the)f(iterati)n (v)o(e)h(proportional)g(\002tting)630 3250 y(procedure,)g Fb(Computational)g(Statistics)f(and)g(Data)g(Analysis)p Fc(,)g Fb(19)p Fc(,)g(177-189,)h(1995.)464 3367 y([11])42 b(U.)28 b(Kjaerulf)n(f,)i Fb(T)l(riangulation)f(of)f(gr)o (aphs\227algorithms)j(giving)e(small)f(total)g(state)g(space)p Fc(,)k(T)-5 b(echnical)630 3450 y(Report)19 b(R90-09,)g(Dept.)g(of)g (Math.)g(and)h(Comp.)f(Sci.,)e(Aalbor)o(g)i(Uni)n(v)-5 b(.,)19 b(Denmark,)h(1990.)464 3566 y([12])42 b(Y)-10 b(.)18 b(Le)h(Cun,)g Fa(http://www.research.att.com/\\230yann/exdb/)o (mnist/)o(index.)o(html)464 3682 y Fc([13])42 b(G.)21 b(Mayraz)i(and)f(G.)f(Hinton,)i(Recognizing)g(hand-written)f(digits)g (using)g(hierarchical)g(products)h(of)f(e)o(x-)630 3765 y(perts,)c Fb(Adv)-6 b(.)19 b(NIPS)38 b Fc(13,)19 b(MIT)g(Press,)f (Cambridge,)h(MA,)g(2001.)464 3881 y([14])42 b(M.)21 b(Meila)g(and)h(M.I.)e(Jordan,)j(Learning)e(with)g(mixtures)g(of)h (trees,)f Fb(J)n(ournal)h(of)f(Mac)o(hine)h(Learning)g(Re-)630 3964 y(sear)m(c)o(h)p Fc(,)e Fb(1)p Fc(,)e(1-48,)i(2000.)464 4081 y([15])42 b(N.)18 b(Srebro,)h(Maximum)h(lik)o(elihood)g(bounded)h (tree-width)e(Mark)o(o)o(v)h(netw)o(orks,)f(in)g Fb(U)m(AI)f(2001)p Fc(.)464 4197 y([16])42 b(S.C.)17 b(Zhu,)h(Y)-10 b(.W)j(.)18 b(W)l(u,)g(and)h(D.)f(Mumford,)i(Minimax)f(entrop)o(y)h(principle)f (and)g(its)f(application)h(to)g(te)o(xture)630 4280 y(modeling,)g Fb(Neur)o(al)h(Computation)p Fc(,)f Fb(9)p Fc(,)g(1997.)p eop %%Trailer end userdict /end-hook known{end-hook}if %%EOF