%!PS-Adobe-2.0 %%Creator: dvips by Radical Eye Software %%Title: ml93-final.dvi %%Pages: 7 1 %%BoundingBox: 0 0 612 792 %%EndComments %%BeginDocument: tex.pro /TeXDict 200 dict def TeXDict begin /bdf{bind def}def /bop-aux{}bdf /@rigin{ /@page-height exch def /@page-width exch def 72 Resolution div dup neg scale translate}bdf /@letter{Resolution dup -10 mul 8.5 11 @rigin}bdf /@landscape{[ 0 1 -1 0 0 0]concat Resolution dup 8.5 11 @rigin}bdf /@a4{Resolution dup -10.6929133858 mul 21 2.54 div 29.7 2.54 div @rigin}bdf /@legal{Resolution dup -13 mul 8.5 14 @rigin}bdf /@11x17{statusdict /11x17tray known{statusdict begin 11x17tray end}if Resolution dup -16 mul 11 17 @rigin}bdf /@manualfeed{ statusdict /manualfeed true put}bdf /@copies{/#copies exch def}bdf /@draft{ /bop-aux{gsave initmatrix 72 dup scale @page-width 2 div @page-height 2 div translate @page-height @page-width atan rotate /Helvetica-Bold findfont 2 scalefont setfont(DRAFT)dup stringwidth pop 2 div neg -1 moveto .95 setgray show grestore}bdf}bdf /@FontMatrix[1 0 0 -1 0 0]def /@FontBBox[0 0 0 0]def /dmystr(ZZf@@@)def /newname{dmystr cvn}bdf /df{/fontname exch def dmystr 2 fontname cvx(@@@@)cvs putinterval newname 7 dict def newname load begin /FontType 3 def /FontMatrix @FontMatrix def /FontBBox @FontBBox def /BitMaps 256 array def /BuildChar{CharBuilder}def /Encoding IdentityEncoding def end fontname{/foo setfont}2 array copy cvx def fontname load 0 dmystr 6 string copy cvn cvx put}bdf /dfe{newname dup load definefont setfont}bdf /ch-image{ ch-data 0 get}bdf /ch-width{ch-data 1 get}bdf /ch-height{ch-data 2 get}bdf /ch-xoff{ch-data 3 get}bdf /ch-yoff{ch-data 4 get}bdf /ch-dx{ch-data 5 get} bdf /CharBuilder{save 3 1 roll exch /BitMaps get exch get /ch-data exch def ch-data null ne{ch-dx 0 ch-xoff ch-yoff neg ch-xoff ch-width add ch-height ch-yoff sub setcachedevice ch-width ch-height true[1 0 0 -1 -.1 ch-xoff sub ch-height ch-yoff sub .1 add]{ch-image}imagemask}if restore}bdf /dc{/ch-code exch def /ch-data exch def newname load /BitMaps get ch-code ch-data put}bdf /bop{gsave /SaveImage save def /bop-aux load exec 0 0 moveto}bdf /eop{clear SaveImage restore showpage grestore}bdf /@start{/Resolution exch def /IdentityEncoding 256 array def 0 1 255{IdentityEncoding exch 1 string dup 0 3 index put cvn put}for}bdf /p{show}bdf /RuleMatrix[1 0 0 -1 -.1 -.1]def /BlackDots 8 string def /v{gsave currentpoint translate false RuleMatrix{ BlackDots}imagemask grestore}bdf /a{moveto}bdf /delta 0 def /tail{dup /delta exch def 0 rmoveto}bdf /b{exch show tail}bdf /c{show delta 4 sub tail}bdf /d{ show delta 3 sub tail}bdf /e{show delta 2 sub tail}bdf /f{show delta 1 sub tail}bdf /g{show delta 0 rmoveto}bdf /h{show delta 1 add tail}bdf /i{show delta 2 add tail}bdf /j{show delta 3 add tail}bdf /k{show delta 4 add tail} bdf /l{show -4 0 rmoveto}bdf /m{show -3 0 rmoveto}bdf /n{show -2 0 rmoveto} bdf /o{show -1 0 rmoveto}bdf /q{show 1 0 rmoveto}bdf /r{show 2 0 rmoveto}bdf /s{show 3 0 rmoveto}bdf /t{show 4 0 rmoveto}bdf /w{0 rmoveto}bdf /x{0 exch rmoveto}bdf /y{3 2 roll show moveto}bdf /bos{/section save def}bdf /eos{clear section restore}bdf end %%EndDocument %%BeginDocument: special.pro TeXDict begin /SDict 200 dict def SDict begin /@SpecialDefaults{/hs 612 def /vs 792 def /ho 0 def /vo 0 def /hsc 1 def /vsc 1 def /ang 0 def /CLIP false def /BBcalc false def}bdf /@scaleunit 1 def /@hscale{@scaleunit div /hsc exch def}bdf /@vscale{@scaleunit div /vsc exch def}bdf /@hsize{/hs exch def /CLIP true def}bdf /@vsize{/vs exch def /CLIP true def}bdf /@hoffset{/ho exch def} bdf /@voffset{/vo exch def}bdf /@angle{/ang exch def}bdf /@rwi{10 div /rwi exch def}bdf /@llx{/llx exch def}bdf /@lly{/lly exch def}bdf /@urx{/urx exch def}bdf /@ury{/ury exch def /BBcalc true def}bdf end /@MacSetUp{userdict /md known{userdict /md get type /dicttype eq{md begin /letter{}def /note{}def /legal{}def /od{txpose 1 0 mtx defaultmatrix dtransform exch atan/pa exch def newpath clippath mark{transform{itransform moveto}}{transform{itransform lineto}}{6 -2 roll transform 6 -2 roll transform 6 -2 roll transform{ itransform 6 2 roll itransform 6 2 roll itransform 6 2 roll curveto}}{{ closepath}}pathforall newpath counttomark array astore /gc xdf pop ct 39 0 put 10 fz 0 fs 2 F/|______Courier fnt invertflag{PaintBlack}if}def /txpose{pxs pys scale ppr aload pop por{noflips{pop exch neg exch translate pop 1 -1 scale}if xflip yflip and{pop exch neg exch translate 180 rotate 1 -1 scale ppr 3 get ppr 1 get neg sub neg ppr 2 get ppr 0 get neg sub neg translate}if xflip yflip not and{pop exch neg exch translate pop 180 rotate ppr 3 get ppr 1 get neg sub neg 0 translate}if yflip xflip not and{ppr 1 get neg ppr 0 get neg translate} if}{noflips{translate pop pop 270 rotate 1 -1 scale}if xflip yflip and{ translate pop pop 90 rotate 1 -1 scale ppr 3 get ppr 1 get neg sub neg ppr 2 get ppr 0 get neg sub neg translate}if xflip yflip not and{translate pop pop 90 rotate ppr 3 get ppr 1 get neg sub neg 0 translate}if yflip xflip not and{ translate pop pop 270 rotate ppr 2 get ppr 0 get neg sub neg 0 exch translate} if}ifelse scaleby96{ppr aload pop 4 -1 roll add 2 div 3 1 roll add 2 div 2 copy translate .96 dup scale neg exch neg exch translate}if}def /cp{pop pop showpage pm restore}def end}if}if}def /psf$TeXscale{65536 div}def /startTexFig {/psf$SavedState save def userdict maxlength dict begin Resolution 72 div dup neg scale currentpoint translate /psf$ury exch psf$TeXscale def /psf$urx exch psf$TeXscale def /psf$lly exch psf$TeXscale def /psf$llx exch psf$TeXscale def /psf$y exch psf$TeXscale def /psf$x exch psf$TeXscale def currentpoint /psf$cy exch def /psf$cx exch def /psf$sx psf$x psf$urx psf$llx sub div def /psf$sy psf$y psf$ury psf$lly sub div def psf$sx psf$sy scale psf$cx psf$sx div psf$llx sub psf$cy psf$sy div psf$ury sub translate /showpage{}def /erasepage{ }def /copypage{}def @MacSetUp}def /doclip{psf$llx psf$lly psf$urx psf$ury currentpoint 6 2 roll newpath 4 copy 4 2 roll moveto 6 -1 roll exch lineto exch lineto exch lineto closepath clip newpath moveto}def /endTexFig{end psf$SavedState restore}def /@beginspecial{SDict begin /SpecialSave save def Resolution 72 div dup neg scale currentpoint translate @SpecialDefaults}bdf /@setspecial{CLIP{newpath 0 0 moveto hs 0 rlineto 0 vs rlineto hs neg 0 rlineto closepath clip}{initclip}ifelse ho vo translate hsc vsc scale ang rotate BBcalc{rwi urx llx sub div dup scale llx neg lly neg translate}if /showpage{}def newpath}bdf /@endspecial{clear SpecialSave restore end}bdf /@defspecial{SDict begin}bdf /@fedspecial{end}bdf /li{lineto}bdf /rl{rlineto} bdf /rc{rcurveto}bdf /np{/SaveX currentpoint /SaveY exch def def newpath}bdf /st{stroke SaveX SaveY moveto}bdf /fil{fill SaveX SaveY moveto}bdf /ellipse{ /endangle exch def /startangle exch def /yrad exch def /xrad exch def /savematrix matrix currentmatrix def translate xrad yrad scale 0 0 1 startangle endangle arc savematrix setmatrix}bdf end %%EndDocument TeXDict begin 300 @start /fa df[<1FE078707838783C303C01FC1F3C783CF03CF03CF03C 785F3F8F>16 13 1 0 18]97 dc[<07F01C3C383C703CF018F000F000F000F0007000380C1C18 07F0>14 13 1 0 17]99 dc[<0FC01C3038387018F01CF01CFFFCF000F0007000380C1C1807F0> 14 13 1 0 17]101 dc[<0FCE3877703F70387038703838702FC0200060003FF03FFC3FFE700F E007E007E007700E381C0FF0>16 20 1 7 19]103 dc[18 20 1 0 21]104 dc[<387C7C7C38000000FCFC3C3C3C3C3C3C3C3C3CFFFF>8 21 1 0 11]105 dc[8 20 1 0 11]108 dc[ 18 13 1 0 21]110 dc[<07E01C38781E700EF00FF00FF00FF00FF00F700E781E3C3C07E0> 16 13 1 0 19]111 dc[13 13 1 0 16]114 dc[<0C000C000C001C001C003FC0FFC03C003C003C003C003C003C003C603C60 3C601C400F80>11 18 1 0 15]116 dc[18 13 1 0 21]117 dc[24 13 1 0 27]119 dc[< FE0F80FE0F803E06001E0C001F0C000F18000F980007B00007F00003E00003E00001E00001C000 01C000618000F38000F30000E600007C0000>17 19 1 6 20]121 dc dfe /fb df[<00000000 00600000000000E0000000000380000000000700000000001C0000000000380000000000E00000 000001C0000000000700000000000E0000000000380000000000700000000001C0000000000380 000000000E00000000001C0000000000700000000000E000000000038000000000070000000000 1C0000000000380000000000E00000000001C0000000000700000000000E000000000038000000 0000700000000000C00000000000800000000000>43 30 0 1 42]17 dc[<0002001E007E01FE 0FFEFFFEFFFE0FFE01FE007E001E0002>15 12 2 6 42]27 dc[<00200000700000700000F800 01FC0001FC0003FE0007FF0007FF000FFF801FF8003F0000700000800000>17 14 0 0 42]43 dc[<800000000000C000000000007000000000003800000000000E000000000007000000000001 C00000000000E000000000003800000000001C000000000007000000000003800000000000E000 000000007000000000001C00000000000E000000000003800000000001C0000000000070000000 00003800000000000E000000000007000000000001C00000000000E00000000000380000000000 1C000000000007000000000003800000000000E0000000000060>43 30 0 1 42]81 dc[43 12 0 1 42] 88 dc[<8000007000003F00001FF8000FFF8007FF0007FF0003FE0001FC0001FC0000F8000070 00007000002000>17 14 0 -14 42]107 dc[<000300FFFFFF3FFF1FFE07FE01FE00FE007C001C 000C0004>16 12 1 0 42]121 dc dfe /fc df[<00800180030003000300060006000C000C00 0C0018001800180030003000600060006000C000C000600060006000300030001800180018000C 000C000C000600060003000300030001800080>9 38 3 10 15]104 dc[9 38 2 10 15]105 dc dfe /fd df[<0001FC3C00060E67000C0EC7001C0DC6001C01C0003801C0003803800038038000 380380003803800070038007FFFFF800700700007007000070070000E0070000E00E0000E00E00 00E00E0000E00E0001C00E0001C01C0001C01C0001C01C0001C01C0003801C0003803800038038 000380380003003800070030000700700006006000C6606000E470C000C8618000703E0000>32 37 -1 8 25]11 dc[<0001FC000703000C03001C07001C03001800003800003800003800003800 00700007FFFC00701C00701C00701C00E03800E03800E03800E03800E07001C07001C07001C070 01C0E201C0E201C0E20380E4038064038038038000030000070000060000C60000E40000CC0000 700000>24 37 -1 8 23]12 dc[<00030006000800180030006000C000C0018003000300060006 000C000C001C0018001800380030003000700070006000600060006000E000E000E000E000E000 6000600060006000600020003000100008000800>16 42 5 11 17]40 dc[<001000100008000C 000400060006000600060006000700070007000700070006000600060006000E000E000C000C00 1C001800180038003000300060006000C000C001800300030006000C00180010006000C000>16 42 0 11 17]41 dc[<183878380808101020404080>5 12 3 8 13]44 dc[10 3 3 -7 15]45 dc[<3078F060>5 4 4 0 13]46 dc[<0000180000001800000038000000380000 007800000078000000B8000001B800000138000002380000023C0000041C0000041C0000081C00 00181C0000101C0000201C0000201C00007FFC0000401C0000801C0001801C0001001C0002001C 0002001C0004000E000C000E001C001E00FF00FFC0>26 29 2 0 31]65 dc[<01FFFFE0003C00 E0003800600038004000380040003800400070004000700040007020400070200000E0400000E0 400000E0C00000FFC00001C0800001C0800001C0800001C0800003810100038001000380020003 800200070004000700040007000C00070018000E007800FFFFF000>27 28 3 0 28]69 dc[<01 FFF800003C0E000038070000380380003803800038038000700780007007800070078000700F00 00E00E0000E01C0000E0700000FFC00001C0C00001C0600001C0700001C0700003807000038070 0003807000038070000700F0000700F0400700F0400700F0800F007880FFE0790000001E00>26 29 3 1 30]82 dc[<03CC063C0C3C181C3838303870387038E070E070E070E070E0E2C0E2C0E2 61E462643C38>15 18 5 0 21]97 dc[<3F00070007000E000E000E000E001C001C001C001C00 39C03E60383038307038703870387038E070E070E070E060E0E0C0C0C1C0618063003C00>13 29 5 0 19]98 dc[<01F007080C08181C3838300070007000E000E000E000E000E000E008E0106020 30C01F00>14 18 5 0 19]99 dc[<001F80000380000380000700000700000700000700000E00 000E00000E00000E0003DC00063C000C3C00181C00383800303800703800703800E07000E07000 E07000E07000E0E200C0E200C0E20061E4006264003C3800>17 29 5 0 21]100 dc[<01E00710 0C1018083810701070607F80E000E000E000E000E000E0086010602030C01F00>13 18 5 0 19] 101 dc[<0003C0000670000C70001C60001C00001C0000380000380000380000380000380003FF 8000700000700000700000700000700000E00000E00000E00000E00000E00001C00001C00001C0 0001C00001C000038000038000038000030000030000070000C60000E60000CC0000780000>20 37 -1 8 13]102 dc[<00F3018F030F06070E0E0C0E1C0E1C0E381C381C381C381C3838303830 38187818F00F700070007000E000E0C0C0E1C0C3007E00>16 26 3 8 19]103 dc[<0FC00001C0 0001C0000380000380000380000380000700000700000700000700000E78000E8C000F0E000E0E 001C0E001C0E001C0E001C0E00381C00381C00381C00383800703880703880707080707100E032 00601C00>17 29 3 0 21]104 dc[<01800380010000000000000000000000000000001C002600 470047008E008E000E001C001C001C0038003800710071007100720072003C00>9 28 4 0 13] 105 dc[<0FC00001C00001C0000380000380000380000380000700000700000700000700000E0F 000E11000E23800E43801C83001C80001D00001E00003F800039C00038E00038E00070E20070E2 0070E20070E400E06400603800>17 29 3 0 19]107 dc[<1F800380038007000700070007000E 000E000E000E001C001C001C001C0038003800380038007000700070007000E400E400E400E400 68003800>9 29 4 0 11]108 dc[<3C1E0780266318C04683A0E04703C0E08E0380E08E0380E0 0E0380E00E0380E01C0701C01C0701C01C0701C01C070380380E0388380E0388380E0708380E07 10701C0320300C01C0>29 18 4 0 34]109 dc[<3C3C002646004687004707008E07008E07000E 07000E07001C0E001C0E001C0E001C1C00381C40381C40383840383880701900300E00>18 18 4 0 23]110 dc[<01E007180C0C180C380C300E700E700EE01CE01CE01CE018E038E030E06060C0 31801E00>15 18 5 0 21]111 dc[<07870004D98008E0C008E0C011C0E011C0E001C0E001C0E0 0381C00381C00381C00381800703800703000707000706000E8C000E70000E00000E00001C0000 1C00001C00001C00003C0000FF8000>19 26 1 8 21]112 dc[<3C3C26C2468747078E068E000E 000E001C001C001C001C00380038003800380070003000>16 18 4 0 18]114 dc[<01F006080C 080C1C18181C001F001FC00FF007F0007800386030E030C030806060C01F00>14 18 3 0 17] 115 dc[<00C001C001C001C00380038003800380FFE00700070007000E000E000E000E001C001C 001C001C00384038403840388019000E00>11 26 3 0 14]116 dc[<1E03002707004707004707 00870E00870E000E0E000E0E001C1C001C1C001C1C001C1C003838803838801838801839001C59 00078E00>17 18 4 0 22]117 dc[<1E06270E470E4706870287020E020E021C041C041C041C08 18083808181018200C400780>15 18 4 0 19]118 dc[<1E018327038747038747038387070187 07010E07010E07011C0E021C0E021C0E021C0E04180C04181C04181C081C1C100C263007C3C0> 24 18 4 0 28]119 dc[<070E0019910010E38020E38041C30041C00001C00001C00003800003 8000038000038000070200670200E70400CB04008B080070F000>17 18 3 0 19]120 dc[<1E03 270747074707870E870E0E0E0E0E1C1C1C1C1C1C1C1C38383838183818381C7007F00070007000 E0E0C0E1C0818047003C00>16 26 4 8 20]121 dc[<038207C20FEC0838100800100020004000 8001000200040008081008383067F043E081C0>15 18 3 0 17]122 dc dfe /fe df[25 2 3 -9 32]0 dc[<003C00E001C0018003800380038003800380038003800380 03800380038003800380030007001C00F0001C0007000300038003800380038003800380038003 8003800380038003800380018001C000E0003C>14 41 3 10 21]102 dc[14 41 3 10 21]103 dc[<008001800300030003000600060006000C000C000C0018001800180030003000 3000600060006000C000C0006000600060003000300030001800180018000C000C000C00060006 00060003000300030001800080>9 42 4 11 16]104 dc[9 42 2 11 16]105 dc[2 41 5 10 12]106 dc dfe /ff df[18 2 3 -6 26]0 dc dfe /fg df[<06070600000000384C4C8C981818303262626438>8 20 1 0 12]105 dc[<3E000600 0C000C000C000C001800187018B819383230340038003E006300631063106310C320C1C0>13 20 2 0 18]107 dc[<30F8590C4E0C9C0C980C180C180C30183019303130316032601C>16 13 1 0 21]110 dc dfe /fh df[<01020408103020606040C0C0C0C0C0C0C0C0C0C04060602030100804 0201>8 30 2 8 13]40 dc[<80402010080C0406060203030303030303030303020606040C0810 204080>8 30 2 8 13]41 dc[<0060000060000060000060000060000060000060000060000060 00006000FFFFF0FFFFF00060000060000060000060000060000060000060000060000060000060 00>20 22 2 4 25]43 dc[<40E060202020404080>3 9 3 6 9]44 dc[<0F0030C06060606040 20C030C030C030C030C030C030C030C030C03040206060606030C00F00>12 19 2 0 17]48 dc[ <0C001C00EC000C000C000C000C000C000C000C000C000C000C000C000C000C000C000C00FFC0> 10 19 3 0 17]49 dc[<1F0060C06060F070F030603000700070006000C001C001800200040008 10101020207FE0FFE0>12 19 2 0 17]50 dc[<0FC030707038703870380038003000E00FC000 7000380018001C601CF01CF018E03860701FC0>14 19 1 0 17]51 dc[<60607FC07F80440040 00400040004F0070C040E0006000700070E070E070E06040E021C01F00>12 19 2 0 17]53 dc[ <40007FFC7FF8401080108020004000800100010003000200060006000E000E000E000E000E00 0400>14 20 2 0 17]55 dc[<0FC0107020186018601870183C303F600F800FE031F06078C01C C00CC00CC00C601830300FC0>14 19 1 0 17]56 dc[<0F00308060404060C020C030C030C030 4030607030B00F30003000200060E040E08041003E00>12 19 2 0 17]57 dc[18 20 1 0 22]80 dc[<7F00E1C0E0404060006007E038 606060C060C064C06461E43E38>14 13 2 0 17]97 dc[15 20 1 0 18]98 dc[<0FE018 7020706020C000C000C000C000C0006000201018200FC0>12 13 1 0 15]99 dc[<0078001800 1800180018001800180F98187820386018C018C018C018C018C0186018203810580F9E>15 20 1 0 18]100 dc[<0F80104020206030C010FFF0C000C000C0006000201018200FC0>12 13 1 0 15 ]101 dc[<03C00CE018E01840180018001800FF00180018001800180018001800180018001800 180018007F00>11 20 0 0 10]102 dc[<0F3C30E62040606060606060204030C02F0060006000 3FE03FF06018C00CC00CC00C601830300FC0>15 20 1 7 17]103 dc[<2070200000000000F030 30303030303030303030FC>6 21 1 0 9]105 dc[6 20 1 0 9]108 dc[24 13 1 0 27]109 dc[15 13 1 0 18]110 dc[<0FC0186020106018C00CC00CC00CC00CC00C 6018601838700FC0>14 13 1 0 17]111 dc[15 19 1 6 18]112 dc[11 13 1 0 13]114 dc[<3E806180C080C080E0007E00 3F8003C080C080C0C0C0E1809F00>10 13 1 0 13]115 dc[<10001000100030007000FF803000 30003000300030003000300030803080308011000E00>9 18 1 0 13]116 dc[15 13 1 0 18]117 dc[14 13 1 0 17]118 dc[14 13 1 0 17]120 dc dfe /fi df[<0780101FC010 3FE0207FF020603040C01080801080000900000900000A00000A00000A00000C00000C00000800 000800000800001800001800001800003000003000003000003000006000006000004000>20 27 1 9 21]13 dc[<07800001C00000E00000E00000F0000070000070000070000038000038000038 00003C00001C00001C00001E00000E00001E00003F0000670000C7000187800303800703800E03 801C03C03801C07001C0E001E06000E0>19 29 2 0 24]21 dc[<60F0F060>4 4 4 0 12]58 dc [<60F0F0701010101020204080>4 12 4 8 12]59 dc[<01FFFF80003C01E00038007000380038 0038001C0038001C0070001C0070001E0070001E0070001E00E0001E00E0001E00E0001E00E000 1E01C0003C01C0003C01C0003C01C000380380007803800070038000F0038000E0070001C00700 03800700070007001C000E007800FFFFC000>31 28 2 0 34]68 dc[<1FFFFFF01C0380703007 0030200700206007002040070020400E0020800E0020800E0020000E0000001C0000001C000000 1C0000001C00000038000000380000003800000038000000700000007000000070000000700000 00E0000000E0000000E0000000E0000001E000007FFF0000>28 28 1 0 24]84 dc[<01E30007 17000C0F00180F00380E00300E00700E00700E00E01C00E01C00E01C00E01C00E03880E03880E0 38806078803199001E0E00>17 18 2 0 22]97 dc[<01F0030C0E0C1C1E383C301870007000E0 00E000E000E000E000E0046008601030601F80>15 18 2 0 18]99 dc[<01C003C003C0018000 00000000000000000000001C00270047004700870087000E000E001C001C001C00380038803880 7080710032001C00>10 28 2 0 14]105 dc[<381F004E61804681C04701C08F01C08E01C00E01 C00E01C01C03801C03801C03801C0700380710380710380E10380E20700640300380>20 18 2 0 25]110 dc[<01F0060C04040C0E180C1C001F000FE00FF003F80038201C7018F018F010803060 601F80>15 18 2 0 19]115 dc dfe /fj df[<03CC0E2E181C381C301C701CE038E038E038E0 38C072C072C07260F261341E18>15 16 4 0 20]97 dc[<01E006181C08380870087010FFE0E0 00E000E000E000E0086010602030C01F00>13 16 4 0 18]101 dc[<030706000000000000384C 4E8E9C9C1C3838707272E2E46438>8 25 4 0 12]105 dc[<3F0707070E0E0E0E1C1C1C1C3838 383870707070E4E4E4E46830>8 26 3 0 10]108 dc[<307C005986009E07009E07009C07009C 0700380E00380E00380E00381C00701C80701C80703880703900E01900600E00>17 16 4 0 22] 110 dc[<030F000590C009E0C009C06009C06009C0600380E00380E00380E00380E00701C00701 800703800703000E8E000E78000E00000E00001C00001C00001C00001C0000FF0000>19 23 0 7 20]112 dc[<078F0008D18010F38020E18020E00020E00001C00001C00001C00001C000038200 038200C38200E78400C5880078F000>17 16 2 0 18]120 dc dfe /fk df[ 18 2 3 -5 24]0 dc dfe /fl df[<71F09A189C1898181818303030303032306260646038>15 11 2 0 19]110 dc dfe /fm df[<0C003C00CC000C000C000C000C000C000C000C000C000C00 0C000C000C00FF80>9 16 2 0 15]49 dc[<1F00618040C08060C0600060006000C00180030006 000C00102020207FC0FFC0>11 16 1 0 15]50 dc[<1F00218060C060C000C0008001800F0000 8000400060C060C060804060801F00>11 16 1 0 15]51 dc[<0300030007000F000B00130033 0023004300C300FFE003000300030003001FE0>11 16 1 0 15]52 dc[<20803F002C00200020 0020002F0030802040006000600060C06080C061801F00>11 16 1 0 15]53 dc dfe /fn df[< 0F000003800001C00001C00001E00000E00000E00000F000007000007000007800003800003800 003800003C00007C0000DC00019E00030E00060E000E0F001C0700380700700780E00380C003C0 >18 26 2 0 22]21 dc[<60F0F07010101020204080>4 11 3 7 11]59 dc[<03980C5C183838 3830387038E070E070E070E070C0E2C0E2C0E2E1E262643C38>15 16 2 0 20]97 dc[<0007C0 000C600018E00018C000380000380000380000380000700000700007FF0000700000700000E000 00E00000E00000E00000E00000E00001C00001C00001C00001C00001C000038000038000038000 030000030000670000E60000CC0000780000>19 33 2 7 19]102 dc[<00E60317060E0E0E0C0E 1C0E381C381C381C381C303830383038387818F00F700070007000E060E0E1C0C3807E00>16 23 1 7 18]103 dc[<1F80000380000380000380000700000700000700000700000E00000E00000E 78000F8C001E0E001C0E001C0E001C0E00381C00381C00381C0038380070388070388070708070 7100E03200601C00>17 26 2 0 22]104 dc[<03E006180818183818301C001FC00FE007F00070 0030E030E030806040C03F00>13 16 2 0 18]115 dc[<0F1E11A321E741C341C041C003800380 0380038007020702C702EB04CB0870F0>16 16 2 0 22]120 dc dfe /fo df[<00FC7C0183C6 07078E0607040E07000E07000E07000E07000E07000E0700FFFFF00E07000E07000E07000E0700 0E07000E07000E07000E07000E07000E07000E07000E07000E07000E07007F0FF0>23 26 0 0 22]11 dc[<00FC000182000703000607000E02000E00000E00000E00000E00000E0000FFFF000E 07000E07000E07000E07000E07000E07000E07000E07000E07000E07000E07000E07000E07000E 07007F0FE0>19 26 0 0 21]12 dc[<00800100020004000C0008001800300030003000600060 0060006000E000E000E000E000E000E000E000E000E000E0006000600060006000300030003000 180008000C000400020001000080>9 38 3 10 15]40 dc[<8000400020001000180008000C00 060006000600030003000300030003800380038003800380038003800380038003800300030003 0003000600060006000C00080018001000200040008000>9 38 2 10 15]41 dc[<60F0F07010 101020204080>4 11 3 7 11]44 dc[10 2 0 -7 13]45 dc[<60F0F060>4 4 3 0 11]46 dc[<078018603030303060186018E01CE01CE01CE01CE01CE01CE01CE01CE01CE01CE01C E01C601860187038303018600780>14 24 2 0 19]48 dc[<03000700FF000700070007000700 0700070007000700070007000700070007000700070007000700070007000700FFF0>12 24 3 0 19]49 dc[<0F80106020304038803CC01CE01C401C003C003800380070006000C0018001000200 04040804100430083FF87FF8FFF8>14 24 2 0 19]50 dc[<0F8010E020706078703820380078 00700070006000C00F8000E000700038003C003CE03CE03CC03C4038407030E00F80>14 24 2 0 19]51 dc[<30183FF03FE03FC02000200020002000200027C03860203000380018001C001C401C E01CE01C80184038403030E00F80>14 24 2 0 19]53 dc[<0780186030302018601860186018 70103C303E600F8007C019F030F86038401CC00CC00CC00CC00C6008201018600FC0>14 24 2 0 19]56 dc[<07801860303070306018E018E018E01CE01CE01C601C603C303C185C0F9C001C0018 0018003870307060604021801F00>14 24 2 0 19]57 dc[<60F0F060000000000000000060F0 F060>4 16 3 0 11]58 dc[<000C0000000C0000000C0000001E0000001E0000003F0000002700 00002700000043800000438000004380000081C0000081C0000081C0000100E0000100E00001FF E000020070000200700006007800040038000400380008001C0008001C001C001E00FF00FFC0> 26 26 1 0 29]65 dc[22 26 2 0 27]66 dc[24 26 2 0 29]68 dc[22 26 2 0 26] 69 dc[11 26 1 0 14]73 dc[19 26 2 0 24]76 dc[< FE01FF0F00380F00100B80100B801009C01008E01008E010087010087010083810081C10081C10 080E10080E100807100803900803900801D00801D00800F00800700800700800301C0030FF8010 >24 26 2 0 29]78 dc[<007F000001C1C000070070000E0038001C001C003C001E0038000E00 78000F0070000700F0000780F0000780F0000780F0000780F0000780F0000780F0000780F00007 8078000F0078000F0038000E003C001E001C001C000E0038000700700001C1C000007F0000>25 26 2 0 30]79 dc[<007F000001C1C000070070000E0038001C001C003C001E0038000E007800 0F0070000700F0000780F0000780F0000780F0000780F0000780F0000780F0000780F000078070 00070078000F0038000E003C1C1E001C221C000E4138000741F00001E1C000007F80800000C080 0000C0800000E18000007F0000007F0000003E0000001C00>25 33 2 7 30]81 dc[<0FC21836 200E6006C006C002C002C002E00070007E003FE01FF807FC003E000E00070003800380038003C0 02C006E004D81887E0>16 26 2 0 21]83 dc[<7FFFFF00701C0700401C0100401C0100C01C01 80801C0080801C0080801C0080001C0000001C0000001C0000001C0000001C0000001C0000001C 0000001C0000001C0000001C0000001C0000001C0000001C0000001C0000001C0000001C000000 1C000003FFE000>25 26 1 0 28]84 dc[36 26 1 0 39] 87 dc[7 37 3 9 11]91 dc[7 37 0 9 11]93 dc[<3F8070C070E020700070007007F01C70307070 70E070E071E071E0F171FB1E3C>16 16 2 0 19]97 dc[18 26 1 0 21]98 dc[<07F80C1C 381C30087000E000E000E000E000E000E0007000300438080C1807E0>14 16 1 0 17]99 dc[< 007E00000E00000E00000E00000E00000E00000E00000E00000E00000E0003CE000C3E00380E00 300E00700E00E00E00E00E00E00E00E00E00E00E00E00E00600E00700E00381E001C2E0007CFC0 >18 26 1 0 21]100 dc[<07C01C3030187018600CE00CFFFCE000E000E000E000600030043808 0C1807E0>14 16 1 0 17]101 dc[<01F0031807380E100E000E000E000E000E000E00FFC00E00 0E000E000E000E000E000E000E000E000E000E000E000E000E007FE0>13 26 0 0 12]102 dc[< 0FCE187330307038703870387038303018602FC02000600070003FF03FFC1FFE600FC003C003C0 03C0036006381C07E0>16 24 1 8 19]103 dc[18 26 1 0 21]104 dc[<18003C003C001800 000000000000000000000000FC001C001C001C001C001C001C001C001C001C001C001C001C001C 001C00FF80>9 26 0 0 10]105 dc[18 26 1 0 20]107 dc[9 26 0 0 10]108 dc[29 16 1 0 32]109 dc[18 16 1 0 21]110 dc[<07E01C38300C700E6006 E007E007E007E007E007E0076006700E381C1C3807E0>16 16 1 0 19]111 dc[18 23 1 7 21]112 dc[<03C2000C 2600381E00300E00700E00E00E00E00E00E00E00E00E00E00E00E00E00700E00700E00381E001C 2E0007CE00000E00000E00000E00000E00000E00000E00007FC0>18 23 1 7 20]113 dc[12 16 1 0 15]114 dc[<1F2060E04020C020C020F0007F003FC01FE000F080708030C030C020F0408F80>12 16 1 0 15]115 dc[<0400040004000C000C001C003C00FFC01C001C001C001C001C001C001C001C001C 201C201C201C201C200E400380>11 23 1 0 15]116 dc[18 16 1 0 21]117 dc[17 16 1 0 20]118 dc[25 16 1 0 28]119 dc[18 16 1 0 20] 120 dc[17 23 1 7 20]121 dc[<7FF86070407040E041C041C00380070007000E081C081C08381070107030FFF0> 13 16 1 0 17]122 dc dfe /fp df[<78FCFCFCFC78000000000078FCFCFCFC78>6 17 3 0 12 ]58 dc[<1FF0303C701EF81FF81FF81F703E007C00F000C0018001800300030003000300000000 000000000007800FC00FC00FC00FC00780>16 26 2 0 21]63 dc[25 26 2 0 29]69 dc[23 26 2 0 28]70 dc[<7FFF FF807FFFFF80781F0780701F0380601F0180E01F01C0C01F00C0C01F00C0C01F00C0001F000000 1F0000001F0000001F0000001F0000001F0000001F0000001F0000001F0000001F0000001F0000 001F0000001F0000001F0000001F000007FFFC0007FFFC00>26 26 2 0 31]84 dc[<0FF0001C 3C003E1E003E0E003E0F001C0F00000F0000FF000FCF003E0F007C0F00F80F00F80F00F80F00F8 17007C27E01FC3E0>19 17 1 0 21]97 dc[<000FE0000FE00001E00001E00001E00001E00001 E00001E00001E003F9E00F07E01C03E03C01E07801E07801E0F801E0F801E0F801E0F801E0F801 E07801E07801E03C01E01C03E00F0DFC03F9FC>22 26 1 0 25]100 dc[<03F0000E1C001C0E00 3C0700780700780780F80780F80780FFFF80F80000F800007800007800003C01801C03000E0600 03FC00>17 17 1 0 20]101 dc[<07E3C01C3CE0381CE0781EC0781E00781E00781E00781E0038 1C001C380027E0002000002000003000003FFE001FFF801FFFC07003C0E000E0E000E0E000E0E0 00E07001C03C078007FC00>19 25 1 8 22]103 dc[<1C003E003E003E003E001C000000000000 0000007E007E001E001E001E001E001E001E001E001E001E001E001E001E001E00FF80FF80>9 27 1 0 13]105 dc[10 26 1 0 13]108 dc[22 17 1 0 25]110 dc[<03F8000E0E003C07803803807803C07803C0F803E0F8 03E0F803E0F803E0F803E0F803E07803C07C07C03C07800E0E0003F800>19 17 1 0 22]111 dc [22 24 1 7 25]112 dc[15 17 1 0 18]114 dc[<1FB020704030C030C030F000FF807FE03FF807F8003CC00CC00CE0 0CE008F830CFE0>14 17 1 0 17]115 dc[<06000600060006000E000E001E003FF0FFF01E001E 001E001E001E001E001E001E001E181E181E181E181E180F3003E0>13 24 1 0 17]116 dc dfe /fq df[<00180000780001F800FFF800FFF80001F80001F80001F80001F80001F80001F80001F8 0001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F80001F8 0001F80001F80001F80001F80001F8007FFFE07FFFE0>19 32 4 0 28]49 dc[<03FC000FFF00 3C1FC07007E07C07F0FE03F0FE03F8FE03F8FE01F87C01F83803F80003F80003F00003F00007E0 0007C0000F80001F00003E0000380000700000E01801C0180380180700180E00380FFFF01FFFF0 3FFFF07FFFF0FFFFF0FFFFF0>21 32 3 0 28]50 dc[<00FE0007FFC00F07E01E03F03F03F03F 81F83F81F83F81F81F03F81F03F00003F00003E00007C0001F8001FE0001FF000007C00001F000 01F80000FC0000FC3C00FE7E00FEFF00FEFF00FEFF00FEFF00FC7E01FC7801F81E07F00FFFC001 FE00>23 32 2 0 28]51 dc[<0000E00001E00003E00003E00007E0000FE0001FE0001FE00037 E00077E000E7E001C7E00187E00307E00707E00E07E00C07E01807E03807E07007E0E007E0FFFF FEFFFFFE0007E00007E00007E00007E00007E00007E00007E000FFFE00FFFE>23 32 2 0 28] 52 dc[<000070000000007000000000F800000000F800000000F800000001FC00000001FC0000 0003FE00000003FE00000003FE00000006FF000000067F0000000E7F8000000C3F8000000C3F80 0000183FC00000181FC00000381FE00000300FE00000300FE00000600FF000006007F00000E007 F80000FFFFF80000FFFFF800018001FC00018001FC00038001FE00030000FE00030000FE000600 007F000600007F00FFE00FFFF8FFE00FFFF8>37 34 2 0 42]65 dc[34 34 2 0 40]66 dc[<0003FE0080001FFF818000FF01E38001F8003F8003E0001F 8007C0000F800F800007801F800007803F000003803F000003807F000001807E000001807E0000 0180FE00000000FE00000000FE00000000FE00000000FE00000000FE00000000FE00000000FE00 0000007E000000007E000001807F000001803F000001803F000003801F800003000F8000030007 C000060003F0000C0001F800380000FF00F000001FFFC0000003FE0000>33 34 3 0 40]67 dc[ 32 34 2 0 37]69 dc[19 34 1 0 21]73 dc[29 34 2 0 34]76 dc[39 34 2 0 44] 78 dc[<0007FC0000003FFF800000FC07E00003F001F80007E000FC000FC0007E001F80003F00 1F80003F003F00001F803F00001F807F00001FC07E00000FC07E00000FC0FE00000FE0FE00000F E0FE00000FE0FE00000FE0FE00000FE0FE00000FE0FE00000FE0FE00000FE0FE00000FE07E0000 0FC07F00001FC07F00001FC03F00001F803F80003F801F80003F000FC0007E0007E000FC0003F0 01F80000FC07E000003FFF80000007FC0000>35 34 3 0 42]79 dc[<01FC0407FF8C1F03FC3C 007C7C003C78001C78001CF8000CF8000CFC000CFC0000FF0000FFE0007FFF007FFFC03FFFF01F FFF80FFFFC03FFFE003FFE0003FF00007F00003F00003FC0001FC0001FC0001FE0001EE0001EF0 003CFC003CFF00F8C7FFE080FF80>24 34 3 0 31]83 dc[<07FC001FFF803F07C03F03E03F01 E03F01F01E01F00001F00001F0003FF003FDF01FC1F03F01F07E01F0FC01F0FC01F0FC01F0FC01 F07E02F07E0CF81FF87F07E03F>24 22 2 0 27]97 dc[26 35 2 0 31]98 dc[<00FF8007FFE00F83F01F03F03E03F07E03F07C01 E07C0000FC0000FC0000FC0000FC0000FC0000FC00007C00007E00007E00003E00301F00600FC0 E007FF8000FE00>20 22 2 0 25]99 dc[<0001FE000001FE0000003E0000003E0000003E0000 003E0000003E0000003E0000003E0000003E0000003E0000003E0000003E0001FC3E0007FFBE00 0F81FE001F007E003E003E007E003E007C003E00FC003E00FC003E00FC003E00FC003E00FC003E 00FC003E00FC003E00FC003E007C003E007C003E003E007E001E00FE000F83BE0007FF3FC001FC 3FC0>26 35 2 0 31]100 dc[<00FE0007FF800F87C01E01E03E01F07C00F07C00F8FC00F8FC00 F8FFFFF8FFFFF8FC0000FC0000FC00007C00007C00007E00003E00181F00300FC07003FFC000FF 00>21 22 2 0 26]101 dc[<003F8000FFC001E3E003C7E007C7E00F87E00F83C00F80000F8000 0F80000F80000F80000F8000FFFC00FFFC000F80000F80000F80000F80000F80000F80000F8000 0F80000F80000F80000F80000F80000F80000F80000F80000F80000F80000F80007FF8007FF800 >19 35 1 0 17]102 dc[<1C003F007F007F007F003F001C000000000000000000000000000000 FF00FF001F001F001F001F001F001F001F001F001F001F001F001F001F001F001F001F001F001F 00FFE0FFE0>11 36 2 0 16]105 dc[26 35 2 0 30]107 dc[11 35 2 0 16]108 dc[43 22 2 0 48]109 dc [26 22 2 0 31]110 dc[<00FE0007FFC00F83E01E00F03E00F87C00 7C7C007C7C007CFC007EFC007EFC007EFC007EFC007EFC007EFC007E7C007C7C007C3E00F81F01 F00F83E007FFC000FE00>23 22 2 0 28]111 dc[26 32 2 10 31 ]112 dc[19 22 2 0 23] 114 dc[<0FF3003FFF00781F00600700E00300E00300F00300FC00007FE0007FF8003FFE000FFF 0001FF00000F80C00780C00380E00380E00380F00700FC0E00EFFC00C7F000>17 22 2 0 22] 115 dc[<0180000180000180000180000380000380000780000780000F80003F8000FFFF00FFFF 000F80000F80000F80000F80000F80000F80000F80000F80000F80000F80000F80000F81800F81 800F81800F81800F81800F830007C30003FE0000F800>17 32 1 0 22]116 dc[26 22 2 0 31]117 dc[27 22 1 0 30]118 dc[37 22 1 0 40]119 dc [27 32 1 10 30]121 dc dfe /fr df[<007E1F0001C1B1800303 E3C00703C3C00E03C1800E01C0000E01C0000E01C0000E01C0000E01C0000E01C000FFFFFC000E 01C0000E01C0000E01C0000E01C0000E01C0000E01C0000E01C0000E01C0000E01C0000E01C000 0E01C0000E01C0000E01C0000E01C0000E01C0000E01C0007F87FC00>26 29 0 0 24]11 dc[< 007E0001C1800301800703C00E03C00E01800E00000E00000E00000E00000E0000FFFFC00E01C0 0E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C0 0E01C00E01C07F87F8>21 29 0 0 23]12 dc[<007FC001C1C00303C00703C00E01C00E01C00E 01C00E01C00E01C00E01C00E01C0FFFFC00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E 01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C00E01C07FCFF8>21 29 0 0 23]13 dc[ <003F07E00001C09C18000380F018000701F03C000E01E03C000E00E018000E00E000000E00E0 00000E00E000000E00E000000E00E00000FFFFFFFC000E00E01C000E00E01C000E00E01C000E00 E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E00E01C000E 00E01C000E00E01C000E00E01C000E00E01C000E00E01C007FC7FCFF80>33 29 0 0 35]14 dc[ <6060F0F0F8F8686808080808080810101010202040408080>13 12 1 -17 21]34 dc[<00E000 000190000003080000030800000708000007080000070800000708000007100000071000000720 00000740000003C03FE003800F00038006000380040005C0040009C0080010E0100030E0100060 70200060702000E0384000E03C4000E01C8000E00F0020E0070020700780403009C0401830E180 07C03E00>27 31 2 1 32]38 dc[<60F0F8680808081010204080>5 12 4 -17 12]39 dc[<00 4000800100020006000C000C0018001800300030007000600060006000E000E000E000E000E000 E000E000E000E000E000E000E000600060006000700030003000180018000C000C000600020001 0000800040>10 42 3 11 16]40 dc[<800040002000100018000C000C00060006000300030003 8001800180018001C001C001C001C001C001C001C001C001C001C001C001C00180018001800380 03000300060006000C000C0018001000200040008000>10 42 2 11 16]41 dc[<018001800180 01804182F18F399C0FF003C003C00FF0399CF18F41820180018001800180>16 18 2 -13 21] 42 dc[<60F0F0701010101020204080>4 12 4 8 12]44 dc[11 2 0 -8 14]45 dc [<60F0F060>4 4 4 0 12]46 dc[<00010003000600060006000C000C000C0018001800180030 003000300060006000C000C000C0018001800180030003000300060006000C000C000C00180018 001800300030003000600060006000C000C000>16 41 2 10 21]47 dc[<03C00C301818300C30 0C700E60066006E007E007E007E007E007E007E007E007E007E007E007E007E00760066006700E 300C300C18180C3007E0>16 29 2 1 21]48 dc[<030007003F00C70007000700070007000700 070007000700070007000700070007000700070007000700070007000700070007000F80FFF8> 13 28 4 0 21]49 dc[<07C01830201C400C400EF00FF80FF807F8077007000F000E000E001C00 1C00380070006000C00180030006010C01180110023FFE7FFEFFFE>16 28 2 0 21]50 dc[<07 E01830201C201C781E780E781E381E001C001C00180030006007E00030001C001C000E000F000F 700FF80FF80FF80FF00E401C201C183007E0>16 29 2 1 21]51 dc[<000C00000C00001C0000 3C00003C00005C0000DC00009C00011C00031C00021C00041C000C1C00081C00101C00301C0020 1C00401C00C01C00FFFFC0001C00001C00001C00001C00001C00001C00001C0001FFC0>18 28 1 0 21]52 dc[<300C3FF83FF03FC020002000200020002000200023E024302818301C200E000E00 0F000F000F600FF00FF00FF00F800E401E401C2038187007C0>16 29 2 1 21]53 dc[<00F003 0C06040C0E181E301E300C700070006000E3E0E430E818F00CF00EE006E007E007E007E007E007 600760077006300E300C18180C3003E0>16 29 2 1 21]54 dc[<4000007FFF807FFF007FFF00 40020080040080040080080000100000100000200000600000400000C00000C00001C000018000 018000038000038000038000038000078000078000078000078000078000078000030000>17 29 2 1 21]55 dc[<03E00C301008200C20066006600660067006780C3E083FB01FE007F007F818FC 307E601E600FC007C003C003C003C00360026004300C1C1007E0>16 29 2 1 21]56 dc[<03C0 0C301818300C700C600EE006E006E007E007E007E007E0076007700F300F18170C2707C7000600 06000E300C780C78187010203030C00F80>16 29 2 1 21]57 dc[<60F0F06000000000000000 00000060F0F060>4 18 4 0 12]58 dc[<7FFFFFC0FFFFFFE00000000000000000000000000000 000000000000000000000000000000000000FFFFFFE07FFFFFC0>27 12 2 -4 32]61 dc[<0FE0 3038401CE00EF00EF00EF00E000C001C0030006000C00080018001000100010001000100010000 0000000000000000000300078007800300>15 29 2 0 20]63 dc[<003F800000C06000030018 00040004000800020010000100201F00802070808040E0404040C0384041C03840818038208380 3820838038208380382083803820838038208180382041C0382040C0384040E078402070988020 1F0F00100000000800000004000000030001E000C01F80003FF000>27 29 2 0 32]64 dc[<00 0600000006000000060000000F0000000F0000000F00000017800000178000001780000023C000 0023C0000023C0000041E0000041E0000041E0000080F0000080F0000180F8000100780001FFF8 0003007C0002003C0002003C0006003E0004001E0004001E000C001F001E001F00FF80FFF0>28 29 1 0 31]65 dc[24 28 2 0 29]66 dc[<001F808000E061800180198007 0007800E0003801C0003801C00018038000180780000807800008070000080F0000000F0000000 F0000000F0000000F0000000F0000000F0000000F0000000700000807800008078000080380000 801C0001001C0001000E000200070004000180080000E03000001FC000>25 30 2 1 30]67 dc[ 27 28 2 0 32]68 dc[24 28 2 0 28]69 dc[22 28 2 0 27]70 dc[ <001F808000E0618001801980070007800E0003801C0003801C00018038000180780000807800 008070000080F0000000F0000000F0000000F0000000F0000000F0000000F000FFF0F0000F8070 0007807800078078000780380007801C0007801C0007800E00078007000B800180118000E06080 001F8000>28 30 2 1 33]71 dc[26 28 2 0 31]72 dc[ 12 28 1 0 15]73 dc[21 28 2 0 26]76 dc[33 28 2 0 38]77 dc[26 28 2 0 31]78 dc[<003F800000E0E000038038 0007001C000E000E001C0007003C00078038000380780003C0780003C0700001C0F00001E0F000 01E0F00001E0F00001E0F00001E0F00001E0F00001E0F00001E0700001C0780003C0780003C038 0003803C0007801C0007000E000E0007001C000380380000E0E000003F8000>27 30 2 1 32] 79 dc[23 28 2 0 28]80 dc[<003F800000E0E0000380380007001C000E00 0E001C0007003C00078038000380780003C0780003C0700001C0F00001E0F00001E0F00001E0F0 0001E0F00001E0F00001E0F00001E0F00001E0700001C0780003C0780003C0380003803C0E0780 1C1107000E208E0007205C0003A0780000F0E020003FE0200000602000003060000038E000003F C000003FC000001F8000000F00>27 37 2 8 32]81 dc[28 29 2 1 31]82 dc[<07E0801C19 80300580700380600180E00180E00080E00080E00080F00000F800007C00007FC0003FF8001FFE 0007FF0000FF80000F800007C00003C00001C08001C08001C08001C0C00180C00180E00300D002 00CC0C0083F800>18 30 2 1 23]83 dc[<7FFFFFC0700F01C0600F00C0400F0040400F0040C0 0F0020800F0020800F0020800F0020000F0000000F0000000F0000000F0000000F0000000F0000 000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F0000000F00 00000F0000001F800003FFFC00>27 28 1 0 30]84 dc[26 29 2 1 31]85 dc[40 29 1 1 43]87 dc[7 41 4 10 12]91 dc[<08081010202040404040808080808080B0B0F8F878783030>13 12 6 -17 21 ]92 dc[7 41 0 10 12]93 dc[<1FC000307000783800781C00301C00001C00001C0001 FC000F1C00381C00701C00601C00E01C40E01C40E01C40603C40304E801F8700>18 18 2 0 21] 97 dc[19 29 1 0 23]98 dc[<07E00C301878307870306000E000E0 00E000E000E000E00060007004300418080C3007C0>14 18 2 0 18]99 dc[<003F0000070000 070000070000070000070000070000070000070000070000070003E7000C1700180F0030070070 0700600700E00700E00700E00700E00700E00700E00700600700700700300700180F000C370007 C7E0>19 29 2 0 23]100 dc[<03E00C301818300C700E6006E006FFFEE000E000E000E0006000 7002300218040C1803E0>15 18 1 0 18]101 dc[<00F8018C071E061E0E0C0E000E000E000E00 0E000E00FFE00E000E000E000E000E000E000E000E000E000E000E000E000E000E000E000E007F E0>15 29 0 0 13]102 dc[<00038003C4C00C38C01C3880181800381C00381C00381C00381C00 1818001C38000C300013C0001000003000001800001FF8001FFF001FFF803003806001C0C000C0 C000C0C000C06001803003001C0E0007F800>18 28 1 9 21]103 dc[ 20 29 1 0 23]104 dc[<18003C003C0018000000000000000000000000000000FC001C001C00 1C001C001C001C001C001C001C001C001C001C001C001C001C001C00FF80>9 29 1 0 12]105 dc[<00C001E001E000C000000000000000000000000000000FE000E000E000E000E000E000E000 E000E000E000E000E000E000E000E000E000E000E000E000E000E060E0F0C0F1C061803E00>11 37 -3 8 13]106 dc[19 29 1 0 22]107 dc[9 29 1 0 12]108 dc[33 18 1 0 36]109 dc[20 18 1 0 23]110 dc[<03F0000E1C0018 0600300300700380600180E001C0E001C0E001C0E001C0E001C0E001C060018070038030030018 06000E1C0003F000>18 18 1 0 21]111 dc[19 26 1 8 23]112 dc[<03C1000C3300180B00 300F00700700700700E00700E00700E00700E00700E00700E00700600700700700300F00180F00 0C370007C700000700000700000700000700000700000700000700003FE0>19 26 2 8 22]113 dc[ 13 18 1 0 16]114 dc[<1F9030704030C010C010E010F8007F803FE00FF000F880388018C018 C018E010D0608FC0>13 18 1 0 16]115 dc[<04000400040004000C000C001C003C00FFE01C00 1C001C001C001C001C001C001C001C001C101C101C101C101C100C100E2003C0>12 26 1 0 16] 116 dc[20 18 1 0 23]117 dc[19 18 1 0 22]118 dc[27 18 1 0 30]119 dc[<7F8FF00F03800F030007020003840001C8 0001D80000F00000700000780000F800009C00010E00020E000607000403801E07C0FF0FF8>21 18 0 0 22]120 dc[19 26 1 8 22]121 dc[<7FFC70386038407040F040E041C003C0038007 000F040E041C043C0C380870087038FFF8>14 18 1 0 18]122 dc[<6060F0F0F0F06060>12 4 4 -25 21]127 dc dfe /fs df[<003FE3F801F03F1C03C03E3E07C07C3E0F807C3E0F807C1C0F 807C000F807C000F807C000F807C000F807C00FFFFFFC0FFFFFFC00F807C000F807C000F807C00 0F807C000F807C000F807C000F807C000F807C000F807C000F807C000F807C000F807C000F807C 000F807C007FE1FFC07FE1FFC0>31 29 0 0 28]11 dc[<003FC00001F0300003C0380007C07C 000F807C000F807C000F8038000F8000000F8000000F8000000F800000FFFFFC00FFFFFC000F80 7C000F807C000F807C000F807C000F807C000F807C000F807C000F807C000F807C000F807C000F 807C000F807C000F807C000F807C007FE1FF807FE1FF80>25 29 0 0 27]12 dc[<781E00FC3F 00FC3F00FE3F80FE3F807A1E80020080020080040100040100080200080200300C00401000>17 14 2 -15 25]34 dc[<78FCFCFEFE7A0202040408083040>7 14 3 8 13]44 dc[11 4 1 -7 16]45 dc[<78FCFCFCFC78>6 6 3 0 13]46 dc[<00600001E0000FE000FF E000F3E00003E00003E00003E00003E00003E00003E00003E00003E00003E00003E00003E00003 E00003E00003E00003E00003E00003E00003E00003E00003E0007FFF807FFF80>17 27 3 0 24] 49 dc[<07F8001FFE00383F80780FC0FC07C0FC07E0FC03E0FC03E07803E00007E00007C00007 C0000F80001F00001E0000380000700000E0000180600300600600600800E01FFFC03FFFC07FFF C0FFFFC0FFFFC0>19 27 2 0 24]50 dc[<03F8001FFE003C1F003C0F807C07C07E07C07C07C0 3807C0000F80000F80001E00003C0003F800001E00000F800007C00007C00007E03007E07807E0 FC07E0FC07E0FC07C0780F80781F001FFE0007F800>19 27 2 0 24]51 dc[<00018000038000 0780000F80001F80003F80006F8000CF80008F80018F80030F80060F800C0F80180F80300F8060 0F80C00F80FFFFF8FFFFF8000F80000F80000F80000F80000F80000F8001FFF801FFF8>21 27 1 0 24]52 dc[<78FCFCFCFC7800000000000078FCFCFCFC78>6 18 3 0 13]58 dc[<0FF0303C60 1EF01FF81FF81F701F003E003C007000E001C00180018003000300030003000300000000000000 000007800FC00FC00FC00FC00780>16 29 3 0 23]63 dc[<00038000000380000007C0000007 C0000007C000000FE000000FE000001FF000001BF000001BF0000031F8000031F8000061FC0000 60FC0000E0FE0000C07E0000C07E0001803F0001FFFF0003FFFF8003001F8003001F8006000FC0 06000FC00E000FE00C0007E0FFC07FFEFFC07FFE>31 28 2 0 36]65 dc[28 28 2 0 34]66 dc[<001F E02000FFF8E003F80FE007C003E00F8001E01F0000E03E0000E03E0000607E0000607C000060FC 000000FC000000FC000000FC000000FC000000FC000000FC000000FC0000007C0000607E000060 3E0000603E0000C01F0000C00F80018007C0030003F80E0000FFFC00001FE000>27 28 3 0 34] 67 dc[ 31 28 2 0 37]68 dc[27 28 2 0 31]69 dc[<000FF008007FFE3801FC07F807E001F80F8000781F0000 783F0000383E0000387E0000187C000018FC000000FC000000FC000000FC000000FC000000FC00 0000FC007FFFFC007FFF7C0001F87E0001F83E0001F83F0001F81F0001F80F8001F807E001F801 FC07F8007FFE78000FF818>32 28 3 0 38]71 dc[32 28 2 0 37]72 dc[16 28 1 0 18]73 dc[24 28 2 0 29]76 dc[40 28 2 0 45]77 dc[32 28 2 0 37]78 dc[<003FE000 01F07C0003C01E000F800F801F0007C01E0003C03E0003E07E0003F07C0001F07C0001F0FC0001 F8FC0001F8FC0001F8FC0001F8FC0001F8FC0001F8FC0001F8FC0001F87C0001F07E0003F07E00 03F03E0003E03F0007E01F0007C00F800F8003C01E0001F07C00003FE000>29 28 3 0 36]79 dc[27 28 2 0 33]80 dc[33 28 2 0 36]82 dc[<07F8201FFEE03C07E07801E07000E0F000E0F00060F00060F80000FE0000FFE0007FFE003F FF003FFF800FFFC007FFE0007FE00003F00001F00000F0C000F0C000F0C000E0E000E0F001C0FC 03C0EFFF0083FC00>20 28 3 0 27]83 dc[<7FFFFFE07FFFFFE0781F81E0701F80E0601F8060 E01F8070C01F8030C01F8030C01F8030C01F8030001F8000001F8000001F8000001F8000001F80 00001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F8000001F 8000001F800007FFFE0007FFFE00>28 28 2 0 33]84 dc[46 28 1 0 49]87 dc[<040100180600200800200800401000401000802000802000BC2F00FE3F80 FE3F807E1F807E1F803C0F00>17 14 5 -15 25]92 dc[<0FF8001C1E003E0F803E07803E07C0 1C07C00007C0007FC007E7C01F07C03C07C07C07C0F807C0F807C0F807C0780BC03E13F80FE1F8 >21 18 1 0 23]97 dc[23 29 1 0 27]98 dc[<03FC000E0E001C1F 003C1F00781F00780E00F80000F80000F80000F80000F80000F800007800007801803C01801C03 000E0E0003F800>17 18 2 0 21]99 dc[<000FF0000FF00001F00001F00001F00001F00001F0 0001F00001F00001F00001F001F9F00F07F01C03F03C01F07801F07801F0F801F0F801F0F801F0 F801F0F801F0F801F07801F07801F03C01F01C03F00F0FFE03F9FE>23 29 2 0 27]100 dc[<01 FC000F07001C03803C01C07801C07801E0F801E0F801E0FFFFE0F80000F80000F800007800007C 00603C00601E00C00F038001FC00>19 18 1 0 22]101 dc[<007F0001E38003C7C00787C00F87 C00F83800F80000F80000F80000F80000F8000FFF800FFF8000F80000F80000F80000F80000F80 000F80000F80000F80000F80000F80000F80000F80000F80000F80007FF8007FF800>18 29 0 0 15]102 dc[<03F8F00E0F381E0F381C07303C07803C07803C07803C07801C07001E0F000E0E00 1BF8001000001800001800001FFF001FFFC00FFFE01FFFF07801F8F00078F00078F00078700070 7800F01E03C007FF00>21 27 1 9 24]103 dc[24 29 1 0 27]104 dc [<1E003F003F003F003F001E00000000000000000000000000FF00FF001F001F001F001F001F00 1F001F001F001F001F001F001F001F001F00FFE0FFE0>11 30 1 0 14]105 dc[22 29 1 0 25]107 dc[11 29 1 0 14]108 dc[37 18 1 0 40]109 dc[24 18 1 0 27]110 dc[<01FC000F07801C01C03C01E07800F07800F0F800F8F800 F8F800F8F800F8F800F8F800F87800F07800F03C01E01E03C00F078001FC00>21 18 1 0 24] 111 dc[23 26 1 8 27]112 dc[17 18 1 0 20]114 dc[<1FD830786018E018E018F000FF807FE07FF01FF807FC007CC01CC01CE01CE018F830CFC0> 14 18 2 0 19]115 dc[<0300030003000300070007000F000F003FFCFFFC1F001F001F001F00 1F001F001F001F001F001F0C1F0C1F0C1F0C0F08079803F0>14 26 1 0 19]116 dc[24 18 1 0 27]117 dc[22 18 1 0 25]118 dc[31 18 1 0 34]119 dc[22 18 1 0 25]120 dc [22 26 1 8 25]121 dc[<3FFF803C1F00303F00303E00607C0060FC0060F80001F00003F000 07E00007C1800F81801F81801F03803E03007E07007C0F00FFFF00>17 18 1 0 21]122 dc dfe /ft df[<1C003E007F00FF80FF80FF807F003E001C000000000000000000000000000000000000 001C003E007F00FF80FF80FF807F003E001C00>9 27 5 0 19]58 dc[<000003800000000007C0 0000000007C0000000000FE0000000000FE0000000000FE0000000001FF0000000001FF0000000 003FF8000000003FF8000000003FF80000000073FC0000000073FC00000000F3FE00000000E1FE 00000000E1FE00000001C0FF00000001C0FF00000003C0FF80000003807F80000007807FC00000 07003FC0000007003FC000000E003FE000000E001FE000001E001FF000001C000FF000001FFFFF F000003FFFFFF800003FFFFFF80000780007FC0000700003FC0000700003FC0000E00001FE0000 E00001FE0001E00001FF0001C00000FF0001C00000FF00FFFE001FFFFEFFFE001FFFFEFFFE001F FFFE>47 41 2 0 52]65 dc[41 41 3 0 49]66 dc[<00003F F001800003FFFE0380000FFFFF8780003FF007DF8000FF8001FF8001FE00007F8003FC00003F80 07F000001F800FF000000F801FE0000007801FE0000007803FC0000007803FC0000003807FC000 0003807F80000003807F8000000000FF8000000000FF8000000000FF8000000000FF8000000000 FF8000000000FF8000000000FF8000000000FF8000000000FF80000000007F80000000007F8000 0000007FC0000003803FC0000003803FC0000003801FE0000003801FE0000007000FF000000700 07F000000E0003FC00001E0001FE00003C0000FF8000F800003FF007E000000FFFFFC0000003FF FF000000003FF80000>41 41 4 0 50]67 dc[39 41 3 0 45]69 dc[34 41 3 0 41]76 dc[47 41 3 0 54]78 dc[<007F806003FFF0E007FFF9E00F807FE01F001FE03E0007E07C0003E07C0001E0FC 0001E0FC0001E0FC0000E0FE0000E0FE0000E0FF000000FFC000007FFE00007FFFE0003FFFFC00 1FFFFE000FFFFF8007FFFFC003FFFFE000FFFFE00007FFF000007FF000000FF8000007F8000003 F8600001F8E00001F8E00001F8E00001F8F00001F0F00001F0F80003F0FC0003E0FF0007C0FFE0 1F80F3FFFF00E0FFFE00C01FF000>29 41 4 0 38]83 dc[<01FF800007FFF0000F81F8001FC0 7E001FC07E001FC03F000F803F8007003F8000003F8000003F8000003F80000FFF8000FFFF8007 FC3F800FE03F803F803F803F003F807F003F80FE003F80FE003F80FE003F80FE003F807E007F80 7F00DF803F839FFC0FFF0FFC01FC03FC>30 27 2 0 33]97 dc[33 42 2 0 38]98 dc[<001FF80000FFFE0003F01F0007E03F800FC03F801F803F803F 801F007F800E007F0000007F000000FF000000FF000000FF000000FF000000FF000000FF000000 FF0000007F0000007F0000007F8000003F8001C01F8001C00FC0038007E0070003F01E0000FFFC 00001FE000>26 27 2 0 31]99 dc[<00003FF80000003FF80000003FF800000003F800000003 F800000003F800000003F800000003F800000003F800000003F800000003F800000003F8000000 03F800000003F800000003F800001FE3F80000FFFBF80003F03FF80007E00FF8000FC007F8001F 8003F8003F8003F8007F0003F8007F0003F8007F0003F800FF0003F800FF0003F800FF0003F800 FF0003F800FF0003F800FF0003F800FF0003F8007F0003F8007F0003F8007F0003F8003F8003F8 001F8003F8000F8007F80007C00FF80003F03BFF8000FFF3FF80003FC3FF80>33 42 2 0 38] 100 dc[<003FE00001FFF80003F07E0007C01F000F801F801F800F803F800FC07F000FC07F0007 C07F0007E0FF0007E0FF0007E0FFFFFFE0FFFFFFE0FF000000FF000000FF0000007F0000007F00 00007F0000003F8000E01F8000E00FC001C007E0038003F81F0000FFFE00001FF000>27 27 2 0 32]101 dc[<0007F0003FFC00FE3E01F87F03F87F03F07F07F07F07F03E07F00007F00007F000 07F00007F00007F00007F000FFFFC0FFFFC0FFFFC007F00007F00007F00007F00007F00007F000 07F00007F00007F00007F00007F00007F00007F00007F00007F00007F00007F00007F00007F000 07F00007F0007FFF807FFF807FFF80>24 42 2 0 21]102 dc[<00FF81F003FFE7F80FC1FE7C1F 80FC7C1F007C383F007E107F007F007F007F007F007F007F007F007F007F007F007F003F007E00 1F007C001F80FC000FC1F8001FFFE00018FF800038000000380000003C0000003E0000003FFFF8 001FFFFF001FFFFF800FFFFFC007FFFFE01FFFFFF03E0007F07C0001F8F80000F8F80000F8F800 00F8F80000F87C0001F03C0001E01F0007C00FC01F8003FFFE00007FF000>30 40 2 13 34] 103 dc[33 42 3 0 38]104 dc[<07000FC01FE03FE03F E03FE01FE00FC007000000000000000000000000000000FFE0FFE0FFE00FE00FE00FE00FE00FE0 0FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE00FE0FFFEFFFEFFFE> 15 43 3 0 20]105 dc[31 42 2 0 36]107 dc[15 42 3 0 20]108 dc[53 27 3 0 58]109 dc[33 27 3 0 38]110 dc[<003FE00001FFFC0003F07E000FC01F801F800FC03F800FE03F0007E07F0007F0 7F0007F07F0007F0FF0007F8FF0007F8FF0007F8FF0007F8FF0007F8FF0007F8FF0007F8FF0007 F87F0007F07F0007F03F800FE03F800FE01F800FC00FC01F8007F07F0001FFFC00003FE000>29 27 2 0 34]111 dc[33 39 2 12 38]112 dc[24 27 2 0 28]114 dc[<03FE300F FFF01E03F03800F0700070F00070F00070F80070FC0000FFE0007FFE007FFF803FFFE01FFFF007 FFF800FFF80003FC0000FC60007CE0003CF0003CF00038F80038FC0070FF01E0F7FFC0C1FF00> 22 27 2 0 27]115 dc[<00700000700000700000700000F00000F00000F00001F00003F00003 F00007F0001FFFF0FFFFF0FFFFF007F00007F00007F00007F00007F00007F00007F00007F00007 F00007F00007F00007F00007F00007F03807F03807F03807F03807F03807F03803F03803F87001 F86000FFC0001F80>21 38 1 0 27]116 dc[33 27 3 0 38]117 dc[47 27 1 0 50]119 dc[33 27 1 0 36]120 dc[33 39 1 12 36]121 dc dfe end TeXDict begin @letter %%EndProlog %%Page: 1 1 bop 15 116 a 2025 5 v 172 233 a ft(Explanation)23 b(Based)g(Learning:)32 b (A)22 b(Comparison)h(of)h(Sym)n(b)r(olic)533 299 y(and)f(Neural)g(Net)n(w)n (ork)f(Approac)n(hes)15 390 y 2025 5 v 412 548 a fs(T)m(om)15 b(M.)i(Mitc)n (hell)337 593 y fr(Sc)o(ho)q(ol)c(of)h(Computer)f(Science)342 639 y(Carnegie) h(Mellon)f(Univ)o(ersit)o(y)393 685 y(Pittsburgh,)h(P)m(A)g(15213)355 730 y (T)l(om.Mitc)m(hell@cs.cm)n(u.edu)1260 548 y fs(Sebastian)f(B.)k(Thrun)1293 593 y fr(Univ)o(ersit)o(y)d(of)f(Bonn)1230 639 y(Institut)h(f)q(\177)-22 b (ur)14 b(Informatik)d(I)q(I)q(I)1106 685 y(R\177)-21 b(omerstr.)18 b(164,)12 b (D-5300)h(Bonn,)g(German)n(y)1136 730 y(Thrun@uran.informatik.uni)o(-b)n(onn.\ de)395 866 y fq(Abstract)98 961 y fr(Explanation)30 b(based)i(learning)f(has) g(t)o(ypically)98 1007 y(b)q(een)14 b(considered)g(a)e(sym)m(b)r(olic)f(learn\ ing)h(method.)98 1052 y(An)17 b(explanation)f(based)h(learning)f(method)h(tha\ t)98 1098 y(utilizes)28 b(purely)g(neural)f(netw)o(ork)g(represen)q(ta-)98 1144 y(tions)12 b(\(called)g(EBNN\))h(has)f(recently)g(b)q(een)h(dev)o(el-)98 1189 y(op)q(ed,)f(and)f(has)h(b)q(een)g(sho)o(wn)f(to)h(ha)n(v)o(e)g(sev)o (eral)g(de-)98 1235 y(sirable)f(prop)q(erties,)i(including)d(robustness)j(to) e(er-)98 1281 y(rors)i(in)f(the)g(domain)e(theory)m(.)18 b(This)12 b(pap)q (er)h(brie\015y)98 1326 y(summarizes)18 b(the)i(EBNN)h(algorithm,)d(then)i (ex-)98 1372 y(plores)c(the)g(corresp)s(ondence)g(b)q(etw)o(een)g(this)g(neu-) 98 1418 y(ral)23 b(netw)o(ork)h(based)g(EBL)h(method)f(and)f(EBL)98 1463 y (methods)14 b(based)h(on)f(sym)m(b)r(olic)f(represen)q(tations.)15 1596 y fq (1)56 b(In)o(tro)q(duction)15 1691 y fr(Explanation)22 b(based)h(learning)g (\(EBL\))g(is)g(an)g(imp)o(ortan)o(t)15 1737 y(paradigm)g(for)i(mac)m(hine)h (learning)e(b)q(ecause)j(it)e(o\013ers)h(a)15 1783 y(means)10 b(of)g(using)g (prior)h(kno)n(wledge)g(to)g(generalize)g(more)f(cor-)15 1828 y(rectly)18 b (from)d(few)o(er)i(training)g(examples.)26 b(EBL)17 b(w)o(as)g(origi-)15 1874 y(nally)i(conceiv)o(ed)i(as)f(a)g(sym)n(b)q(olic)g(learning)f(method)i(\([)p fs(?)p fr(],)15 1920 y([)p fs(?)p fr(]\),)11 b(based)j(on)e(creating)h(and)g (analyzing)f(explanations)g(de-)15 1965 y(riv)o(ed)g(from)e(sym)n(b)q(olic)h (rules.)18 b(While)12 b(it)f(has)h(b)r(een)g(used)h(suc-)15 2011 y(cessfully) f(to)f(learn)g(con)o(trol)g(kno)n(wledge)h(to)f(sp)q(eed)i(up)e(search)15 2057 y(\([)p fs(?)p fr(],)g([)p fs(?)p fr(]\),)h(the)i(c)o(hief)f(limit)d(to)j(its) g(usefulness)h(lies)f(in)g(the)g(re-)15 2102 y(quiremen)n(t)g(that)g(its)g (prior)g(kno)o(wledge,)g(or)g(domain)d(theory)m(,)15 2148 y(b)q(e)21 b(comple\ te)f(and)h(correct.)40 b(Recent)21 b(researc)q(h)f(has)h(pro-)15 2194 y(duced) e(a)e(n)o(um)m(b)q(er)i(of)e(prop)q(osals)g(for)g(extending)h(EBL)g(ap-)15 2239 y(proac)o(hes)h(to)e(accommo)o(date)h(imp)o(erfect)h(domain)d(theories) 15 2285 y(\(e.g.,)e(for)g(sev)o(eral)h(dozen,)g(see)g(the)h(W)l(orkshop)e(of) g(Com)n(bin-)15 2331 y(ing)k(Inductiv)o(e)i(and)e(Analytical)g(Learning)h([)p fs(?)p fr(]\).)31 b(Despite)15 2376 y(progress)16 b(in)d(this)i(area,)f(w)o (e)g(still)g(ha)n(v)o(e)h(not)f(found)g(the)h(\014nal)15 2422 y(answ)o(er)g (to)g(the)g(question)f(of)g(ho)o(w)g(to)h(b)q(est)g(unify)f(EBL)h(and)15 2468 y(inductiv)o(e)f(learning.)15 2538 y(An)c(explanation)e(based)i(learning)f (method)g(based)i(purely)e(on)15 2584 y(neural)14 b(net)o(w)o(ork)g(represen) q(tations)f(has)h(recen)q(tly)f(b)q(een)i(pro-)15 2629 y(p)q(osed)e([)p fs (?)p fr(],)d([)p fs(?)p fr(],)g(whic)o(h)i(pro)n(vides)g(a)g(means)f(of)g(com) n(bining)f(an)15 2675 y(inductiv)o(e)18 b(learning)f(componen)o(t)h(\(neural) g(net)o(w)o(ork)g(Bac)o(k-)15 2721 y(propagation\))11 b(with)h(an)f(explanati\ on)g(based)i(learning)e(com-)15 2766 y(p)q(onen)o(t.)37 b(In)21 b(preliminary) d(exp)q(erimen)o(ts,)j(this)g(algorithm)15 2812 y(\(called)14 b(EBNN\))g(has) g(b)r(een)g(demonstrated)g(to)g(successfully)1065 866 y(use)20 b(appro)o(xima\ te,)e(previously)h(learned,)h(domain)d(kno)o(wl-)1065 912 y(edge)c(of)f(widel\ y)g(v)n(arying)g(qualit)n(y)g(to)h(guide)f(generalization.)1065 957 y(EBNN)i (is)f(a)g(direct)h(analog)e(to)h(sym)m(b)r(olic)f(EBL)i(methods)f(in)1065 1003 y(that)k(it)h(main)l(tains)g(separate)g(represen)q(tations)g(of)e(the)i(do-) 1065 1049 y(main)11 b(theory)j(and)f(the)h(target)f(function,)g(and)g(uses)i (the)e(do-)1065 1094 y(main)f(theory)i(to)g(explain)f(and)g(generalize)i(eac) o(h)f(individual)1065 1140 y(training)f(example.)1065 1211 y(The)19 b(goal)e (of)h(this)h(pap)q(er)g(is)g(to)f(examine)f(the)j(corresp)r(on-)1065 1256 y (dence)f(b)q(et)o(w)o(een)f(EBL)g(methods)f(based)h(on)f(sym)n(b)q(olic)f(and) 1065 1302 y(neural)h(netw)n(ork)g(represen)q(tations.)28 b(T)l(o)17 b(ground) g(the)g(com-)1065 1348 y(parison,)j(w)n(e)g(consider)g(t)o(w)n(o)f(sp)r(eci\ \014c)h(algorithms:)25 b(a)19 b(pro-)1065 1393 y(tot)o(ypical)d(pure)h(sym)n (b)q(olic)f(EBL)h(algorithm,)e(Prolog-EBG)1065 1439 y([)p fs(?)p fr(],)20 b (and)g(explanation)g(based)h(neural)f(netw)o(ork)g(learning,)1065 1485 y(EBNN\ .)14 b(W)m(e)g(\014rst)h(present)f(an)g(o)o(v)n(erview)h(of)e(the)i(EBNN)g (al-)1065 1530 y(gorithm.)28 b(F)m(ollo)m(wing)18 b(this)g(w)o(e)g(de\014ne)h (the)g(abstract)f(EBL)1065 1576 y(problem)h(and)h(EBL)h(method)g(that)f(is)g (common)e(to)i(b)q(oth)1065 1622 y(sym)n(b)q(olic)14 b(and)h(neural)h(net)o (w)o(ork)f(approac)o(hes.)23 b(Finally)-5 b(,)15 b(w)o(e)1065 1667 y(examine) 8 b(k)o(ey)i(di\013erences)i(in)e(detailed)f(represen)r(tations)g(and)1065 1713 y(algorithms,)h(that)j(lead)f(to)h(di\013erent)g(capabilities)e(and)i (con-)1065 1759 y(v)o(ergence)23 b(prop)q(erties)g(for)e(these)i(t)o(w)o(o)f (approac)o(hes.)42 b(The)1065 1804 y(main)16 b(result)i(rev)o(ealed)g(b)o(y)g (this)g(analysis)f(is)g(a)g(fundamen-)1065 1850 y(tal)e(di\013erence)j(in)d (the)h(t)o(yp)q(es)h(of)e(information)e(that)i(can)h(b)r(e)1065 1896 y(extrac\ ted)g(from)c(sym)n(b)q(olic)h(v)o(ersus)j(neural)e(netw)n(ork)g(expla-)1065 1941 y(nations,)i(and)f(a)h(fundamen)n(tal)f(di\013erence)j(in)d(con)o(v)o (ergence)1065 1987 y(c)o(haracteristics)i(when)f(learning)f(a)g(target)h(func\ tion)g(repre-)1065 2033 y(sented)e(b)o(y)g(sets)h(of)e(rules)i(v)o(ersus)g (a)f(single)f(neural)h(netw)n(ork.)1065 2155 y fq(2)56 b(An)19 b(Ov)n(erview) f(of)g(EBNN)1065 2254 y fr(This)10 b(section)h(summarizes)d(the)j(EBNN)g(lear\ ning)f(algorithm)1065 2300 y(and)22 b(presen)q(ts)h(preliminary)d(exp)r(erime\ n)n(tal)i(results)h(illus-)1065 2346 y(trating)15 b(its)h(robustness)h(to)f (errors)h(in)e(the)h(domain)d(theory)m(.)1065 2391 y(Additional)d(details)i (regarding)f(the)i(algorithm)c(and)i(the)i(ex-)1065 2437 y(p)q(erimen)n(tal)k (results)h(are)g(a)o(v)m(ailable)e(in)h([)p fs(?)p fr(])27 b(and)17 b([)p fs (?)p fr(].)27 b(Note)1065 2483 y(this)11 b(section)h(is)f(a)f(summary)f(extra\ cted)j(from)e(those)h(pap)q(ers.)1065 2589 y fs(2.1)48 b(Neural)15 b(Net)n (w)o(ork)h(Domain)e(Theories)1065 2675 y fr(In)h(EBNN,)g(the)g(domain)e(theor\ y)i(is)f(represen)r(ted)h(b)o(y)f(arti\014-)1065 2721 y(cial)h(neural)h(netw) o(orks.)24 b(By)16 b(using)g(neural)g(net)o(w)o(ork)g(learn-)1065 2766 y(ing) 11 b(algorithms)e(such)i(as)g(the)h(Backpropagation)e(pro)q(cedure)1065 2812 y ([)p fs(?)p fr(],)f(the)i(domain)d(theory)j(can)g(b)q(e)g(learned)g(from)d (scratc)q(h)i(and)p eop %%Page: 2 2 bop 15 1088 a @beginspecial 0.600000 @vscale 0.600000 @hscale @setspecial @endspecial -403 x fr(Figure)16 b(1:)22 b fp(T)l(raining)16 b(Episode:)22 b fo (Starting)16 b(from)f(the)g(initial)j(state)d fn(s)1107 689 y fm(1)1124 685 y fo(,)g(the)g(action)h(sequence)h fn(a)1517 689 y fm(1)1534 685 y fn(;)6 b(a) 1571 689 y fm(2)1589 685 y fn(;)g fo(.)g(.)g(.)g fn(;)g(a)1694 689 y fl(n)p fk (\000)p fm(1)1770 685 y fo(w)o(as)15 b(observed)g(to)15 726 y(pro)r(duce)g (the)g(\014nal)h(state)f fn(s)432 730 y fl(n)453 726 y fo(,)f(a)h(goal)h(stat\ e.)22 b(The)15 b(domain)h(knowledge)f(represented)g(b)o(y)g(neural)h(net)o (w)o(orks)f(can)g(b)r(e)f(used)i(to)e fj(explain)15 768 y fo(ho)o(w)f(the)g (observed)g(state-action)i(sequence)f(resulted)g(in)g(ac)o(hieving)i(the)d (goal.)18 b(EBNN)13 b(extracts)g(slop)s(es)g(of)g(the)g(target)g(function)h (\(i.e.,)15 809 y(the)f(deriv)o(ative)g(of)g(the)g(goal)h(feature)f(of)g(the) g(\014nal)i(state)e(with)g(resp)r(ect)g(all)h(features)f(of)g(the)g(initial)j (state\))d(from)g(this)h(explanation.)15 843 y 2025 3 v 66 x fr(do)q(es)h(not) f(require)h(the)g(a)n(v)n(ailabilit)l(y)f(of)g(a)g(priori)f(kno)o(wledge)15 954 y(from)j(a)i(h)o(uman)f(trainer.)31 b(As)18 b(in)g(sym)m(b)r(olic)f(EBL,) h(EBNN)15 1000 y(uses)c(the)f(domain)e(theory)i(to)f(guide)h(learning)f(of)g (the)h(target)15 1046 y(concept)g(b)o(y)e(explaining)f(and)h(analyzing)f(obse\ rved)i(training)15 1091 y(examples.)15 1162 y(T)m(o)23 b(illustrate)g(EBNN,)h (consider)h(an)f(agen)n(t)g(\(p)r(erhaps)g(a)15 1208 y(rob)q(ot\))13 b(whic)o (h)f(m)n(ust)h(learn)f(a)g(strategy)i(for)e(c)o(ho)q(osing)g(whic)o(h)15 1253 y(of)k(its)h(actions)g(to)g(apply)f(in)g(an)o(y)h(giv)n(en)g(state)h(in)e(ord\ er)i(to)15 1299 y(\(ev)o(entually\))e(ac)o(hiev)o(e)i(its)g(goal.)27 b(Consid\ er,)19 b(for)e(example,)15 1345 y(the)f(episo)q(de)g(sho)o(wn)f(in)g(\014gure) h fs(??)p fr(.)21 b(Starting)15 b(from)e(an)i(ini-)15 1390 y(tial)h(state)j fi (s)217 1396 y fh(1)236 1390 y fr(,)e(the)h(sequence)i(of)d(actions)g fi(a)733 1396 y fh(1)752 1390 y fi(;)6 b(a)792 1396 y fh(2)811 1390 y fi(;)g fr(.)h (.)f(.)h fi(;)f(a)925 1396 y fg(n)p ff(\000)p fh(1)15 1436 y fr(is)17 b(obser\ v)o(ed)g(to)g(pro)q(duce)h(the)f(goal)f(state)h fi(s)736 1442 y fg(n)759 1436 y fr(.)27 b(The)17 b(learn-)15 1482 y(ing)d(task)h(is)g(this)g(case)h(is)e (to)h(learn)g(the)g(concept)h(\\the)g(class)15 1527 y(of)d(states,)i fi(s)f fr (for)g(whic)o(h)g(the)g(action)g fi(a)f fr(will)g(lead)h(ev)o(en)o(tually)15 1573 y(to)h(a)g(goal)g(state.")23 b(This)15 b(concept)i(will)d(b)q(e)i(repres\ en)q(ted)g(b)o(y)15 1619 y(a)g(b)r(oolean)h(function)f(from)f(states)i(and)g (actions)g(to)f fe(f)p fr(0)p fi(;)6 b fr(1)p fe(g)p fr(.)15 1664 y(Once)12 b (learned,)f(this)f(ev)n(aluation)f(function)h(allo)m(ws)h(the)g(agen)o(t)15 1710 y(to)j(select)h(actions)f(that)g(ac)o(hiev)o(e)g(its)g(goal.)15 1846 y fs (2.2)48 b(Explaining)13 b(and)i(Analyzing)f(Observ)m(ed)124 1892 y(Episodes) 15 1990 y fr(One)h(could)g(apply)f(standard)h(explanation-based)f(learning)15 2036 y(methods)i(to)f(this)g(problem,)f(pro)n(vided)i(the)f(agen)o(t)g(initia\ lly)15 2081 y(p)q(ossessed)20 b(a)e(p)q(erfect)h(domain)c(theory)k(describing) f(the)g(ef-)15 2127 y(fects)j(of)e(its)h(actions)g(on)f(the)h(w)o(orld)g(stat\ e.)36 b(Instead,)22 b(w)o(e)15 2173 y(consider)14 b(the)f(case)h(where)f(the) h(rob)q(ot)e(has)h(only)f(an)h(appro)n(x-)15 2218 y(imate,)18 b(previously)g (learned)h(theory)g(of)f(the)h(e\013ects)h(of)e(its)15 2264 y(actions.)26 b (This)16 b(domain)e(theory)j(is)g(represen)q(ted)g(b)o(y)f(a)g(col-)15 2310 y (lection)h(of)g(neural)g(netw)o(orks,)h(one)f(for)g(each)g(action.)29 b(The) 15 2355 y(netw)n(ork)21 b(characterizing)g(action)g fi(a)608 2361 y fg(i)643 2355 y fr(tak)n(es)h(as)f(input)g(the)15 2401 y(description)13 b(of)f(an)g (arbitrary)g(state,)h(and)f(pro)q(duces)i(as)e(out-)15 2447 y(put)i(a)f(descr\ iption)h(of)f(the)h(predicted)h(resulting)f(state)g(\(i.e.,)15 2492 y(each)22 b(net)o(w)o(ork)g(represen)q(ts)h(the)g(same)e(t)o(yp)q(e)i(of)f(informa-)15 2538 y(tion)10 b(as)g(t)o(ypically)f(represen)q(ted)i(b)o(y)g(sym)m(b)q(olic) f(precondition-)15 2584 y(p)q(ostcondition)26 b(action)f(descriptions\).)55 b (EBNN)26 b(applies)15 2629 y(these)13 b(action)e(model)h(net)o(w)o(orks)g(to) g(explain)e(and)i(learn)g(from)15 2675 y(each)20 b(observ)o(ed)h(episo)r(de)f (in)g(whic)o(h)g(it)g(ac)o(hiev)o(es)h(its)g(goal.)15 2721 y(More)13 b(precis\ ely)m(,)g(EBNN)g(applies)f(the)h(follo)m(wing)f(three)i(step)15 2766 y(pro)q (cess)20 b(to)d(each)h(observ)o(ed)h(episo)q(de)f(in)g(whic)o(h)g(the)g(agen) o(t)15 2812 y(successfully)d(ac)o(hiev)o(es)g(its)e(goal:)1065 909 y fs(1.)35 b(Explain:)25 b fr(An)18 b fd(explanation)h fr(is)f(a)f(p)r(ost-facto)g(predi\ c-)1065 954 y(tion)d(of)g(the)h(observed)g(episo)q(de)g(using)g(the)g(domain) d(kno)o(wl-)1065 1000 y(edge.)20 b(Explanations)13 b(are)i(constructed)i(b)n (y)e(using)f(the)h(neu-)1065 1046 y(ral)g(netw)n(ork)h(domain)d(theory)j(to)g (p)q(ost-facto)g(predict,)g(and)1065 1091 y(th)o(us)21 b(explain,)f(wh)o(y)g (action)g fi(a)1573 1097 y fh(1)1612 1091 y fr(applied)g(at)g(state)h fi(s) 1948 1097 y fh(1)1987 1091 y fr(led)1065 1137 y(to)14 b(the)h(observed)g(stat\ e)g fi(s)1481 1143 y fh(2)1500 1137 y fr(,)f(wh)o(y)g fi(a)1636 1143 y fh(2) 1669 1137 y fr(led)h(to)f fi(s)1807 1143 y fh(3)1826 1137 y fr(,)g(and)g(so)h (on.)1065 1183 y(Note)c(that)f(predicted)i(states)f(usually)f(deviate)g(from) e(the)j(ob-)1065 1228 y(served)i(ones,)h(since)f(inductiv)o(ely)g(learned)g (domain)e(theories)1065 1274 y(are)j(only)f(appro)o(ximately)f(correct.)1065 1345 y fs(2.)35 b(Analyze:)26 b fr(The)18 b(role)g(of)f(the)h(explanation)f (is)g(to)h(elu-)1065 1390 y(cidate)k(ho)o(w)f(ac)o(hieving)g(the)i(\014nal)e (goal)f fd(dep)n(ends)j(on)f fr(the)1065 1436 y(v)n(arious)c(features)i(of)d (the)j(observ)o(ed)f(initial)e(state,)j fi(s)1939 1442 y fh(1)1958 1436 y fr (.)32 b(In)1065 1482 y(sym)n(b)q(olic)13 b(EBL,)h(this)g(dep)r(endency)h(is)f (used)h(to)e(extract)i(the)1065 1527 y fd(we)n(akest)k(pr)m(e)n(c)n(ondition) g fr(under)g(whic)o(h)f(the)h(same)f(explana-)1065 1573 y(tion)g(w)o(ould)f (ha)o(v)o(e)h(pro)r(duced)h(the)g(same)e(outcome.)30 b(Since)1065 1619 y(EBNN) 22 b(represen)r(ts)g(its)f(domain)e(theory)k(b)n(y)f(neural)g(net-)1065 1664 y (w)o(orks,)15 b(it)g(is)g(di\016cult)g(to)g(extract)h(w)o(eak)o(est)g(precond\ itions.)1065 1710 y(Ho)o(w)o(ev)o(er,)f(since)g(neural)g(netw)o(orks)g(are)g (real-v)m(alued)g(di\013er-)1065 1756 y(en)o(tiable)c(functions,)g(one)g(can) g(use)h(the)f(dep)r(endencies)i(in)d(the)1065 1801 y(explanation)k(to)h(extra\ ct)h(the)g fd(derivatives)f(\(i.e.,)h(slop)m(es\))g fr(of)1065 1847 y(the)10 b (\014nal)f(goal)g(feature)h(with)g(resp)r(ect)h(to)e(each)h(feature)g(of)f (the)1065 1893 y(initial)j(state,)j fi(s)1318 1899 y fh(1)1337 1893 y fr(.)j (EBNN)d(examines)f(the)g(sp)r(eci\014c)h(c)o(hain)f(of)1065 1938 y(neural)f (net)h(activ)n(ations)f(and)g(w)o(eigh)o(ts)h(in)e(the)i(explanation,)1065 1984 y(to)g(analytically)d(extract)k(these)h(deriv)n(ativ)n(es.)1065 2054 y (More)21 b(sp)q(eci\014cally)m(,)g(consider)g(the)g(last)f(state-action)g(pai\ r)1065 2100 y fe(h)p fi(s)1100 2106 y fg(n)p ff(\000)p fh(1)1166 2100 y fi (;)6 b(a)1206 2106 y fg(n)p ff(\000)p fh(1)1271 2100 y fe(i)14 b fr(sho)o(wn) f(in)g(\014gure)i fs(??)p fr(,)d(whic)o(h)h(led)h(to)f(the)h(goal)1065 2146 y (state)g fi(s)1185 2152 y fg(n)1208 2146 y fr(.)j(Neural)c(netw)o(orks)g(corr\ esp)r(ond)g(to)g(di\013erentiable)1065 2191 y(functions.)28 b(Using)17 b(the) g(last)g(step)h(of)f(the)g(explanation)f(for)1065 2237 y(this)d(episo)q(de,)g (the)h(slop)q(es)f(of)g(the)g(goal)f(features)i(of)e(the)h(pre-)1065 2283 y (dicted)20 b(\014nal)e(state)i fi(s)1418 2289 y fg(n)1460 2283 y fr(with)f (resp)r(ect)h(to)f fi(s)1782 2289 y fg(n)p ff(\000)p fh(1)1867 2283 y fr(and) g fi(a)1975 2289 y fg(n)p ff(\000)p fh(1)1065 2328 y fr(can)f(b)q(e)g(extract\ ed)h(b)o(y)e(computing)f(the)i(deriv)n(ativ)n(e)g(of)f(the)1065 2374 y(neural) j(netw)o(ork)g(function.)37 b(These)21 b(slop)q(es)g(describ)s(e)f(the)1065 2420 y(dep)r(endence)c(of)d(the)i(\014nal)e(state)i fi(s)1620 2426 y fg(n) 1657 2420 y fr(on)f(the)h(previous)f(state)1065 2465 y fi(s)1084 2471 y fg (n)p ff(\000)p fh(1)1150 2465 y fr(,)19 b(and)g(action)f fi(a)1418 2471 y fg (n)p ff(\000)p fh(1)1483 2465 y fr(.)33 b(In)18 b(particular,)i(they)f(measur\ e)1065 2511 y(ho)o(w)e(in\014nitesimally)e(small)g(c)o(hanges)j(applied)f(to) h fi(s)1920 2517 y fg(n)p ff(\000)p fh(1)2003 2511 y fr(or)1065 2557 y fi(a) 1087 2563 y fg(n)p ff(\000)p fh(1)1166 2557 y fr(will)13 b(c)o(hange)i(the)g (\014nal)e(state)j fi(s)1669 2563 y fg(n)1692 2557 y fr(.)j(The)c(extraction) g(of)1065 2602 y(slop)q(es)f(can)f(b)r(e)g(chained)g(bac)o(k)g(through)g(the) h(entire)f(episo)q(de)1065 2648 y(b)o(y)g(applying)e(the)j(c)o(hain)e(rule)h (of)g(di\013erentiation)e(to)i(the)h(en-)1065 2694 y(tire)c(explanation.)16 b (The)10 b(result)g(of)f(this)h(analysis)f(is)h(the)g(set)h(of)1065 2739 y(der\ iv)n(ativ)n(es)17 b(\(slop)q(es\))f(of)g(the)g(target)g(concept)h(\(goal)e (state\))1065 2785 y(with)f(resp)s(ect)h(to)f(each)h(state-action)f(pair)h (in)f(the)h(observ)o(ed)p eop %%Page: 3 3 bop 3 643 a @beginspecial 0.320000 @vscale 0.320000 @hscale @setspecial @endspecial 15 477 a fr(Figure)25 b(2:)39 b fp(Fitting)25 b(slop)q(es:)38 b fo (Let)23 b fn(f)j fo(b)r(e)c(a)i(target)f(func-)15 519 y(tion)14 b(for)f(whic) o(h)g(three)h(examples)g fc(h)p fn(x)563 523 y fm(1)580 519 y fn(;)6 b(f)t fo (\()p fn(x)657 523 y fm(1)674 519 y fo(\))p fc(i)p fo(,)12 b fc(h)p fn(x)764 523 y fm(2)781 519 y fn(;)6 b(f)t fo(\()p fn(x)858 523 y fm(2)875 519 y fo (\))p fc(i)p fo(,)12 b(and)15 560 y fc(h)p fn(x)52 564 y fm(3)69 560 y fn(;)6 b(f)t fo(\()p fn(x)146 564 y fm(3)163 560 y fo(\))p fc(i)15 b fo(are)g(known.) 23 b(Based)16 b(on)g(these)g(p)q(oints)f(the)h(learner)15 602 y(might)j(gener\ ate)g(the)g(h)o(yp)r(othesis)h fn(g)r fo(.)34 b(If)18 b(the)h(slop)r(es)g(are) g(also)15 643 y(known,)12 b(the)h(learner)i(can)e(do)g(m)o(uch)g(b)q(etter:)k fn(h)p fo(.)15 689 y 975 3 v 114 x fr(episo)q(de.)35 b(As)20 b(stated)g(ab)q (o)n(v)o(e,)h(these)f(slop)q(es)g(measure)f(the)15 848 y(p)q(oin)n(t)o(wise) 13 b fd(dep)n(endence)f fr(of)g(the)h(target)f(concept)i(on)e(the)h(fea-)15 894 y(tures)g(of)d(the)i(states)h(and)e(actions)g(in)g(the)h(observed)g(episo) q(de.)15 965 y fs(3.)49 b(Re\014ne:)33 b fr(The)22 b(slop)q(es)h(extracted)g (from)d(the)i(expla-)15 1010 y(nation,)17 b(along)f(with)h(the)h(observed)g (training)e(example)g(it-)15 1056 y(self,)24 b(are)f(used)h(to)e(re\014ne)i (the)f(learner's)g(h)o(yp)q(othesis)g(re-)15 1102 y(garding)18 b(the)i(target) g(function.)33 b(The)20 b(target)g(function)e(in)15 1147 y(EBNN)k(is)f(repres\ en)q(ted)h(b)o(y)f(a)g(separate)h(neural)g(net)o(w)o(ork)15 1193 y(\(or)c(an) o(y)f(other)i(represen)q(tation)e(appropriate)h(for)g(appro)n(x-)15 1239 y (imating)12 b(real-v)n(alued)i(functions)h(from)e(sample)h(v)m(alues)h(and)15 1284 y(sample)c(slop)q(es\).)18 b(This)12 b(is)h(analogous)e(to)h(sym)m(b)r (olic)f(EBL,)h(in)15 1330 y(whic)o(h)17 b(the)h(learned)f(target)h(function)f (is)g(also)f(represen)q(ted)15 1376 y(separately)j(from)d(the)i(initial)e(dom\ ain)g(theory)m(.)30 b(Ho)o(w)o(ev)o(er,)15 1421 y(whereas)11 b(sym)m(b)r(olic) d(EBL)i(pro)q(duces)h(a)e(new)h(rule)g(for)f(eac)o(h)h(ex-)15 1467 y(plained) i(example,)f(EBNN)i(uses)g(just)g(a)f(single)g(net)o(w)o(ork)922 1452 y fh (1)953 1467 y fr(to)15 1513 y(represen)q(t)i(the)h(target)f(function.)j(This) d(single)g(target)g(func-)15 1558 y(tion)h(net)o(w)o(ork)g(is)g(incremen)o (tally)f(up)q(dated)i(with)f(eac)o(h)h(new)15 1604 y(training)j(example,)i (b)q(oth)f(inductiv)o(ely)g(and)g(analytically)-6 b(,)15 1650 y(to)12 b(itera\ tiv)o(ely)f(appro)o(ximate)g(the)h(true)h(target)g(function.)k(In)15 1695 y (the)11 b(episo)q(de)g(from)d(our)i(example,)f(each)h(state-action)h(pair)e (in)15 1741 y(the)j(episo)q(de,)g fe(h)p fi(s)275 1747 y fg(i)290 1741 y fi (;)6 b(a)330 1747 y fg(i)344 1741 y fe(i)11 b fr(b)r(ecomes)g(a)g(training)f (example)h(for)g(in-)15 1787 y(ductiv)o(ely)h(and)h(analytically)d(re\014ning) j(the)g(target)g(netw)o(ork.)15 1832 y(The)f fs(inductiv)l(e)h(componen)n(t)g (of)f(learning)d fr(corresp)s(onds)15 1878 y(to)15 b(up)q(dating)f(the)h(targ\ et)h(net)o(w)o(ork)f(to)f(pro)q(duce)i(the)f(target)15 1924 y(output)f fd(val\ ue)g fr(\(e.g.,)f(1)g(if)g(the)i(example)d(leads)i(to)g(ac)o(hieving)15 1969 y (the)g(goal\).)i(Inductiv)o(e)e(learning)e(is)h(crucial)h(for)e(compensat-)15 2015 y(ing)k(for)g(errors)i(in)e(the)h(domain)e(theory)m(.)26 b(The)17 b fs (analytical)15 2061 y(comp)q(onen)m(t)12 b(of)g(learning)c fr(corresp)s(onds) j(to)g(up)q(dating)f(the)15 2106 y(netw)n(ork)j(to)g(\014t)g(the)g(target)h (output)f fd(slop)n(es)p fr(,)f(extracted)j(ana-)15 2152 y(lytically)d(from)g (the)i(explanation.)j(As)d(sho)o(wn)f(in)g(\014gure)h fs(??)p fr(,)15 2198 y (these)i(slopes)f(in\015uence)h(the)e(learned)h(net)o(w)o(ork)f(b)o(y)g(o)o (v)o(errid-)15 2243 y(ing)f(the)h(default)f(bias)g(of)g(in)o(terp)r(olating)f (b)q(etw)n(een)j(observ)o(ed)15 2289 y(p)q(oin)n(ts.)20 b(Therefore)c(the)f (analytical)e(componen)o(t)h(in)g(EBNN)15 2335 y(enables)19 b(faster)g(genera\ lization)e(from)g(less)i(training)e(data,)15 2380 y(if)j(slop)q(es)h(are)g (su\016ciently)f(accurate.)40 b(In)21 b(the)g(case)h(that)15 2426 y(the)12 b (target)g(function)f(is)h(represen)q(ted)g(b)o(y)f(a)h(neural)f(netw)o(ork,) 15 2472 y(the)j(Bac)o(kpropagation)e(algorithm)f(can)i(b)q(e)h(extended)h(to) e(\014t)15 2517 y(slop)q(es)i(as)f(w)n(ell)g(as)g(v)m(alues,)g(as)g(ma)m(y)g (b)q(e)g(found)g(in)f([)p fs(?)p fr(].)15 2603 y 250 2 v 67 2630 a fm(1)84 2646 y fo(In)j(our)g(exp)q(eriments)g(w)o(e)f(used)h(5)g(net)o(w)o(orks,)g (one)g(for)f(each)15 2688 y(action.)32 b(The)17 b(imp)r(ortant)g(p)r(oint)g (is)h(that)g(the)g(target)f(function)15 2729 y(is)g(represented)f(in)g(a)g (\014xed)h(\(set)f(of)s(\))f(netw)n(orks,)i(rather)f(than)h(a)15 2771 y(gro)o (wing)i(num)o(b)q(er)f(of)g(rules.)34 b(W)m(e)19 b(also)g(exp)r(erimented)f (with)h(a)15 2812 y(nearest)14 b(neighb)r(or)f(representation)h(of)e(the)h (target)h(function.)1065 154 y fr(T)m(o)20 b(summarize,)h(the)g(target)h(conc\ ept)g(is)f(iterativ)n(ely)g(ap-)1065 199 y(pro)o(ximated)16 b(b)o(y)h(up)r (dating)f(it)i(\(a\))f(inductiv)o(ely)l(,)h(to)g(\014t)f(the)1065 245 y(empir\ ically)8 b(observed)j fd(tr)m(aining)i(values)e fr(of)f(the)i(target)f(func-) 1065 291 y(tion,)e(and)h(\(b\))f(analytically)-5 b(,)9 b(to)h(\014t)f(the)h (analytically)d(deriv)o(ed)1065 336 y fd(tr)m(aining)12 b(slop)n(es)f fr(obta\ ined)f(b)o(y)g(explaining)f(the)i(observed)g(ex-)1065 382 y(ample)g(in)h(term\ s)h(of)f(a)g(previously)h(learned)g(domain)d(theory)m(.)1065 483 y fs(2.3)48 b (Accommo)q(dating)14 b(Imperfect)h(Domain)1174 529 y(Theories)1065 613 y fr (Since)k(the)g(domain)d(theory)j(is)g(learned)g(inductiv)n(ely)g(from)1065 659 y(training)e(instances)1389 644 y fh(2)1409 659 y fr(,)h(its)g(accuracy)g(mig\ h)m(t)g(th)o(us)g(b)q(e)h(arbi-)1065 705 y(trarily)12 b(p)r(oor,)h(resulting) g(in)g(arbitrarily)f(p)q(o)q(or)h(explanations)1065 750 y(and)j(extracted)i (slop)q(es.)26 b(Ho)o(w)17 b(can)f(the)h(learner)g(a)o(v)o(oid)e(the)1065 796 y(damaging)d(e\013ects)17 b(of)d(such)g(incorrect)i(slop)q(es)g(arising)e(fro\ m)1065 842 y(a)g(p)q(o)q(or)g(domain)d(theory?)1065 912 y(EBNN)24 b(reduces)h (the)f(undesired)g(in\015uence)g(of)f(incorrect)1065 958 y(domain)e(theory)j (predictions)g(b)o(y)g(estimating)d(the)k fd(ac)n(cu-)1065 1004 y(r)m(acy)15 b fr(of)f(the)h(extracted)h(slop)q(es,)f(based)g(on)g(the)g(\014t)g(b)q(et)o (w)o(een)1065 1049 y(the)20 b(observ)o(ed)g(sequence)i(of)c(states)j(and)e (those)h(predicted)1065 1095 y(b)o(y)i(the)h(explanation)f(\(this)g(heuristic) h(is)g(called)f(LOB*\).)1065 1141 y(More)13 b(sp)r(eci\014cally)l(,)f(each)g (time)f(the)i(domain)e(theory)i(is)f(used)1065 1186 y(for)19 b(p)q(ost-facto) g(predicting)g(a)g(state)h fi(s)1700 1192 y fg(k)q fh(+1)1763 1186 y fr(,)g (its)f(prediction)1065 1240 y fi(s)1084 1220 y fh(predicted)1084 1253 y fg (k)q fh(+1)1231 1240 y fr(ma)m(y)9 b(deviate)h(from)e(the)i(observed)g(state) h fi(s)1901 1225 y fh(observ)o(ed)1901 1252 y fg(k)p fh(+1)2028 1240 y fr(.) 1065 1286 y(W)l(e)17 b(de\014ne)g(the)g(1-step)f(prediction)h(accuracy)g(at)f (state)h fi(s)2008 1292 y fg(k)2028 1286 y fr(,)1065 1332 y(denoted)12 b(b)o (y)f fi(c)1292 1338 y fh(1)1311 1332 y fr(\()p fi(i)p fr(\),)g(as)h(1)f(min)m (us)g(the)h(normalized)e(prediction)1065 1377 y(error:)1195 1483 y fi(c)1213 1489 y fh(1)1232 1483 y fr(\()p fi(i)p fr(\))42 b(:=)f(1)21 b fe(\000)1505 1451 y(jj)p fi(s)1548 1432 y fh(predicted)1548 1463 y fg(i)p fh(+1)1693 1451 y fe(\000)10 b fi(s)1754 1436 y fh(observ)o(ed)1754 1462 y fg(i)p fh(+1)1882 1451 y fe(jj)1505 1473 y 400 2 v 1530 1511 a fo(max)s 12 2 v 12 w(prediction) t 12 2 v 12 w(error)1065 1598 y fr(F)m(or)g(a)h(giv)n(en)g(episo)r(de)g(w)o (e)g(de\014ne)h(the)f fi(n)p fr(-step)h(accuracy)g fi(c)1971 1604 y fg(n)1993 1598 y fr(\()p fi(i)p fr(\))1065 1644 y(as)k(the)h(pro)q(duct)g(of)e(the)h (1-step)h(accuracies)g(in)f(the)h(next)f fi(n)1065 1689 y fr(steps.)35 b(F)m (or)19 b(states)h fi(n)f fr(steps)h(a)o(w)o(a)n(y)f(from)f(the)h(end)h(of)e (the)1065 1735 y(episo)q(de,)e(the)g(analytically)d(deriv)o(ed)j(training)f (information)1065 1781 y(\(slop)q(es\))h(is)f(w)o(eigh)o(ted)g(b)o(y)g(the)h fi(n)p fr(-step)g(accuracy)g(times)e(the)1065 1826 y(w)o(eigh)n(t)f(of)e(the) i(inductiv)o(e)f(comp)q(onen)o(t)g(\(v)n(alues\).)17 b(Although)1065 1872 y (the)i(exp)r(erimen)n(tal)f(results)i(rep)r(orted)f(in)f(Section)i fs(??)32 b fr(are)1065 1918 y(promising,)14 b(the)i(generalit)o(y)g(of)f(this)h(approac) n(h)g(is)g(an)g(open)1065 1963 y(question,)11 b(due)g(to)f(the)h(heuristic)g (nature)g(of)f(the)h(assumption)1065 2009 y(LOB*.)1065 2110 y fs(2.4)48 b(Exp) q(erimen)m(tal)15 b(Results)e(in)i(a)h(Sim)m(ulated)1174 2156 y(Robot)g(Learn\ ing)d(Domain)1065 2240 y fr(EBNN)i(w)o(as)g(ev)n(aluated)f(in)g(a)g(sim)m(ula\ ted)g(rob)r(ot)g(na)o(vigation)1065 2286 y(domain.)i(The)f(w)o(orld)f(and)g (the)g(action)g(space)h(are)g(depicted)1065 2332 y(in)10 b(Figure)h fs(??)p fr (a&b.)16 b(The)11 b(learning)f(task)h(is)g(to)f(\014nd)h(an)g(ev)n(alu-)1065 2377 y(ation)f(function)g(Q,)g(for)g(whic)n(h)h(the)g(greedy)g(p)q(olicy)e (na)o(vigates)1065 2423 y(the)19 b(agen)o(t)f(to)g(its)h(goal)e(location)h (\(circle\))h(from)e(arbitrary)1065 2469 y(starting)i(lo)q(cations,)h(while)e (a)o(v)o(oiding)f(collisions)i(with)f(the)1065 2514 y(w)o(alls)11 b(or)i(the) g(obstacle)g(\(square\).)19 b(States)13 b(are)g(describ)r(ed)g(b)o(y)1065 2560 y(the)j(local)f(view)g(of)f(the)i(agen)n(t,)f(in)g(terms)g(of)f(distances)i (and)1065 2606 y(angles)h(to)g(the)h(center)g(of)f(the)h(goal)e(and)h(to)h (the)g(cen)o(ter)h(of)1065 2651 y(the)e(obstacle.)26 b(Note)17 b(that)g(the)g (w)o(orld)f(is)g(deterministic)g(in)1065 2697 y(these)f(exp)r(erimen)n(ts,)f (and)g(there)h(is)f(no)f(sensor)i(noise.)1065 2728 y 250 2 v 1117 2755 a fm (2)1134 2771 y fo(This)g(pro)r(cess)g(is)g(not)g(to)f(b)r(e)g(confused)i(with) f(the)f(inductiv)r(e)1065 2812 y(learning)h(of)e(the)g(target)g(function.)p eop %%Page: 4 4 bop -155 1114 a @beginspecial 0.400000 @vscale 0.400000 @hscale @setspecial @endspecial 261 726 a fh(robot)516 566 y(obstacle)213 301 y(goal)34 178 y fr (\(a\))818 641 y @beginspecial 0.120000 @vscale 0.120000 @hscale @setspecial @endspecial 799 424 a fn(a)819 428 y fm(1)865 362 y fn(a)885 366 y fm(2)941 334 y fn(a)961 338 y fm(3)1017 362 y fn(a)1037 366 y fm(4)1073 424 y fn(a) 1093 428 y fm(5)932 566 y fh(robot)799 178 y fr(\(b\))1054 1161 y @beginspecial 0.400000 @vscale 0.400000 @hscale @setspecial @endspecial 1264 254 a fh(error)1803 773 y(n)o(um)o(b)r(er)11 b(of)1689 811 y(training)h(examp\ les)1234 178 y fr(\(c\))15 866 y(Figure)h(3:)k fo(a.)12 b(The)g(simulated)h (rob)r(ot)f(w)n(orld.)18 b(b.)12 b(Actions.)17 b(c.)12 b(The)g(squared)h(gene\ ralization)j(error)c(for)f(each)h(of)g(nine)h(domain)h(theories)15 907 y(trai\ ned)g(on)g(di\013eren)q(t)e(num)o(b)q(ers)h(of)g(training)i(examples.)15 953 y 2025 3 v 66 x fr(In)21 b(order)i(to)e(allo)m(w)g(exploration)g(of)g(the)h(rob) q(ot)f(environ-)15 1064 y(men)n(t)10 b(and)h(to)f(compensate)h(for)g(the)f (necessary)j(non-optimal)15 1110 y(action)26 b(c)o(hoices,)j(w)o(e)d(applied) g(EBNN)h(to)e(W)m(atkins')g(Q-)15 1156 y(Learning)18 b([)p fs(?)p fr(])30 b (together)20 b(with)e(Sutton's)g fd(temp)n(or)m(al)h(di\013er-)15 1201 y(enc) n(e)e(le)n(arning)f fi(T)6 b(D)q fr(\()p fi(\025)p fr(\))17 b([)p fs(?)p fr (])23 b(\(with)16 b fi(\025)f fr(=)g(0)p fi(:)p fr(7)g(and)h(a)f(reward)15 1247 y fd(disc)n(ount)g fi(\015)g fr(=)d(0)p fi(:)p fr(8\))328 1232 y fh(3) 346 1247 y fr(.)19 b(Each)14 b(discrete)i(action)e(w)o(as)g(mo)o(deled)15 1293 y(b)o(y)d(a)g(separate)h(neural)f(netw)o(ork.)17 b(W)l(e)11 b(used)i(neural)e (net)o(w)o(ork)15 1338 y(Bac)o(kpropagation)k(learning)h(for)f(learning)h(act\ ion)g(mo)o(dels.)15 1384 y(The)f(ev)n(aluation)e(functions)i(Q)g(w)n(ere)h (appro)o(ximated)d(b)o(y)h(an)15 1430 y(instance-based)h(lo)q(cal)f(appro)o (ximation)d(technique,)j(mo)o(del-)15 1475 y(ing)f(the)h(Q)g(separately)h(for) e(each)g(action.)18 b(In)c(this)f(instance-)15 1521 y(based)g(technique,)g (eac)o(h)g(training)e(instance,)j(together)f(with)15 1567 y(its)22 b(slop)q (es,)h(w)o(as)f(explicitly)f(memorized.)39 b(Giv)n(en)22 b(a)g(new)15 1612 y (p)q(oin)n(t)d(as)f(a)g(query)m(,)g(generalization)g(w)o(as)g(ac)o(hiev)o(ed) g(b)o(y)g(\014t-)15 1658 y(ting)h(a)h(local)g(second)h(order)f(p)q(olynomial) c(o)o(v)o(er)k(the)h(three)15 1704 y(nearest)16 b(neigh)n(b)r(ors)e(in)g(the) h(instance)g(memory)-6 b(.)19 b(This)14 b(p)q(oly-)15 1749 y(nomial)19 b(\014\ t)k(b)q(oth)f(the)h(v)m(alues)g(and)f(the)g(slop)q(es.)44 b(In)22 b(our)15 1795 y(initial)10 b(exp)r(erimen)n(ts,)j(this)f(instance-based)i(technique)e (out-)15 1841 y(p)q(erformed)h(neural)h(net)o(w)o(orks)f(for)g(represen)r(tin\ g)g(the)g(target)15 1886 y(functions.)15 1957 y fs(Exp)q(erimen)m(t)g(1:)20 b (\\What)13 b(is)g(the)g(impact)f(of)h(the)f(ana-)15 2002 y(lytical)g(componen) n(t)h(of)g(EBNN,)j(giv)n(en)d(a)h(strong)e(do-)15 2048 y(main)18 b(theory?") 25 b fr(In)17 b(this)f(exp)r(erimen)n(t)h(w)o(e)g(\014rst)g(allo)n(w)n(ed)15 2094 y(the)10 b(agen)o(t)g(to)g(train)f(each)h(of)f(the)h(action)g(mo)o(delin\ g)f(netw)o(orks)15 2139 y(that)j(form)e(its)i(domain)d(theory)k(using)e(8192) g(randomly)f(gen-)15 2185 y(erated)17 b(training)f(examples.)24 b(This)17 b (results)g(in)f(a)g(fairly)f(ac-)15 2231 y(curate,)i(but)e(still)g(imp)o(erfe\ ct,)i(domain)c(theory)m(,)j(whic)o(h)f(w)o(as)15 2276 y(then)g(used)g(b)o(y)f (EBNN.)h(The)f(results)i(of)d(EBNN)i(are)g(sho)o(wn)15 2322 y(b)o(y)g(the)h (thic)o(k)g(blac)n(k)g(line)f(in)g(Figure)g fs(??)p fr(.)22 b(In)15 b(con)o (trast,)h(the)15 2368 y(results)e(of)e(applying)g(standard)h(inductiv)o(e)g (learning)g(\(Bac)o(k-)15 2413 y(propagation\))i(are)i(sho)o(wn)f(b)o(y)g(the) h(line)f(mark)m(ed)h(\\without)15 2459 y(analytical)12 b(learning".)17 b(EBNN) d(required)h(signi\014can)n(tly)e(less)15 2505 y(training)e(data)g(than)h(ind\ uctiv)o(e)g(learning)f(in)h(order)g(to)g(reach)15 2550 y(the)i(same)g(lev)n (el)g(of)f(p)r(erformance.)15 2621 y fs(Exp)q(erimen)m(t)g(2:)20 b(\\Ho)o(w) 13 b(do)q(es)g(EBNN)h(degrade)d(with)15 2686 y 250 2 v 67 2713 a fm(3)84 2729 y fo(W)m(e)i(will)h(omit)g(the)f(somewhat)g(lengthy)g(details)i(here,)e(since) 15 2771 y(they)g(are)f(not)g(essential)i(for)d(the)i(understanding)i(of)d(EBN\ N.)g(See)15 2812 y([)p fp(?)p fo(])k(and)e([)p fp(?)p fo(])i(for)d(a)g(detail\ ed)i(description.)1065 1019 y fs(progressiv)l(ely)i(w)o(eak)o(er)g(domain)e (theories?")20 b fr(W)l(e)15 b(re-)1065 1064 y(p)q(eated)21 b(Exp)q(erimen)n (t)f(1)f(using)g(w)o(eak)o(er)h(domain)d(theories,)1065 1110 y(trained)24 b (with)f(5,)i(10,)g(20,)f(35,)h(50,)g(75,)g(100,)g(150,)f(and)1065 1156 y(8192) 16 b(training)g(examples)g(p)q(er)i(action)e(netw)o(ork.)27 b(The)17 b(ad-) 1065 1201 y(ditional)f(curves)j(in)e(Figure)h fs(??)30 b fr(sho)o(w)18 b(the) h(results)g(of)f(us-)1065 1247 y(ing)c(EBNN)i(with)e(these)j(w)o(eak)o(er)e (domain)e(theories.)22 b(These)1065 1293 y(curves)12 b(demonstrate)g(that)h (EBNN)g(degrades)g(gracefully)e(to)1065 1338 y(the)j(p)r(erformance)f(of)h (pure)g(induction,)f(as)h(the)h(accuracy)g(of)1065 1384 y(the)f(domain)e(theo\ ry)j(decreases.)1065 1580 y fq(3)56 b(Corresp)r(ondence)18 b(b)r(et)m(w)o(een) g(Sym)m(b)r(olic)1149 1639 y(and)h(Neural)f(Net)n(w)o(ork)g(EBL)1065 1783 y fr (As)13 b(describ)r(ed)h(ab)q(o)n(v)o(e,)f(EBNN)g(is)g(the)g(neural)g(net)o (w)o(ork)g(ana-)1065 1828 y(log)18 b(of)g(sym)m(b)r(olic)g(explanation-based) g(learning)g(methods.)1065 1874 y(In)13 b(this)g(section)h(w)o(e)f(describ)s (e)g(the)h(common)c(abstraction)k(of)1065 1920 y(sym)n(b)q(olic)i(EBL)i(and)f (EBNN.)g(W)l(e)h(then)f(explore)h(the)f(sp)r(e-)1065 1965 y(ci\014c)12 b(di\ \013erences)j(b)q(et)o(w)o(een)e(these)g(t)o(w)o(o)f(algorithms,)e(and)h(the) 1065 2011 y(signi\014can)n(t)22 b(impact)d(that)i(these)h(algorithmic)d(di\ \013erences)1065 2057 y(ha)o(v)n(e)i(on)f(their)h(relativ)o(e)f(capabilities.) 37 b(While)20 b(there)i(are)1065 2102 y(man)m(y)c(v)n(arian)n(ts)h(of)f(sym)n (b)q(olic)f(EBL,)i(for)f(the)h(purp)q(oses)h(of)1065 2148 y(grounding)9 b(the) i(discussion)g(w)o(e)f(will)f(consider)i(only)f(one)g(pro-)1065 2194 y(tot)o (ypical)k(algorithm:)k(Prolog-EBG,)c(as)h(describ)s(ed)g(in)g([)p fs(?)p fr (].)1065 2239 y(F)m(urthermore,)d(while)g(b)q(oth)g(neural)h(net)o(w)o(orks)g (and)f(nearest-)1065 2285 y(neigh)o(b)q(or)g(schemes)g(ha)o(v)o(e)h(b)q(een)g (used)h(to)e(represen)q(t)h(the)g(tar-)1065 2331 y(get)d(function)g(in)f(EBNN\ ,)h(in)g(this)g(discussion)g(w)o(e)g(assume)f(the)1065 2376 y(target)14 b(fun\ ction)g(is)g(represen)q(ted)g(b)o(y)g(a)g(neural)g(net)o(w)o(ork.)1065 2447 y (It)d(is)f(also)g(importan)n(t)h(to)g(note)g(that)f(a)h(v)m(ariet)o(y)g(of)f (techniques)1065 2492 y(ha)o(v)n(e)18 b(b)q(een)g(prop)q(osed)g(for)f(com)m (bining)f(analytical)g(and)h(in-)1065 2538 y(ductiv)o(e)g(learning,)g(whic)o (h)f(do)h(not)g(in)n(v)o(olv)n(e)g(explaining)f(in-)1065 2584 y(dividual)i (training)h(examples,)h(and)g(whic)o(h)g(are)g(therefore)1065 2629 y(outside) 12 b(the)h(scop)q(e)g(of)e(this)h(discussion.)17 b(These)c(include,)f(for) 1065 2675 y(example,)f(Sha)n(vlik's)g([)p fs(?)p fr(])16 b(and)c(F)m(u's)g ([)p fs(?)p fr(]\))k(methods)d(for)e(using)1065 2721 y(sym)n(b)q(olically)16 b (enco)r(ded)j(domain)e(kno)n(wledge)i(to)f(initialize)1065 2766 y(the)12 b (top)q(ology)e(and)i(w)o(eigh)n(ts)g(of)f(neural)h(net)o(w)o(orks)g(whic)o (h)g(are)1065 2812 y(then)j(inductiv)n(ely)f(re\014ned.)p eop %%Page: 5 5 bop 15 1681 a @beginspecial 0.680000 @vscale 0.680000 @hscale @setspecial @endspecial 1527 382 a 86 2 v -1 x fb(\033)1623 391 y fh(50)1372 556 y fb(X) 1330 546 y(X)1289 535 y(X)1247 525 y(X)1206 515 y(X)1196 512 y(X)-42 b(y)1434 566 y fa(without)11 b(analytical)g(learning)1527 326 y 86 2 v -1 x fb(\033) 1623 334 y fh(10,20,35,75,100)1527 288 y 86 2 v -1 x fb(\033)1623 296 y fh (8192)1570 234 y fb(\021)1529 262 y(\021)1517 270 y(\021)-42 b(+)1623 207 y fh (150)1570 462 y fb(Q)1529 434 y(Q)1517 426 y(Q)g(k)1623 471 y fh(5)1557 925 y (n)o(um)o(b)r(er)11 b(of)1566 953 y(episo)q(des)215 140 y(Prob\(success\)) -360 b fr(\(a\))15 1074 y(Figure)11 b(4:)16 b fo(EBNN)10 b(using)i(v)n(arious) f(domain)h(theories,)g(compared)f(against)g(pure)g(induction.)19 b(The)10 b (b)q(old)i(grey)e(line)i(is)f(the)f(learning)i(curve)15 1115 y(for)k(pure)g (inductiv)r(e)g(learning,)i(i.e.,)e(Q-Learning)i(and)e(TD\()p fn(\025)p fo (\).)26 b(Other)16 b(curves)g(sho)o(w)g(the)g(p)q(erformance)h(of)f(EBNN,)f (using)i(domain)15 1157 y(theories)f(of)f(di\013ering)i(accuracies,)g(pre-tra\ ined)g(with)e(from)g(5)g(to)f(8192)i(training)h(examples)g(for)d(each)h(actio\ n)h(mo)q(del)g(net)o(w)o(ork.)23 b(The)15 1198 y(p)q(erformance)14 b(\(v)o (ertical)h(axis\))f(is)g(measured)g(on)g(an)f(indep)s(endent)g(test)g(set)g (of)g(20)h(starting)g(p)q(ositions.)20 b(All)14 b(curves)f(are)g(a)o(veraged) h(o)o(v)o(er)15 1240 y(3)f(learning)i(runs)f(and)g(are)f(also)h(lo)r(cally)g (window-a)o(v)o(eraged.)15 1286 y 2025 3 v 65 x fs(3.1)48 b(The)15 b(Explanat\ ion-Based)e(Learning)124 1397 y(Problem)15 1484 y fr(The)29 b(common)c(proble\ m)h(addressed)k(b)o(y)e(the)h(sym)n(b)q(olic)15 1529 y(Prolog-EBG)18 b(method) h(and)g(the)h(neural)f(net)o(w)o(ork)g(EBNN)15 1575 y(method)14 b(can)g(b)q (e)h(c)o(haracterized)g(as)f(follo)m(ws:)15 1674 y fs(Giv)n(en:)98 1741 y(T)l (arget)h(function:)j fr(the)d(function)e(to)h(b)q(e)h(learned.)98 1797 y fs (Domain)f(theory:)20 b fr(prior)33 b(kno)n(wledge)h(capable)f(of)181 1842 y (predicting/explaining)15 b(the)i(output)g(of)f(the)h(tar-)181 1888 y(get)d (function)g(giv)n(en)g(its)g(input)98 1944 y fs(T)l(raining)f(instances:)19 b fr(examples)c(of)h(input,)g(output)181 1990 y(pairs)e(of)f(the)i(target)f(fun\ ction)98 2046 y fs(Op)q(erationali)o(t)l(y)i(criterion:)i fr(constrain)o(ts) 24 b(on)f(ho)o(w)181 2092 y(the)15 b(learned)f(function)g(m)m(ust)g(b)r(e)g (describ)r(ed)15 2159 y fs(Determine:)98 2215 y fr(An)g(op)q(erational)g(repr\ esen)q(tation)g(of)f(the)i(target)g(func-)98 2261 y(tion)g(that)g(b)r(est)h (\014ts)g(b)q(oth)f(the)i(observ)o(ed)f(training)f(in-)98 2306 y(stances)g (and)f(the)h(giv)n(en)f(domain)e(theory)15 2401 y(Note)19 b(that)g(while)f (b)q(oth)h(Prolog-EBG)f(and)g(EBNN)h(mak)n(e)15 2447 y(use)f(of)e(a)h(domain) d(theory)m(,)j(it)g(is)g(represen)q(ted)g(in)g(v)n(ery)h(dif-)15 2492 y(feren\ t)i(forms)g(in)g(the)h(t)o(w)o(o)f(cases.)39 b(In)21 b(Prolog-EBG,)e(the)15 2538 y(domain)h(theory)i(is)g(describ)r(ed)h(b)o(y)e(a)h(collection)g(of)f (horn)15 2584 y(clauses,)h(whereas)f(in)f(EBNN)h(it)f(is)g(a)f(collection)h (of)g(neu-)15 2629 y(ral)e(netw)n(orks.)33 b(Note)19 b(that)g(eac)o(h)g(neura\ l)f(netw)o(ork)g(in)g(the)15 2675 y(domain)12 b(theory)k(can)f(b)q(e)g(in)n (terpreted)i(as)e(a)g(complex)e(infer-)15 2721 y(ence)19 b(rule,)g(capable)f (of)g(concluding)f(an)h(output)g(assertion)15 2766 y(\(represen)q(ted)c(b)o (y)f(its)g(output)h(activ)m(ations\))f(from)e(the)j(input)15 2812 y(assertion) h(\(represen)q(ted)f(b)o(y)g(its)g(input)g(activ)m(ations\).)1065 1351 y(The) 21 b(op)q(erationalit)n(y)f(criterion,)i(whic)o(h)e(sp)r(eci\014es)i(the)f (ac-)1065 1397 y(ceptable)11 b(form)e(for)h(the)g(learned)h(target)g(function\ ,)f(is)g(similar)1065 1442 y(in)16 b(Prolog-EBG)f(and)h(EBNN.)h(In)f(b)q(oth) g(cases,)i(the)e(target)1065 1488 y(function)h(v)m(alue)g(is)f(computed)h(dir\ ectly)g(from)e(the)i(observ-)1065 1534 y(able)h(attributes)i(of)e(the)h(examp\ le.)31 b(In)19 b(Prolog-EBG)f(this)1065 1579 y(target)12 b(function)f(is)g (represen)q(ted)h(b)o(y)f(horn)g(clauses,)i(while)d(in)1065 1625 y(EBNN)17 b (it)e(is)h(represen)r(ted)g(b)o(y)g(a)g(neural)g(net)o(w)o(ork)g(or)g(some) 1065 1671 y(other)f(appro)n(ximator)d(for)i(real-v)m(alued)g(functions.)1065 1741 y(Notice)e(that)h(the)f(ab)q(o)o(v)o(e)g(problem)f(de\014nition)h(requir\ es)h(that)1065 1787 y(the)h(learned)h(function)e(b)q(e)i(a)e(b)q(est)i(\014t) f(to)g(b)q(oth)g(the)g(training)1065 1833 y(instances)20 b(and)e(the)h(domain) d(theory)m(.)32 b(Strictly)18 b(sp)r(eaking,)1065 1878 y(Prolog-EBG)d(is)g (used)h(only)e(when)i(the)g(training)e(examples)1065 1924 y(are)k(consistent) g(with)g(the)g(domain)d(theory)n(,)j(and)f(it)h(there-)1065 1970 y(fore)h(pro) q(duces)i(learned)f(rules)f(that)h(constitute)g(a)f fd(p)n(erfe)m(ct)1065 2015 y fr(\014t)13 b(to)h(b)q(oth)f(the)h(domain)d(theory)j(and)f(observed)g(examp\ les.)1065 2061 y(Ho)o(w)o(ev)o(er,)18 b(m)m(uch)f(current)g(w)o(ork)g(on)f (sym)n(b)q(olic)h(EBL)g(\(e.g.,)1065 2107 y([)p fs(?)p fr(],)c([)p fs(?)p fr (],)f([)p fs(?)p fr(]\))19 b(deals)c(with)f(the)h(same)f(class)h(of)f(situati\ ons)g(as)1065 2152 y(EBNN:)j(situations)f(in)h(whic)n(h)g(the)g(observed)g (training)f(ex-)1065 2198 y(amples)c(are)h(not)g(strictly)h(en)o(tailed)f(b)o (y)g(the)g(domain)e(theory)m(,)1065 2244 y(and)j(for)f(whic)o(h)h(the)g(goal) f(is)g(therefore)i(to)f(learn)g(a)f(function)1065 2289 y(that)k(b)r(est)h(\ \014ts)g(b)q(oth)f(the)h(imp)o(erfect)h(domain)c(theory)j(and)1065 2335 y(the) c(observed)g(training)f(examples.)1065 2467 y fs(3.2)48 b(The)14 b(Explanatio\ n-Based)e(Learning)h(Method)1065 2563 y fr(The)28 b(common)e(abstraction)i (of)f(the)i(Prolog-EBG)e(and)1065 2609 y(EBNN)c(algorithms)d(is)i(to)g(p)q (erform,)h(for)f(each)g(observ)o(ed)1065 2655 y(training)13 b(example,)f(i,)h (the)h(follo)n(wing)f(steps:)1095 2766 y(1.)20 b fd(Explain)12 b fr(i,)f(b)o (y)g(sho)o(wing)g(ho)o(w)g(the)h(domain)d(theory)j(pre-)1148 2812 y(dicts)i (the)h(v)n(alue)e(of)g(the)i(target)f(function)g(for)f(input)h(i)p eop %%Page: 6 6 bop 45 154 a fr(2.)20 b fd(A)o(nalyze)g fr(this)g(explanation)f(to)h(determi\ ne)g(the)g(rele-)98 199 y(v)n(ance)13 b(of)g(di\013erent)g(features)h(of)f (i)f(with)h(resp)r(ect)h(to)f(the)98 245 y(target)h(function)45 311 y(3.)20 b fd(R)n(e\014ne)j fr(the)g(curren)q(t)f(represen)q(tation)g(of)g(the)g(target) 98 356 y(function)e(to)f(tak)o(e)h(in)o(to)f(account)h(this)g(new)g(training) 98 402 y(example)15 b(and)h(the)h(information)d(ab)q(out)i(feature)h(rele-)98 448 y(v)n(ance)d(extracted)i(from)c(the)i(explanation.)15 541 y(Both)f(Prolog\ -EBG)f(and)g(EBNN)i(construct)g(similar)c(expla-)15 587 y(nations:)17 b(c)o (hains)12 b(of)f(inferences)j(based)e(on)g(the)h(domain)d(the-)15 633 y(ory)l (,)h(predicting)g(the)h(observed)f(target)g(function)g(v)m(alue)g(from)15 678 y(attributes)g(of)g(the)g(examples.)16 b(Ho)n(w)o(ever,)11 b(they)g(di\013er) g(signif-)15 724 y(ican)o(tly)e(in)f(the)i(w)o(a)o(ys)g(in)e(whic)o(h)i(they) g(use)g(their)g(explanations)15 770 y(to)k(re\014ne)h(the)f(h)o(yp)q(othesize\ d)h(target)g(function.)15 840 y(The)20 b(k)o(ey)g(di\013erence)i(in)d(the)h (use)h(of)e(explanations)g(stems)15 886 y(from)11 b(the)i(di\013erence)h(in)e (represen)q(ting)g(dep)r(endencies)i(using)15 932 y(sym)n(b)q(olic)d(v)o(ersu\ s)i(neural)e(netw)o(ork)g(domain)e(theories:)18 b(sym-)15 977 y(b)q(olic)12 b (rules)h(t)o(ypically)e(refer)j(to)f(\(i.e.,)e(matc)n(h\))i(only)e(a)i fd(sub\ set)15 1023 y fr(of)d(the)h(training)f(example)f(attributes,)j(whereas)g(neur\ al)f(net-)15 1069 y(w)o(orks)h(compute)f(their)i(output)f(based)g(on)g(w)o (eigh)n(ted)h(com)n(bi-)15 1114 y(nations)g(of)f fd(al)r(l)h fr(example)e(att\ ributes.)19 b(Therefore,)14 b(sym)n(b)q(olic)15 1160 y(explanations)9 b(t)o (ypically)f(indicate)i(that)g(the)g(target)g(function)15 1206 y(v)n(alue)j (dep)r(ends)i(on)f(only)f fd(some)j(subset)f(of)g(the)g(tr)m(aining)h(ex-)15 1251 y(ample)d(attributes)p fr(,)d(whereas)j(neural)f(net)o(w)o(ork)g(explana\ tions)15 1297 y(indicate)h(that)g(the)h(explained)f(v)m(alue)g(dep)r(ends)h (to)e(some)h(de-)15 1343 y(gree)i(on)e fd(every)i(tr)m(aining)h(example)f(att\ ribute)p fr(.)15 1413 y(In)j(Prolog-EBL,)g(the)g(features)i(of)d(the)i(traini\ ng)e(example)15 1459 y(that)j(are)g(men)n(tioned)g(in)f(the)i(sym)m(b)r(olic) e(explanation)g(are)15 1504 y(easily)d(distinguished)g(from)e(those)j(that)f (are)h(not,)f(and)g(the)15 1550 y(regression)23 b(of)e(the)h(target)g(concept) h(expression)g(through)15 1596 y(the)18 b(explanation)e(yields)h(the)h(w)o (eak)o(est)g(preconditions)g(un-)15 1641 y(der)g(whic)o(h)g(that)g(explanatio\ n)e(will)h(hold.)28 b(A)18 b(new)g(rule)g(is)15 1687 y(then)d(created)h(using) e(these)h(w)o(eak)o(est)g(preconditions)g(for)f(its)15 1733 y(an)o(teceden)q (t,)e(and)g(the)h(explained)f(target)g(function)g(v)n(alue)g(as)15 1778 y(its) i(consequent.)15 1849 y(With)f(explanations)f(based)i(on)f(neural)g(net)o(w)o (orks,)g(the)h(pro-)15 1895 y(cess)21 b(of)e(regressing)i(logical)c(expressio\ ns)k(in)e(order)h(to)g(ex-)15 1940 y(tract)i(w)o(eak)o(est)g(preconditions)f (cannot)g(b)r(e)g(applied.)39 b(In-)15 1986 y(stead,)15 b(the)f(dep)r(endency) i(of)d(the)i(target)g(function)f(v)m(alue)g(on)15 2032 y(example)k(features)j (is)f(extracted)h(in)e(the)h(form)e(of)h(partial)15 2077 y(deriv)n(ativ)n(es) e(of)f(the)h(target)g(function)f(with)g(resp)r(ect)h(to)f(the)15 2123 y(examp\ le)c(attributes,)h(ev)o(aluated)f(at)h(the)h(training)e(example)15 2169 y(p)q (oin)n(t.)37 b(These)21 b(partial)e(deriv)m(ativ)o(es,)i(or)f(slop)q(es,)i (summa-)15 2214 y(rize)d(the)g(kno)o(wledge)g(implicit)c(in)j(the)i(domain)c (theory)j(as)15 2260 y(it)e(applies)f(to)h(the)h(current)f(explanation.)26 b (These)18 b(analyti-)15 2306 y(cally)10 b(deriv)o(ed)i(slop)q(es)g(are)g(then) g(used)g(to)f(up)q(date)h(the)g(neural)15 2351 y(netw)n(ork)e(that)h(de\014ne\ s)g(the)g(target)g(function.)16 b(In)11 b(particular,)15 2397 y(the)g(w)o(eig\ h)n(ts)g(of)f(the)h(target)f(function)g(netw)o(ork)g(are)g(adjusted)15 2443 y (to)k(mak)n(e)h(its)f(slop)q(e)h(closer)g(to)g(the)g(slop)q(e)g(suggested)h (b)o(y)e(the)15 2488 y(explanation.)15 2559 y(The)g(k)o(ey)h(di\013erences)h (b)q(etw)n(een)f(sym)n(b)q(olic)f(and)f(neural)i(net-)15 2605 y(w)o(ork)f(EBL) g(methods)g(include)g(the)h(follo)m(wing:)15 2675 y fs(Di\013erence)h(in)h (dep)q(endencies)f(extracted)h(from)g(ex-)15 2721 y(planations.)58 b fr(As)29 b(discussed)g(ab)q(o)o(v)o(e,)i(sym)n(b)q(olic)c(EBL)15 2766 y(extracts)33 b (w)o(eak)o(est)f(preconditions)g(from)d(explanations,)15 2812 y(whereas)18 b (neural)g(net)o(w)o(ork)f(EBL)h(extracts)g(partial)f(deriv)m(a-)1065 154 y (tiv)n(es)j(of)e(the)h(target)g(function)g(with)f(resp)r(ect)i(to)e(example) 1065 199 y(attributes.)1065 270 y fs(Di\013erence)13 b(in)h(target)h(function) d(co)o(v)o(erage)j(and)f(cor-)1065 315 y(rectness.)j fr(As)c(new)g(training)f (examples)g(are)h(encountered,)1065 361 y(sym)n(b)q(olic)h(EBL)h(methods)g (acquire)g(an)g(increasing)g(n)o(um)m(b)q(er)1065 407 y(of)k(rules)i(that)f (allo)n(w)g(it)f(to)h(predict)h(the)g(target)f(function)1065 452 y(v)n(alue) 15 b(for)g(an)g(increasing)h(prop)q(ortion)f(of)g(the)h(space)h(of)e(ex-)1065 498 y(amples.)j(In)d(con)o(trast,)g(neural)f(net)o(w)o(ork)h(EBL)g(b)q(egins) f(with)1065 544 y(a)j(\(v)o(ery)h(p)q(o)q(or\))f(description)h(of)f(the)h(tar\ get)g(function)f(that)1065 589 y(co)o(v)o(ers)d(the)f(entire)g(space)h(of)e (examples.)17 b(As)d(it)e(acquires)i(ex-)1065 635 y(amples,)f(its)h(impro)m (v)o(emen)o(t)g(lies)g(in)g(impro)n(ving)f(the)i(qualit)n(y)1065 681 y(of)9 b (its)h(appro)n(ximation)d(to)j(the)g(target)g(function,)g(rather)g(than)1065 726 y(its)k(co)o(v)o(erage.)19 b(In)14 b(brief,)f(sym)n(b)q(olic)h(EBL)g(lear\ ns)h(a)e(function)1065 772 y(that)g(is)h(alw)n(a)n(ys)g(correct)h(and)e(incre\ asingly)g(complete)g(in)g(its)1065 818 y(co)o(v)o(erage,)21 b(whereas)f(neura\ l)g(net)g(EBL)f(learns)h(a)f(function)1065 863 y(that)14 b(is)g(alw)n(a)n(ys) h(complete)e(and)h(increasingly)f(correct.)1065 934 y fs(Di\013erence)g(in)h (mec)n(hanisms)g(for)g(learning)e(new)j(fea-)1065 980 y(tures.)27 b fr(Sym)m (b)q(olic)16 b(EBL)i(pro)q(cedures)h(ha)o(v)o(e)e(b)q(een)h(demon-)1065 1025 y (strated)d(to)e(acquire)h(new)g(features)g(analytically)-5 b(,)13 b(as)h(a)f (side-)1065 1071 y(e\013ect)21 b(of)e(extracting)g(w)o(eak)o(est)h(preconditi\ ons)g(\(e.g.,)g([)p fs(?)p fr(]\).)1065 1117 y(In)c(con)o(trast,)h(Bac)o(kpro\ pagation)e(neural)h(net)g(learning)g(has)1065 1162 y(b)q(een)h(demonstrated)e (to)h(acquire)g(useful)g(new)g(features)h(in-)1065 1208 y(ductiv)o(ely)l(,)24 b(in)d(the)h(hidden)g(la)n(y)o(er)g(units)g(of)f(the)i(net)o(w)o(ork)1065 1254 y(\(e.g.,)c([)p fs(?)p fr(]\).)32 b(In)19 b(EBNN,)h(b)q(oth)f(analytical)e (and)i(inductiv)o(e)1065 1299 y(componen)o(ts)13 b(ha)o(v)o(e)g(an)f(in\015ue\ nce)i(on)e(the)h(features)h(that)f(are)1065 1345 y(acquired)21 b(in)e(the)i (hidden)f(la)n(y)o(er)h(of)e(the)i(target)g(function.)1065 1391 y(While)f(w)n (e)h(ha)o(v)o(e)g(not)f(explored)h(this)f(issue,)j(it)d(seems)g(an)1065 1436 y (in)n(teresting)h(opp)q(ortunit)o(y)f(for)g(com)m(bining)f(the)i(analytical) 1065 1482 y(deriv)n(ation)12 b(of)h(useful)h(features)g(based)g(on)f(prior)g (kno)o(wledge)1065 1528 y(with)h(the)g(statistical)g(approac)o(hes)h(asso)q (ciated)f(with)g(induc-)1065 1573 y(tiv)n(e)h(neural)f(net)o(w)o(ork)g(learni\ ng.)1065 1644 y fs(Di\013erence)h(in)h(p)q(ermanence)g(of)h(memory)-5 b(.)22 b fr(Sym)n(b)q(olic)1065 1689 y(methods)d(that)g(learn)f(rules)h(up)q(date)g (the)g(target)g(function)1065 1735 y(b)o(y)14 b(adding)g(new)h(rules)g(whic)o (h)g(are)g(usually)f(assumed)g(to)g(b)r(e)1065 1781 y(p)q(ermanen)o(t.)i(EBNN\ ,)11 b(ho)n(w)o(ev)o(er,)g(has)f(no)g(corresp)r(onding)f(no-)1065 1826 y(tion) 14 b(of)g(p)q(ermanen)o(t)h(memory)-6 b(.)20 b(Instead,)15 b(all)e(new)j(info\ rma-)1065 1872 y(tion,)f(whether)i(empirically)c(or)j(analytically)e(deriv)o (ed,)i(can)1065 1918 y(at)i(most)f(cause)j(an)e(incremen)o(tal)f(change)h(to) g(the)h(w)o(eigh)n(ts)1065 1963 y(of)14 b(the)h(learned)g(netw)o(ork.)20 b (F)l(urthermore,)15 b(the)g(in\015uence)h(of)1065 2009 y(that)c(new)g(informa\ tion)d(will)i(ev)o(en)o(tually)g(b)q(e)i(forgotten)e(as)h(it)1065 2055 y(is)j (incremen)o(tally)e(o)o(v)o(erridden)j(b)o(y)e(subsequen)q(t)h(data.)21 b(Thi\ s)1065 2100 y(di\013erence)15 b(in)d(memory)e(p)q(ermanence)j(is)g(primarily) d(a)i(result)1065 2146 y(of)e(the)h(di\013erence)i(b)q(et)o(w)o(een)f(b)q(oun\ ded)f(memory)d(represen)q(ta-)1065 2192 y(tions)k(\(e.g.,)g(\014xed-size)h (neural)g(net)o(w)o(orks\))g(and)f(un)o(b)r(ounded)1065 2237 y(\(e.g.,)f(arbi\ trarily)f(large)i(rule)f(sets\).)19 b(If)11 b(EBNN)i(is)e(used)h(with)1065 2283 y(a)17 b(nearest)j(neigh)n(b)r(or)d(\(un)o(b)r(ounded)h(memory\))d(repre\ sen)q(ta-)1065 2329 y(tion)e(of)f(the)i(target)g(function,)f(then)h(the)g(sit\ uation)e(changes)1065 2374 y(signi\014can)n(tly)m(.)17 b(The)12 b(di\013erenc\ e)i(in)d(p)q(ermanence)h(of)f(memory)1065 2420 y(app)q(ears)21 b(to)g(ha)n (v)o(e)g(imp)o(ortan)o(t)g(implications)d(for)i(recov)n(er-)1065 2466 y(ing)c (from)f(incorrect)j(learning,)e(for)g(learning)g(p)q(erformance)1065 2511 y (in)11 b(cases)h(where)g(certain)g(rare)f(exp)r(eriences)i(are)e(v)o(ery)h (imp)o(or-)1065 2557 y(tan)o(t,)e(and)f(for)g(main)m(taining)f(consistency)i (when)g(the)g(domain)1065 2603 y(theory)19 b(and)g(target)g(function)g(are)g (b)q(eing)g(sim)m(ultaneously)1065 2648 y(learned.)p eop %%Page: 7 7 bop 15 154 a fs(3.3)48 b(Di\013erences)13 b(in)i(Capabiliti)o(es)15 272 y fr (The)g(ab)q(o)o(v)n(e)g(sections)h(ha)o(v)n(e)f(describ)s(ed)g(the)g(EBL)g (problems)15 317 y(addressed)f(b)o(y)d(sym)n(b)q(olic)h(and)f(neural)h(netw)o (ork)f(EBL)i(meth-)15 363 y(o)q(ds,)h(as)g(w)o(ell)g(as)g(the)h(corresp)s(ond\ ence)g(b)q(etw)o(een)g(the)g(repre-)15 409 y(sentations)g(and)h(algorithms)e (they)i(emplo)n(y)l(.)24 b(These)18 b(di\013er-)15 454 y(ences)e(in)d(algorit\ hms)f(ha)o(v)n(e)j(a)e(n)o(um)n(b)q(er)i(of)e(implications)e(for)15 500 y(the) j(relativ)o(e)g(capabilities)f(of)g(these)j(t)o(w)o(o)d(approac)o(hes:)15 570 y fs(Robustness)25 b(to)j(errors)e(in)h(domain)f(theory)h(and)15 616 y(traini\ ng)9 b(data.)17 b fr(One)12 b(cen)o(tral)f(motiv)-5 b(ation)10 b(for)h(dev)o (eloping)15 662 y(the)17 b(EBNN)h(algorithm)c(w)o(as)j(to)f(pro)o(vide)h(an)f (explanation-)15 707 y(based)g(learning)f(mec)n(hanism)f(capable)i(of)f(using) g(imperfect)15 753 y(training)h(data)g(and)h(domain)d(theories)k(whic)o(h)e (w)o(ere)i(them-)15 799 y(selv)o(es)h(learned)g(from)d(scratch)i(and)g(of)g (unkno)n(wn)h(reliabil-)15 844 y(it)o(y)l(.)44 b(As)23 b(shown)f(in)g(the)i (exp)q(erimen)n(tal)f(results,)i(EBNN)15 890 y(is)19 b(able)g(to)g(successful\ ly)h(learn)g(from)d(v)o(ery)i(w)o(eak)g(or)h(v)n(ery)15 936 y(strong)g(domain) d(theories.)35 b(Its)20 b(robustness)h(follo)m(ws)f(from)15 981 y(t)o(w)o(o) 14 b(c)o(haracteristics:)20 b(First,)14 b(for)f(each)h(individual)e(training) 15 1027 y(example)17 b(it)g(uses)i(b)q(oth)f(inductiv)o(e)g(and)g(analytical) e(meth-)15 1073 y(o)q(ds)e(for)g(up)q(dating)f(the)i(target)f(function.)k(Sec\ ond,)d(it)e(relies)15 1118 y(more)18 b(strongly)i(on)f(the)h(analytical)e(lea\ rning)h(componen)o(t)15 1164 y(for)c(examples)f(that)h(are)h(explained)f(accu\ rately)m(,)g(and)g(more)15 1210 y(strongly)20 b(on)g(the)h(inductiv)o(e)f(com\ ponent)g(for)g(p)q(o)q(orly)g(ex-)15 1255 y(plained)e(examples.)30 b(While)17 b(a)h(v)m(ariet)o(y)g(of)g(sym)n(b)q(olic)f(EBL)15 1301 y(methods)f(ha)o(v)o (e)g(b)q(een)h(develop)q(ed)f(that)g(address)h(imperfect)15 1347 y(domain)f (theories)k(none)f(has)g(y)o(et)g(b)r(een)g(demonstrated)g(to)15 1392 y(op)q (erate)i(o)n(v)o(er)f(the)g(broad)g(sp)r(ectrum)f(of)g(learned)h(domain)15 1438 y(theories)15 b(of)e(v)n(arying)g(qualit)n(y)g(illustrated)h(for)g(EBNN.) 15 1509 y fs(Scaling)h(issues.)20 b fr(One)c(w)o(ell-kno)n(wn)f(scaling)f(pro\ blem)g(as-)15 1554 y(so)q(ciated)h(with)f(EBL)i(\(and)e(other)h(rule)g(learni\ ng)f(methods\))15 1600 y(is)19 b(that)f(the)i(more)d(rules)j(learned,)g(the)f (longer)f(it)h(can)f(re-)15 1646 y(quire)c(to)g(matc)n(h)g(them)f(to)h(a)f (new)i(example.)i(Because)f(neu-)15 1691 y(ral)g(nets)h(ha)n(v)o(e)g(a)e(\014\ xed)i(resp)r(onse)g(time)e(regardless)i(of)e(ho)o(w)15 1737 y(m)m(uch)g(they) g(are)g(trained,)g(they)g(ha)o(v)o(e)g(an)f(adv)n(an)n(tage)h(along)15 1783 y (this)e(dimension.)k(Ho)n(w)o(ev)o(er,)d(an)f(o\013setting)h(issue)g(has)f (to)g(do)15 1828 y(with)g(the)h(abilit)m(y)g(to)f(represen)q(t)h(arbitrarily) e(complex)g(func-)15 1874 y(tions.)19 b(Because)d(sym)m(b)r(olic)d(methods)i (create)g(collections)g(of)15 1920 y(rules,)k(each)f(of)g(whic)o(h)g(ma)m(y)g (co)o(v)o(er)h(some)e(particular)h(part)15 1965 y(of)13 b(the)i(domain,)c(the\ y)j(can)g(represen)q(t)g(arbitrarily)f(complex)15 2011 y(target)20 b(function\ s)f(b)o(y)h(arbitrarily)e(large)h(rule)h(sets.)36 b(Here)15 2057 y(neural)18 b (net)o(w)o(orks)g(are)g(at)f(a)h(disadv)m(an)o(tage,)g(since)g(for)f(an)o(y) 15 2102 y(\014xed-size)12 b(net)o(w)o(ork)f(there)h(will)e(b)q(e)h(complex)f (functions)h(that)15 2148 y(cannot)16 b(b)q(e)g(accurately)h(represen)q(ted.) 24 b(Put)16 b(brie\015y)m(,)g(neural)15 2194 y(netw)n(orks)h(pro)o(vide)g(\ \014xed)g(resp)r(onse)h(time)d(but)i(sacri\014ce)h(\014-)15 2239 y(delit)o (y)f(in)g(appro)o(ximating)e(the)j(target)g(function,)g(whereas)15 2285 y(sym) n(b)q(olic)13 b(rules)h(can)g(pro)o(vide)f(b)r(etter)i(\014delit)n(y)f(but)g (sacri\014ce)15 2331 y(resp)r(onse)h(time.)15 2401 y fs(Abilit)l(y)i(to)f(lea\ rn)f(real-v)l(alued)g(functions.)j fr(Sym)n(b)q(olic)15 2447 y(EBL)13 b(is)g (t)o(ypically)f(applied)g(to)h(problems)f(where)i(the)f(target)15 2492 y(func\ tion)i(can)h(tak)o(e)g(on)f(only)g(a)h(\014nite)g(n)o(um)m(b)q(er)h(of)e(p)q (ossible)15 2538 y(v)n(alues.)23 b(In)15 b(part)h(this)f(is)h(b)q(ecause)h (a)e(distinct)h(learned)g(rule)15 2584 y(is)d(t)o(ypically)f(required)j(for)e (eac)o(h)h(observ)o(ed)g(output)g(v)m(alue)g(of)15 2629 y(the)g(target)g(func\ tion.)k(Neural)c(net)g(EBL)g(o\013ers)h(the)f(opp)q(or-)15 2675 y(tunit)o(y)d (to)g(apply)g(explanation)f(based)i(methods)f(to)h(learning)15 2721 y(real-v) m(alued)e(functions,)g(such)g(as)g(the)g(Q)g(function)g(learned)g(in)15 2766 y (the)h(rob)r(ot)f(control)g(example.)16 b(One)11 b(p)r(oten)o(tial)f(adv)m (an)o(tage)h(of)15 2812 y(learning)g(real-v)n(alued)g(functions)h(is)g(that)g (it)f(pro)o(vides)h(a)g(w)n(a)o(y)1065 154 y(of)j(applying)g(EBL)h(to)g(learn\ ing)g(ab)q(out)f(optimizing)f(search)1065 199 y(\(again,)19 b(as)g(illustrate\ d)g(b)o(y)g(the)h(rob)q(ot)f(learning)f(example)1065 245 y(in)d(whic)n(h)g (the)h(goal)e(is)h(to)g(maxim)o(ize)d(the)k(rob)q(ot's)f(total)f(re-)1065 291 y(w)o(ard\).)j(F)m(or)10 b(example,)g(consider)h(the)h(task)e(of)g(learning)g (rules)1065 336 y(to)f(control)g(search.)16 b(Sym)n(b)q(olic)9 b(EBL)h(has)g (b)q(een)g(applied)f(with)1065 382 y(great)i(success)j(to)c(learning)h(rules) g(that)g(recommend)f(actions)1065 428 y(leading)f(to)g(a)h(goal)e(state,)j (but)f(has)g(b)q(een)g(remark)m(ably)f(unsuc-)1065 473 y(cessful)15 b(at)f (learning)g(rules)h(that)f(lead)g(along)f(the)i(minim)-5 b(um)1065 519 y(cost) 15 b(solution)e(path.)k(The)e(reason)f(is)g(that)g(explaining)e(wh)o(y)1065 565 y(one)20 b(action)f(has)h(lo)n(w)o(er)h(cost)f(than)g(another)g(in)n(v)o (olv)n(es)h(ex-)1065 610 y(planations)c(regarding)i(real-v)m(alued)f(quan)o (tities,)h(t)o(ypically)1065 656 y(leading)11 b(to)i(v)n(ery)g(detailed)g(exp\ lanations)f(and)g(v)o(ery)g(sp)r(eci\014c)1065 702 y(rules.)29 b(The)18 b(rob) q(ot)g(Q-Learning)f(example)f(ab)q(o)o(v)n(e)i(demon-)1065 747 y(strates)13 b (that)e(EBNN)i(can)e(b)q(e)h(practically)f(applied)g(to)g(learn-)1065 793 y (ing)i(such)h(optimizing)d(search)j(con)o(trol.)1065 863 y fs(Human)26 b(unde\ rstandab)o(il)o(i)o(t)-5 b(y)m(.)46 b fr(Sym)n(b)q(olic)22 b(rule-based)1065 909 y(represen)q(tations)c(are)h(without)f(doubt)g(more)g(understand-)1065 955 y(able)e(to)h(h)n(umans)f(than)g(neural)h(net)o(w)o(ork)f(represen)r(tations.) 1065 1000 y(While)11 b(there)i(is)f(w)o(ork)f(on)h(extracting)g(sym)n(b)q(oli\ c)f(summaries)1065 1046 y(of)17 b(the)h(kno)n(wledge)g(implicit)d(in)h(neural) i(net)o(w)o(ork)f(w)o(eigh)o(ts,)1065 1092 y(an)9 b(acceptable)i(general-purp) r(ose)f(method)g(is)g(still)f(not)g(a)o(v)m(ail-)1065 1137 y(able.)1065 1259 y fq(4)56 b(Summary)16 b(and)j(Conclusions)1065 1357 y fr(W)l(e)e(ha)o(v)o(e)g (examined)e(the)j(corresp)r(ondence)g(b)r(et)o(w)o(een)f(EBL)1065 1403 y(meth\ ods)d(using)f(sym)n(b)q(olic)g(and)g(neural)g(netw)o(ork)g(represen-)1065 1449 y(tations.)j(The)10 b(main)d(p)r(oin)n(ts)j(follo)m(wing)e(from)g(this)h(disc\ ussion)1065 1494 y(ma)m(y)14 b(b)q(e)g(summarized)e(as)i(follo)m(ws:)1095 1587 y(1.)20 b(Explanation-based)14 b(learning)h(whic)o(h)g(has)g(previously)1148 1633 y(b)q(een)i(considered)g(a)f(sym)m(b)r(olic)f(learning)g(method)h(can) 1148 1679 y(naturally)j(b)q(e)i(extended)h(to)e(neural)g(netw)o(ork)g(repre-) 1148 1724 y(sentations.)d(The)c(EBNN)g(algorithm)c(represen)q(ts)k(b)q(oth) 1148 1770 y(the)f(domain)c(theory)k(and)e(the)i(target)f(function)g(as)g(neu-) 1148 1816 y(ral)f(net)o(w)o(orks,)h(and)f(successfully)h(uses)g(explanations) f(of)1148 1861 y(individual)g(examples)g(to)i(guide)f(generalization)g(of)g (the)1148 1907 y(target)j(function.)1095 1971 y(2.)20 b(There)11 b(is)f(a)g (qualitativ)m(e)h(di\013erence)h(b)q(et)o(w)o(een)f(the)g(infor-)1148 2017 y (mation)j(that)i(can)g(naturally)f(b)q(e)h(extracted)i(from)c(ex-)1148 2063 y (planations)h(based)i(on)e(sym)n(b)q(olic)g(rules)i(and)f(explana-)1148 2108 y (tions)g(based)h(on)g(neural)f(netw)n(orks:)24 b(sym)n(b)q(olic)15 b(expla-) 1148 2154 y(nations)j(yield)g fd(we)n(akest)h(pr)n(e)n(c)n(onditions)g fr(und\ er)g(whic)o(h)1148 2200 y(the)d(explanation)f(holds,)g(whereas)i(neural)e(net) h(expla-)1148 2245 y(nations)11 b(yield)f fd(p)n(artial)h(derivatives)h(of)g (the)g(tar)n(get)g(func-)1148 2291 y(tion)j fr(with)g(resp)r(ect)i(to)e(eac)o (h)g(of)g(its)g(inputs,)g(ev)n(aluated)1148 2337 y(at)i(the)h(training)e(exam\ ple)f(p)r(oin)n(t.)28 b(These)18 b(constitute)1148 2382 y(t)o(w)o(o)13 b(di\ \013erent)h(w)o(a)n(ys)g(of)f(characterizing)h(the)g(relev)n(ance)1148 2428 y (of)e(training)f(example)g(attributes)i(with)f(resp)r(ect)h(to)f(the)1148 2474 y(target)i(function.)1095 2538 y(3.)20 b(There)14 b(is)g(a)e(qualitativ)n(e)h (di\013erence)i(b)r(et)o(w)o(een)f(the)g(con-)1148 2584 y(v)o(ergence)27 b (prop)q(erties)f(stemming)d(from)g(neural)i(net)1148 2629 y(v)o(ersus)c(rule) g(based)f(represen)q(tations)g(for)g(the)g(target)1148 2675 y(function.)k(Neu\ ral)16 b(net)g(learning)f(in)o(v)o(olv)n(es)h(incremen-)1148 2721 y(tally)11 b (appro)n(ximating)f(the)i(complete)f(target)i(function,)1148 2766 y(whereas) 18 b(learning)d(sets)j(of)d(rules)i(in)o(v)n(olv)n(es)g(incremen-)1148 2812 y (tally)c(extending)h(the)h(piecewise)g(co)o(v)o(erage)g(of)e(the)i(tar-)p eop %%Trailer end %%EOF