Review of Charniak's "Statistical Language Learning"

Extracted source text · arXiv cmp-lg/9506019

%Paper: cmp-lg/9506019
%From: David Magerman <magerman@bbn.com>
%Date: Wed, 21 Jun 1995 16:10:53 -0400

%!PS-Adobe-2.0
%%Creator: dvipsk 5.521a Copyright 1986, 1993 Radical Eye Software
%%Title: Charniak.dvi
%%Pages: 9
%%PageOrder: Ascend
%%BoundingBox: 0 0 612 792
%%DocumentFonts: Palatino-Bold Palatino-Roman Palatino-Italic
%%EndComments
%DVIPSCommandLine: dvips Charniak
%DVIPSSource:  TeX output 1994.10.16:1144
%%BeginProcSet: tex.pro
/TeXDict 250 dict def TeXDict begin /N{def}def /B{bind def}N /S{exch}N
/X{S N}B /TR{translate}N /isls false N /vsize 11 72 mul N /hsize 8.5 72
mul N /landplus90{false}def /@rigin{isls{[0 landplus90{1 -1}{-1 1}
ifelse 0 0 0]concat}if 72 Resolution div 72 VResolution div neg scale
isls{landplus90{VResolution 72 div vsize mul 0 exch}{Resolution -72 div
hsize mul 0}ifelse TR}if Resolution VResolution vsize -72 div 1 add mul
TR matrix currentmatrix dup dup 4 get round 4 exch put dup dup 5 get
round 5 exch put setmatrix}N /@landscape{/isls true N}B /@manualfeed{
statusdict /manualfeed true put}B /@copies{/#copies X}B /FMat[1 0 0 -1 0
0]N /FBB[0 0 0 0]N /nn 0 N /IE 0 N /ctr 0 N /df-tail{/nn 8 dict N nn
begin /FontType 3 N /FontMatrix fntrx N /FontBBox FBB N string /base X
array /BitMaps X /BuildChar{CharBuilder}N /Encoding IE N end dup{/foo
setfont}2 array copy cvx N load 0 nn put /ctr 0 N[}B /df{/sf 1 N /fntrx
FMat N df-tail}B /dfs{div /sf X /fntrx[sf 0 0 sf neg 0 0]N df-tail}B /E{
pop nn dup definefont setfont}B /ch-width{ch-data dup length 5 sub get}
B /ch-height{ch-data dup length 4 sub get}B /ch-xoff{128 ch-data dup
length 3 sub get sub}B /ch-yoff{ch-data dup length 2 sub get 127 sub}B
/ch-dx{ch-data dup length 1 sub get}B /ch-image{ch-data dup type
/stringtype ne{ctr get /ctr ctr 1 add N}if}B /id 0 N /rw 0 N /rc 0 N /gp
0 N /cp 0 N /G 0 N /sf 0 N /CharBuilder{save 3 1 roll S dup /base get 2
index get S /BitMaps get S get /ch-data X pop /ctr 0 N ch-dx 0 ch-xoff
ch-yoff ch-height sub ch-xoff ch-width add ch-yoff setcachedevice
ch-width ch-height true[1 0 0 -1 -.1 ch-xoff sub ch-yoff .1 add]{
ch-image}imagemask restore}B /D{/cc X dup type /stringtype ne{]}if nn
/base get cc ctr put nn /BitMaps get S ctr S sf 1 ne{dup dup length 1
sub dup 2 index S get sf div put}if put /ctr ctr 1 add N}B /I{cc 1 add D
}B /bop{userdict /bop-hook known{bop-hook}if /SI save N @rigin 0 0
moveto /V matrix currentmatrix dup 1 get dup mul exch 0 get dup mul add
.99 lt{/QV}{/RV}ifelse load def pop pop}N /eop{SI restore showpage
userdict /eop-hook known{eop-hook}if}N /@start{userdict /start-hook
known{start-hook}if pop /VResolution X /Resolution X 1000 div /DVImag X
/IE 256 array N 0 1 255{IE S 1 string dup 0 3 index put cvn put}for
65781.76 div /vsize X 65781.76 div /hsize X}N /p{show}N /RMat[1 0 0 -1 0
0]N /BDot 260 string N /rulex 0 N /ruley 0 N /v{/ruley X /rulex X V}B /V
{}B /RV statusdict begin /product where{pop product dup length 7 ge{0 7
getinterval dup(Display)eq exch 0 4 getinterval(NeXT)eq or}{pop false}
ifelse}{false}ifelse end{{gsave TR -.1 -.1 TR 1 1 scale rulex ruley
false RMat{BDot}imagemask grestore}}{{gsave TR -.1 -.1 TR rulex ruley
scale 1 1 false RMat{BDot}imagemask grestore}}ifelse B /QV{gsave
transform round exch round exch itransform moveto rulex 0 rlineto 0
ruley neg rlineto rulex neg 0 rlineto fill grestore}B /a{moveto}B /delta
0 N /tail{dup /delta X 0 rmoveto}B /M{S p delta add tail}B /b{S p tail}
B /c{-4 M}B /d{-3 M}B /e{-2 M}B /f{-1 M}B /g{0 M}B /h{1 M}B /i{2 M}B /j{
3 M}B /k{4 M}B /w{0 rmoveto}B /l{p -4 w}B /m{p -3 w}B /n{p -2 w}B /o{p
-1 w}B /q{p 1 w}B /r{p 2 w}B /s{p 3 w}B /t{p 4 w}B /x{0 S rmoveto}B /y{
3 2 roll p a}B /bos{/SS save N}B /eos{SS restore}B end
%%EndProcSet
%%BeginProcSet: texps.pro
TeXDict begin /rf{findfont dup length 1 add dict begin{1 index /FID ne 2
index /UniqueID ne and{def}{pop pop}ifelse}forall[1 index 0 6 -1 roll
exec 0 exch 5 -1 roll VResolution Resolution div mul neg 0 0]/Metrics
exch def dict begin Encoding{exch dup type /integertype ne{pop pop 1 sub
dup 0 le{pop}{[}ifelse}{FontMatrix 0 get div Metrics 0 get div def}
ifelse}forall Metrics /Metrics currentdict end def[2 index currentdict
end definefont 3 -1 roll makefont /setfont load]cvx def}def
/ObliqueSlant{dup sin S cos div neg}B /SlantFont{4 index mul add}def
/ExtendFont{3 -1 roll mul exch}def /ReEncodeFont{/Encoding exch def}def
end
%%EndProcSet
%%BeginProcSet: spline.ps
/@ChaikinSplineSectionDict 20 dict def
/@ChaikinSplineSectionShow {
@ChaikinSplineSectionDict begin
/y4 exch def /x4 exch def
/y3 exch def /x3 exch def
/y2 exch def /x2 exch def
/y1 exch def /x1 exch def
/xm x2 x3 add 2 div def
/ym y2 y3 add 2 div def
x1 xm sub abs 3 lt
y1 ym sub abs 3 lt
and
{ x1 y1 moveto xm ym lineto stroke }
{
xm ym x1 y1 x2 y2 x3 y3 x4 y4
x1 y1
x1 x2 add 2 div y1 y2 add 2 div
x2 3 mul x3 add 4 div y2 3 mul y3 add 4 div
xm ym
@ChaikinSplineSectionShow
/y4 exch def /x4 exch def
/y3 exch def /x3 exch def
/y2 exch def /x2 exch def
/y1 exch def /x1 exch def
/ym exch def /xm exch def
} ifelse
xm x4 sub abs 3 lt
ym y4 sub abs 3 lt
and
{ xm ym moveto x4 y4 lineto stroke }
{   xm ym
x2 x3 3 mul add 4 div y2 y3 3 mul add 4 div
x3 x4 add 2 div y3 y4 add 2 div
x4 y4
@ChaikinSplineSectionShow
} ifelse
end
} def
/@ChaikinSplineDict 22 dict def
/@ChaikinSplineDraw {
@ChaikinSplineDict begin
/n exch def
n 2 mul -2 roll
/y1 exch def
/x1 exch def
/n n 1 sub def
n 2 mul -2 roll
/y2 exch def
/x2 exch def
/n n 1 sub def
/cx1 x1 x2 add 2 div def
/cy1 y1 y2 add 2 div def
/cx2 x1 3 x2 mul add 4 div def
/cy2 y1 3 y2 mul add 4 div def
newpath x1 y1 moveto cx1 cy1 lineto
{
n 0 eq {exit} if
/x1 x2 def /y1 y2 def
n 2 mul -2 roll
/y2 exch def
/x2 exch def
/n n 1 sub def
/cx3 3 x1 mul x2 add 4 div def
/cy3 3 y1 mul y2 add 4 div def
/cx4 x1 x2 add 2 div def
/cy4 y1 y2 add 2 div def
cx1 cy1 cx2 cy2 cx3 cy3 cx4 cy4 @ChaikinSplineSectionShow
/cx1 cx4 def
/cy1 cy4 def
/cx2 x1 3 x2 mul add 4 div def
/cy2 y1 3 y2 mul add 4 div def
} loop
cx1 cy1 moveto x2 y2 lineto stroke
end
} def
%%EndProcSet
%%BeginProcSet: ellipse.ps
/@ellipsedict 8 dict def
@ellipsedict /mtrx matrix put
/@ellipse
{
@ellipsedict begin
/endangle exch def	/startangle exch def
/yrad exch def	/xrad exch def
/y exch def		/x exch def
/savematrix mtrx currentmatrix def
x y translate
xrad yrad scale
0 0 1 startangle endangle arc
savematrix setmatrix
end
} def
%%EndProcSet
TeXDict begin 40258431 52099146 1000 300 300 (Charniak.dvi)
@start /Fa 1 111 df<703E0058C7009D03809E03809C03809C03803807003807003807
00380E00700E40700E40701C40701C80E00C8060070012107E8F17>110
D E /Fb 81[20 52[19 19 27 19 21 12 15 15 17 19 17 21
29 10 17 1[10 19 19 10 15 19 15 17 17 7[25 1[35 27 29
23 21 25 1[23 1[29 35 21 1[12 12 29 27 21 23 29 25 23
27 6[9 1[19 1[19 2[19 19 3[9 12 9 44[{}54 37.500000 /Palatino-Italic
rf /Fc 48[12 20[19 8[19 2[23 3[19 47[19 21 19 31 21 23
12 16 15 21 22 20 22 33 11 21 9 11 22 21 12 18 23 17
21 19 6[25 25 1[37 27 29 23 20 25 1[23 29 31 35 23 27
12 13 31 29 21 23 29 26 23 29 28 4[9 9 19 19 19 19 19
19 19 19 19 19 23 9 12 9 2[12 12 10 39[{}75 37.500000
/Palatino-Roman rf /Fd 140[17 15 3[23 7[15 19 1[17 16[27
1[23 2[37 3[15 7[29 7[19 19 1[19 19 2[19 19 19 2[12 45[{}19
37.500000 /Palatino-Bold rf /Fe 1 1 df<FFFFC0FFFFC012027D871A>0
D E /Ff 139[11 1[13 1[17 15 18 1[9 2[9 3[13 17 2[15 97[{}10
33.333332 /Palatino-Italic rf /Fg 140[15 2[20 1[20 1[11
2[11 20 18 1[17 1[15 1[17 97[{}10 33.333332 /Palatino-Bold
rf /Fh 2 42 df<0102040C1818303070606060E0E0E0E0E0E0E0E0E0E0606060703030
18180C04020108227D980E>40 D<8040203018180C0C0E06060607070707070707070707
0606060E0C0C18183020408008227E980E>I E /Fi 1 81 df<07FFF800E00E00E00700
E00700E00701C00701C00701C00701C00E03801C03807003FFC003800007000007000007
00000700000E00000E00000E00000E00001C0000FF800018177F9616>80
D E /Fj 81[20 52[18 1[28 19 20 11 14 13 19 20 18 19 29
10 18 1[10 19 18 11 16 20 15 18 17 12[20 18[26 14[17
17 2[8 1[8 44[{}30 33.333332 /Palatino-Roman rf /Fk 2
51 df<187898181818181818181818181818FF08107D8F0F>49 D<1F00618040C08060C0
600060006000C00180030006000C00102020207FC0FFC00B107F8F0F>I
E /Fl 1 107 df<C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0C0
C0C0C0C0C0C0C0C0C0C0C0C0C002297B9E0C>106 D E /Fm 3 111
df<40E06020202040408003097D820A>59 D<0780184030206040C040FF80C000800080
00C020C04061803E000B0D7E8C10>101 D<30F8590C4E0C9C0C980C180C180C30183019
303130316032601C100D7F8C15>110 D E /Fn 4 53 df<0C001C00EC000C000C000C00
0C000C000C000C000C000C000C000C000C000C000C000C00FFC00A137D9211>49
D<1F0060C06060F070F030603000700070006000C001C00180020004000810101020207F
E0FFE00C137E9211>I<0FC030707038703870380038003000E00FC0007000380018001C
601CF01CF018E03860701FC00E137F9211>I<006000E000E00160026006600C60086010
6020606060C060FFFC0060006000600060006003FC0E137F9211>I
E /Fo 13 122 df<07800001C00001E00000E00000E00000F00000700000700000780000
3800003800003C00001C00001C00001E00000E00001E00003F0000670000C70001878003
03800603800E03C01C01C03801C07001E0E000E0C000F0141D7E9C18>21
D<60F0F06004047C830C>58 D<60F0F0701010101020204080040C7C830C>I<01FFFF00
003C03C0003800E0003800F00038007000380070007000F0007000F0007000F0007000E0
00E001E000E003C000E0070000E01E0001FFF00001C0000001C0000001C0000003800000
038000000380000003800000070000000700000007000000070000000F000000FFE00000
1C1C7E9B1B>80 D<01FFC0FF80001E003C00001C003000000E002000000E004000000F00
80000007010000000782000000038400000003CC00000001D800000001F000000001E000
000000E000000000F00000000170000000027800000004380000000838000000103C0000
00201C000000401E000000800E000001000F0000020007000006000700001E000F8000FF
803FF000211C7F9B22>88 D<FFE007F80F0001E00F0001800F0001000700020007800400
0380080003C0180003C0100001C0200001E0400000E0800000F1000000F2000000760000
007C000000380000003800000070000000700000007000000070000000E0000000E00000
00E0000000E0000001C000001FFC00001D1C7F9B18>I<01E3000717000C0F00180F0038
0E00300E00700E00700E00E01C00E01C00E01C00E01C00E03880E03880E0388060788031
99001E0E0011127E9116>97 D<3F00070007000E000E000E000E001C001C001C001C0039
E03A303C1838187018701C701C701CE038E038E038E030E070E060E0C061C023001E000E
1D7E9C12>I<01F0030C0C0C1C1E383C301870007000E000E000E000E000E000E0046008
601030601F800F127E9112>I<3C1F004E61804681C04701C08F01C08E01C00E01C00E01
C01C03801C03801C03801C0700380710380710380E10380E2070064030038014127E9119
>110 D<1C00C0802701C1C04701C1C04701C0C087038040870380400E0380400E038040
1C0700801C0700801C0700801C07010018060100180601001C0E02001C0F04000E130800
03E1F0001A127E911E>119 D<07878008C84010F0C020F1E020E3C040E18000E00000E0
0001C00001C00001C00001C000638080F38080F38100E5810084C60078780013127E9118
>I<1C00C02701C04701C04701C08703808703800E03800E03801C07001C07001C07001C
0700180E00180E00180E001C1E000C3C0007DC00001C00001800603800F03000F06000E0
C0004180003E0000121A7E9114>I E /Fp 9 62 df<00800100020006000C000C001800
18003000300030006000600060006000E000E000E000E000E000E000E000E000E000E000
E000E0006000600060006000300030003000180018000C000C000600020001000080092A
7C9E10>40 D<8000400020003000180018000C000C000600060006000300030003000300
038003800380038003800380038003800380038003800380030003000300030006000600
06000C000C00180018003000200040008000092A7E9E10>I<0006000000060000000600
000006000000060000000600000006000000060000000600000006000000060000000600
0000060000FFFFFFE0FFFFFFE00006000000060000000600000006000000060000000600
00000600000006000000060000000600000006000000060000000600001B1C7E9720>43
D<03C00C301818300C300C700E60066006E007E007E007E007E007E007E007E007E007E0
07E007E007E00760066006700E300C300C18180C3007E0101D7E9B15>48
D<010007003F00C700070007000700070007000700070007000700070007000700070007
00070007000700070007000700070007000700FFF80D1C7C9B15>I<07E01830201C201C
781E780E781E381E001C001C00180030006007C00030001C001C000E000F000F700FF80F
F80FF80FF00E401C201C183007C0101D7E9B15>51 D<00F0030C04040C0E181E301E300C
700070006000E3E0E430E818F00CF00EE006E007E007E007E007E007600760077006300E
300C18180C3003E0101D7E9B15>54 D<60F0F0600000000000000000000060F0F0600412
7C910C>58 D<7FFFFFC0FFFFFFE000000000000000000000000000000000000000000000
00000000000000000000FFFFFFE07FFFFFC01B0C7E8F20>61 D E
/Fq 134[21 1[30 21 23 14 16 16 1[21 18 23 32 12 18 12
12 21 21 12 16 21 17 19 18 13[23 28 3[32 39 23 2[14 4[32
28 25 19[10 1[10 44[{}34 41.666668 /Palatino-Italic rf
/Fr 67[42 1[21 8[21 2[25 3[21 47[21 23 21 35 23 25 14
18 16 23 25 23 24 37 12 23 10 12 24 23 14 20 25 18 23
21 3[14 1[14 1[28 1[42 1[32 25 22 28 1[25 33 34 39 25
1[14 14 35 32 23 25 32 29 25 32 1[18 3[10 10 21 21 21
21 21 21 21 21 21 21 1[10 14 10 25 1[14 14 12 1[35 21
2[12 33[{}77 41.666668 /Palatino-Roman rf /Fs 69[21 11[25
3[21 48[23 2[23 25 14 18 16 1[25 23 25 37 14 25 1[14
25 23 16 21 25 18 25 21 13[25 3[35 5[16 3[25 1[30 1[32
11[21 21 21 21 21 2[10 46[{}36 41.666668 /Palatino-Bold
rf /Ft 138[30 17 22 19 3[30 1[17 2[17 1[28 1[25 1[22
1[25 13[30 83[{}12 50.000000 /Palatino-Bold rf end
%%EndProlog
%%BeginSetup
%%Feature: *Resolution 300dpi
TeXDict begin

%%EndSetup
%%Page: 1 1
1 0 bop -62 79 a Ft(Statistical)10 b(language)i(learning)-62
178 y Fs(Eugene)f(Charniak)-62 228 y Fr(\(Br)o(own)f(University\))-62
337 y(Cambridge,)h(MA:)g(The)g(MIT)g(Pr)o(ess)g(\(A)-62
386 y(Bradfor)o(d)g(book\),)f(1993,)g(xx+170)h(pp;)-62
436 y(har)o(dbound,)h(ISBN)f(0-262-03216-3,)c($25.00)-62
535 y Fq(Reviewed)i(by)-62 584 y(David)h(M.)h(Magerman)-62
634 y(Bolt)f(Beranek)i(and)f(Newman)h(Inc)-62 784 y Fs(1.)e
(Introduction)-62 883 y Fr(The)15 b($64,000)e(question)h(in)h
(computational)e(linguistics)h(these)g(days)g(is:)h(\252What)e(should)i
(I)f(r)o(ead)-62 933 y(to)c(learn)h(about)f(statistical)e(natural)j
(language)f(pr)o(ocessing?\272)h(I)g(have)g(been)g(asked)f(this)h
(question)-62 983 y(over)g(and)g(over)m(,)g(and)g(each)g(time)f(I)h
(have)g(given)g(basically)g(the)f(same)g(r)o(eply:)i(ther)o(e)f(is)f
(no)h(text)f(that)-62 1033 y(addr)o(esses)i(this)g(topic)g(dir)o(ectly)
-5 b(,)14 b(and)f(the)f(best)f(one)h(can)h(do)g(is)f(\256nd)h(a)f(good)
g(pr)o(obability-theory)-62 1083 y(textbook)e(and)h(a)h(good)f
(information-theory)e(textbook,)i(and)h(supplement)e(those)g(texts)g
(with)h(an)-62 1132 y(assortment)i(of)j(confer)o(ence)h(papers)e(and)h
(journal)g(articles.)g(Understanding)g(the)g(disappoint-)-62
1182 y(ment)10 b(this)g(answer)h(pr)o(ovoked,)h(I)f(was)e(delighted)j
(to)e(hear)h(that)f(someone)f(had)j(\256nally)f(written)f(a)-62
1232 y(book)d(dir)o(ectly)i(addr)o(essing)g(this)f(topic.)g(However)m
(,)g(after)f(r)o(eading)i(Eugene)g(Charniak's)f Fq(Statistical)-62
1282 y(Language)i(Learning,)g Fr(I)f(have)h(very)g(mixed)g(feelings)f
(about)g(the)g(impact)g(this)f(book)h(might)g(have)h(on)-62
1332 y(the)g(ever)o(-gr)o(owing)h(\256eld)g(of)f(statistical)e(NLP)-5
b(.)12 1381 y(The)16 b(book)f(begins)g(with)g(a)g(very)h(brief)g
(description)g(of)e(the)h(classic)h(arti\256cial)f(intelligence)-62
1431 y(appr)o(oach)9 b(to)e(NLP)j(\(chapter)f(1\),)f(including)i
(morphology)-5 b(,)9 b(syntax,)g(semantics,)e(and)i(pragmatics.)-62
1481 y(It)k(pr)o(esents)h(a)g(few)f(de\256nitions)h(fr)o(om)g(pr)o
(obability)g(theory)f(and)i(information)e(theory)h(\(chapter)-62
1531 y(2\),)e(then)g(pr)o(oceeds)h(to)e(intr)o(oduce)i(hidden)h(Markov)
f(models)e(\(chapters)h(3\2614\))f(and)i(pr)o(obabilistic)-62
1581 y(context-fr)o(ee)k(grammars)f(\(chapters)h(5\2616\).)g(The)h
(book)e(concludes)i(with)f(a)g(few)g(chapters)g(dis-)-62
1630 y(cussing)e(advanced)i(topics)e(in)h(statistical)e(language)h
(learning,)i(such)f(as)f(grammar)g(induction)-62 1680
y(\(chapter)9 b(7\),)g(syntactic)h(disambiguation)e(\(chapter)h(8\),)h
(wor)o(d)f(clustering)h(\(chapter)f(9\),)h(and)f(wor)o(d)-62
1730 y(sense)g(disambiguation)g(\(chapter)i(10\).)12
1780 y(T)l(o)g(its)e(cr)o(edit,)i(the)e(book)g(serves)h(as)f(an)h
(inter)o(esting)f(popular)h(discussion)f(of)g(statistical)f(mod-)-62
1830 y(eling)j(in)h(NLP)-5 b(.)12 b(It)f(is)g(well-written)f(and)i
(entertaining,)g(and)f(very)h(accessible)g(to)e(the)h(r)o(eader)h(with)
-62 1880 y(a)f(limited)g(mathematical)f(backgr)o(ound.)j(It)d(pr)o
(esents)h(a)g(good)g(selection)g(of)g(statistical)e(NLP)k(top-)-62
1929 y(ics)g(to)f(intr)o(oduce)i(the)e(r)o(eader)i(to)e(the)h(\256eld.)
g(And)h(the)e(descriptions)h(of)g(the)f(forwar)o(d-backwar)o(d)-62
1979 y(algorithm)d(for)h(hidden)g(Markov)h(models)e(and)h(the)f
(inside-outside)g(algorithm)g(for)h(pr)o(obabilistic)-62
2029 y(context-fr)o(ee)g(grammars)f(ar)o(e)i(intuitive)f(and)h(easy)f
(to)f(follow)l(.)12 2079 y(However)m(,)h(as)f(a)h(r)o(esour)o(ce)h(for)
e(someone)g(inter)o(ested)g(in)h(entering)h(this)e(ar)o(ea)h(of)f(r)o
(esear)o(ch,)i(this)-62 2129 y(book)e(falls)h(far)h(short)e(of)h(its)g
(author)s('s)f(goals.)h(These)g(goals)g(ar)o(e)g(clearly)h(stated)f(in)
g(the)g(pr)o(eface:)87 2228 y(This)16 b(book)f(aims)g(to)g(acquaint)g
(the)g(r)o(eader)i(with)e(both)g(the)g(curr)o(ent)i(state)d(of)87
2278 y(the)9 b(art)h(in)f(statistical)f(language)i(pr)o(ocessing)f
(\274)g(and)h(the)f(mathematical)f(back-)87 2328 y(gr)o(ound)14
b(necessary)g(to)e(understand)i(the)f(\256eld.)h(\274Because)f(the)f
(book)h(is)g(r)o(ela-)87 2378 y(tively)f(self-contained,)g(it)f(could)i
(be)f(used)f(at)h(the)f(intermediate)g(or)h(advanced)87
2428 y(under)o(graduate)c(level.)g(However)m(,)e(because)h(of)f(its)g
(narr)o(ow)i(focus,)f(and)g(because)87 2477 y(it)k(skirts)g(so)g(close)
g(to)f(the)h(r)o(esear)o(ch)i(edge)e(in)h(this)f(ar)o(ea,)h(it)f(would)
g(pr)o(obably)g(be)87 2527 y(better)f(as)f(a)i(beginning)g
(graduate-level)f(course.)h(\(p.)f(xvii\))1511 2731 y(1)p
eop
%%Page: 2 2
2 1 bop -62 79 a Fr(The)10 b(book)f(is)h(written)f(at)g(a)h(level)g
(that)f(is)h(per)o(haps)f(appr)o(opriate)h(for)g(an)f(under)o(graduate)
i(student.)-62 129 y(But)h(it)g(is)g(too)f(brief)i(\(170)e(pages\))g
(for)i(a)f(book)f(that)h(claims)f(to)h(be)g(a)g(self-contained)g
(summary)f(of)-62 178 y(the)f(curr)o(ent)h(state)e(of)h(the)g(art)g(in)
g(this)g(\256eld.)h(In)g(particular)m(,)g(far)f(too)g(little)f
(attention)g(is)h(paid)h(to)e(the)-62 228 y(mathematical)h(\256elds)h
(of)g(study)h(upon)f(which)h(the)f(statistical)f(methods)g(ar)o(e)i
(based:)g(pr)o(obability)-62 278 y(theory)c(and)h(information)f(theory)
-5 b(.)10 b(The)f(book)f(contains)h(too)e(few)h(r)o(efer)o(ences)i(to)e
(the)h(literatur)o(e)f(\(44)-62 328 y(bibliography)h(entries\))f(to)g
(be)g(useful)g(as)g(a)h(springboar)o(d)g(to)f(other)g(sour)o(ces)h(for)
f(a)h(r)o(esear)o(cher)m(.)h(And)-62 378 y(it)f(is)h(neither)g
(self-contained)f(nor)h(an)g(adequate)g(pr)o(esentation)e(of)i(the)f
(state)g(of)g(the)h(art,)g(even)g(as)f(it)-62 428 y(existed)h(in)g
(1993)g(when)g(the)g(book)g(was)f(written.)12 477 y(One)16
b(of)g(the)f(mixed)i(blessings)e(of)h(this)f(book)h(is)f(the)h(tone)f
(of)h(the)g(technical)g(discussions.)-62 527 y(Charniak)11
b(is)f(trying)g(to)g(appeal)f(to)h(the)g(widest)f(possible)g(audience)i
(in)g(his)f(book,)g(and)g(he)h(is)e(to)h(be)-62 577 y(applauded)k(for)g
(his)f(ef)o(fort.)h(However)m(,)g(in)g(avoiding)g(mathematical)e
(formalism)h(and)h(concr)o(ete)-62 627 y(pr)o(oofs)f(in)h(favor)f(of)g
(intuitive)h(explanations)e(and)i(simple)f(examples,)g(he)h(withholds)f
(fr)o(om)g(the)-62 677 y(r)o(eader)j(the)e(critical)i(building)g
(blocks)f(of)f(this)h(\256eld.)h(While)e(the)h(technical)g(material)g
(is)f(gener)o(-)-62 726 y(ally)g(accurate,)h(the)e(intuitive)h
(discussions)g(ar)o(e)g(fr)o(equently)h(of)o(f)f(the)f(mark.)i(If)f
(the)g(r)o(eader)h(wer)o(e)-62 776 y(of)o(fer)o(ed)c(the)f
(mathematical)f(pr)o(oofs,)h(he)h(or)g(she)f(could)h(evaluate)f(the)h
(discussions)f(on)g(their)h(mer)o(-)-62 826 y(its.)h(However)m(,)h
(without)e(the)h(technical)i(details,)e(the)g(r)o(eader)i(must)e(place)
h(faith)f(in)h(the)f(author)s('s)-62 876 y(intuition.)12
926 y(My)c(main)f(concern)i(about)e(this)f(book)h(is)h(that)e(it)h
(will)h(be)f(taken)g(as)g(the)g(de\256nitive)h(pr)o(esentation)-62
976 y(of)j(statistical)f(NLP)-5 b(.)13 b(It)e(is)h(the)f(\256rst)h
(book)f(on)h(the)f(topic,)h(and)g(the)g(only)g(one)f(curr)o(ently)j
(available.)-62 1025 y(Given)e(the)g(exposur)o(e)h(it)e(is)h(likely)h
(to)f(r)o(eceive)h(as)f(a)g(r)o(esult,)g(it)g(might)g(be)g(worthwhile)g
(to)f(explor)o(e)-62 1075 y(some)f(of)i(the)f(shortcomings)g(of)g(the)h
(book)f(in)h(mor)o(e)g(detail.)g(In)g(particular)m(,)g(I)g(will)g(addr)
o(ess)g(thr)o(ee)-62 1125 y(main)c(points:)g(\(1\))f(the)h(limited)h
(mathematical)d(backgr)o(ound)k(pr)o(ovided)g(in)e(the)g(book,)h(\(2\))
e(the)h(gaps)-62 1175 y(in)17 b(the)f(book's)f(coverage)i(of)f(the)h
(literatur)o(e,)f(and)h(\(3\))f(some)g(signi\256cant)h
(oversimpli\256cations)-62 1225 y(made)10 b(in)g(the)g(book.)-62
1324 y Fs(2.)g(\252A)h(fragment)f(of)h(probability)f(theory\272)-62
1424 y Fr(One)j(of)h(the)g(book's)e(aims)i(is)f(to)h(acquaint)g(the)f
(r)o(eader)i(with)f(\252the)f(mathematical)g(backgr)o(ound)-62
1474 y(necessary)8 b(to)f(understand)i(the)f(\256eld.\272)h(This)f
(mathematical)f(backgr)o(ound)i(is)f(no)h(less)e(than)h(pr)o(oba-)-62
1523 y(bility)g(theory)g(and)g(information)f(theory)-5
b(,)9 b(and)g(each)f(of)g(these)f(topics)h(demands)g(at)f(least)g(a)h
(chapter)m(,)-62 1573 y(if)h(not)f(an)i(entir)o(e)f(textbook.)f(In)i(a)
f(book)f(about)h(statistical)e(modeling,)i(mor)o(e)g(discussion)g(of)g
(pr)o(oba-)-62 1623 y(bility)e(theory)h(is)f(warranted)g(than)h(the)f
(thr)o(ee-page)g(section)g(entitled)g(\252A)h(fragment)f(of)g(pr)o
(obability)-62 1673 y(theory\272,)13 b(which)g(is)g(all)g(this)g(book)f
(devotes)h(to)f(the)h(topic.)g(Also,)g(a)g(formal)g(pr)o(esentation)f
(of)g(the)-62 1723 y(concepts)i(of)g(information)f(theory)h(and)g
(their)h(r)o(elationship)f(to)f(one)h(another)g(would)g(be)g(much)-62
1773 y(mor)o(e)8 b(informative)g(than)g(the)g(casual)h(tr)o(eatment)e
(they)h(ar)o(e)h(given)g(her)o(e.)h(Readers)e(may)g(appr)o(eciate)-62
1822 y(and)15 b(enjoy)f(the)g(chatty)g(tone)g(of)g(the)g(examples)g
(given)h(in)g(the)f(chapter)m(,)h(but)f(it)g(is)g(necessary)h(to)-62
1872 y(understand)e(these)e(concepts)h(at)g(a)h(formal)f(mathematical)f
(level)i(in)f(or)o(der)i(to)e(compr)o(ehend)h(the)-62
1922 y(topics)c(discussed)h(later)g(in)g(the)g(book,)g(as)f(well)h(as)f
(other)h(topics)f(that)h(ar)o(e)g(not)f(mentioned)h(but)f(ar)o(e)-62
1972 y(r)o(elevant)i(to)e(the)h(\256eld.)12 2022 y(In)h(particular)m(,)
h(the)e(book)g(omits)g(a)g(number)h(of)f(important)g(de\256nitions.)h
(Signi\256cantly)-5 b(,)12 b(ther)o(e)-62 2071 y(is)j(no)h(formal)f
(de\256nition)g(of)g(what)g(constitutes)f(a)h(pr)o(obability)g(model!)g
(Nowher)o(e)h(in)g(the)f(text)-62 2121 y(does)10 b(it)h(say)g(that)f(a)
h(pr)o(obability)g(function)g(is)g(a)g(mapping)g(onto)f(the)h(closed)g
(set)g(of)f(r)o(eal)i(numbers)-62 2171 y(between)k(0)h(and)g(1.)g(Nor)h
(does)e(it)h(state)e(that,)i(in)g(the)g(discr)o(ete)g(case,)g(the)g(pr)
o(obabilities)f(of)h(all)-62 2221 y(possibilities)8 b(must)h(sum)h(to)f
Fp(1)p Fo(:)h Fr(This)g(latter)g(detail,)g(however)m(,)h(is)f
(necessary)g(to)f(solve)h(at)g(least)f(one)-62 2271 y(of)h(the)h(exer)o
(cises.)h(The)f(book)f(also)g(uses)g(notation)g(like)h
Fo(P)6 b Fp(\()p Fo(X)16 b Fp(=)c Fo(x;)7 b(Y)21 b Fp(=)13
b Fo(y)q Fp(\))f Fr(without)d(mentioning)-62 2320 y(the)i(term)h
Fq(joint)g(pr)o(obability)f Fr(or)i(de\256ning)g(the)e(concept)i(it)e
(r)o(epr)o(esents.)i(And,)g(while)f(information-)-62
2370 y(theor)o(etic)h(concepts)g(such)h(as)f(entr)o(opy)g(and)h(cr)o
(oss)g(entr)o(opy)f(ar)o(e)h(de\256ned)g(in)g(some)e(detail)i(early)-62
2420 y(in)h(the)f(book,)g(the)g(de\256nitions)g(of)h(other)f(important)
f(concepts,)i(such)g(as)f(conditional)g(entr)o(opy)-5
b(,)-62 2470 y(r)o(elative)13 b(entr)o(opy)-5 b(,)13
b(and)h(mutual)d(information,)i(ar)o(e)g(scatter)o(ed)f(thr)o(oughout)h
(the)f(text,)h(without)e(a)-62 2520 y(clear)g(description)f(of)g(the)g
(r)o(elationship)g(among)f(them.)h(Many)h(of)f(the)g(measur)o(es)f(in)i
(information)-62 2570 y(theory)e(can)h(be)f(derived)i(fr)o(om)e
(combinations)f(of)h(other)g(measur)o(es,)g(and)h(it)f(is)g(very)h
(instructive)g(to)1511 2731 y(2)p eop
%%Page: 3 3
3 2 bop -62 79 a Fr(see)9 b(these)h(derivations.)12 129
y(One)i(of)g(the)g(consequences)g(of)g(the)g(lack)h(of)e(mathematical)g
(backgr)o(ound)i(pr)o(esented)g(in)f(the)-62 178 y(book)g(is)g(that)g
(it)h(makes)e(it)i(dif)o(\256cult)g(for)g(students)e(to)h(identify)h
(car)o(eless)g(mistakes)e(in)i(the)f(litera-)-62 228
y(tur)o(e,)h(such)f(as)g(typographical)g(err)o(ors)h(in)g(formulas)e
(and)i(mathematical)e(err)o(ors)i(in)f(derivations.)-62
278 y(For)h(instance,)g(in)g(Chapter)h(2,)f(the)g(application)f(of)h
(the)f(sour)o(ce-channel)i(model)f(to)f(the)h(speech-)-62
328 y(r)o(ecognition)18 b(pr)o(oblem)h(is)f(intr)o(oduced,)i(wher)o(e)e
(the)g(pr)o(obability)g(of)g(the)g(transcription)g(of)g(an)-62
378 y(utterance,)10 b Fo(w)160 384 y Fn(1)p Fm(;n)209
378 y Fo(;)g Fr(given)h(the)f(speech)g(signal)g(is)g(estimated)f(using)
h(Bayes')g(rule:)215 494 y Fo(P)c Fp(\()p Fo(w)294 500
y Fn(1)p Fm(;n)342 494 y Fl(j)p Fs(speech)11 b(signal)p
Fp(\))h(=)685 466 y Fo(P)6 b Fp(\()p Fo(w)764 472 y Fn(1)p
Fm(;n)812 466 y Fp(\))p Fo(P)g Fp(\()p Fs(speech)11 b(signal)q
Fl(j)p Fo(w)1174 472 y Fn(1)p Fm(;n)1222 466 y Fp(\))p
685 485 554 2 v 802 523 a Fo(P)6 b Fp(\()p Fs(speech)11
b(signal)p Fp(\))1243 494 y Fo(:)-62 609 y Fr(Later)m(,)g(in)g(a)g
(discussion)f(of)h(an)g(example)f(of)h(the)f(speech-r)o(ecognition)h
(algorithm,)g(the)g(text)f(states)-62 659 y(that)f(r)o(ecognizers)i
(sear)o(ch)g(for)f(the)g(sequence)h(of)e(wor)o(ds)i(that)e(maximizes)g
(the)h(quantity:)1375 643 y Fk(1)381 750 y Fo(P)c Fp(\()p
Fo(a)452 756 y Fn(2)470 750 y Fo(;)h(b)507 756 y Fn(1)525
750 y Fo(;)g(c)562 756 y Fn(4)580 750 y Fp(\))p Fo(P)f
Fp(\()p Fo(a)667 756 y Fn(2)685 750 y Fo(;)h(b)722 756
y Fn(1)740 750 y Fo(;)g(c)777 756 y Fn(4)795 750 y Fl(j)p
Fs(speech)k(signal)p Fp(\))p Fo(:)-62 842 y Fr(The)g(corr)o(ect)g
(formula)f(is)g(actually:)381 933 y Fo(P)c Fp(\()p Fo(a)452
939 y Fn(2)470 933 y Fo(;)h(b)507 939 y Fn(1)525 933
y Fo(;)g(c)562 939 y Fn(4)580 933 y Fp(\))p Fo(P)f Fp(\()p
Fs(speech)11 b(signal)p Fl(j)p Fo(a)933 939 y Fn(2)951
933 y Fo(;)c(b)988 939 y Fn(1)1006 933 y Fo(;)g(c)1043
939 y Fn(4)1061 933 y Fp(\))p Fo(:)-62 1024 y Fr(This)i(is)f(most)f
(certainly)i(a)g(typographical)f(err)o(or)m(,)i(although)f(it)f(is)g(r)
o(epeated)h(twice.)g(But)f(the)h(r)o(eader)m(,)-62 1074
y(without)k(con\256dence)k(in)e(his)g(or)g(her)g(understanding)h(of)f
(pr)o(obability)f(theory)-5 b(,)16 b(is)f(not)f(likely)i(to)-62
1123 y(identify)10 b(this)g(as)g(an)g(err)o(or)m(.)12
1173 y(One)18 b(might)g(suggest)f(that)h(the)g(author)g(is)g(of)g
(course)g(assuming)f(that)h(the)f(student)h(will)-62
1223 y(augment)e(his)g(or)h(her)g(r)o(eading)h(with)e(an)h(appr)o
(opriate)f(pr)o(obability-theory)g(text)g(and)h(a)g(good)-62
1273 y(intr)o(oduction)9 b(to)f(information)g(theory)-5
b(.)9 b(However)m(,)g(he)g(fails)f(to)g(r)o(ecommend)i(a)e(good)h(r)o
(esour)o(ce)h(for)-62 1323 y(these)e(\256elds)i(of)f(study)-5
b(,)9 b(of)g(which)h(ther)o(e)g(ar)o(e)g(many)f(\(e.g.,)h(DeGr)o(oot)f
(1986)f(or)i(Bickel)g(and)g(Doksum)-62 1373 y(1977)j(for)h(pr)o
(obability)g(theory)g(and)h(Cover)g(and)f(Thomas)g(1991)f(or)h(Ash)g
(1965)g(for)g(information)-62 1422 y(theory\),)d(or)f(to)h(include)h
(any)e(such)i(texts)d(in)i(his)g(bibliography)-5 b(.)12
b(It)f(seems)e(as)h(though)h(he)g(feels)f(his)-62 1472
y(pr)o(esentation)h(is)h(suf)o(\256cient)g(to)f(understand)i(the)f
(material,)f(or)i(at)e(least)g(that)h(further)g(discussion)-62
1522 y(of)e(these)f(topics)h(is)g(unnecessary)-5 b(.)12
1572 y(This)13 b(tr)o(eatment)e(of)g(the)h(mathematical)f(foundations)g
(of)g(statistical)f(modeling)j(is)f(common)-62 1622 y(in)i(the)g
(statistical)e(NLP)k(literatur)o(e,)e(and)h(it)e(is)h(motivated)g(by)g
(a)g(misinterpr)o(etation)f(of)h(the)f(r)o(ole)-62 1671
y(statistical)j(methods)h(play)h(in)g(this)g(\256eld)g(of)g(r)o(esear)o
(ch.)h(Statistical)d(methods)h(ar)o(e)i(not)e(simply)-62
1721 y(well-understood)9 b(tools)h(that)f(ar)o(e)i(used)f(to)g(learn)h
(about)e(language;)i(they)f(ar)o(e)h(one)f(of)g(the)h(central)-62
1771 y(concerns)c(of)g(the)g(r)o(esear)o(ch.)g(Impr)o(ovements)g(in)g
(language)g(modeling)g(have)g(not)f(been)h(achieved)g(by)-62
1821 y(viewing)i(a)g(trigram)g(model)g(as)f(a)h(black)h(box)f(and)g
(trying)h(to)e(work)h(ar)o(ound)h(its)e(de\256ciencies.)i(Over)-62
1871 y(the)c(last)g(\256ve)i(years,)f(language)g(models)f(have)h(been)g
(impr)o(oved)h(by)f(discovering)h(pr)o(ecisely)g(why)f
Fo(n)p Fr(-)-62 1921 y(gram)h(models)g(ar)o(e)h(estimating)e(the)h(pr)o
(obabilities)g(of)g(certain)h(events)f(poorly)g(\(generally)h(because)
-62 1970 y(of)e(sparse)f(data\))g(and)i(\256nding)g(alternative)f
(techniques)g(that)g(ar)o(e)g(mor)o(e)g(accurate.)h(Ther)o(e)h(ar)o(e)e
(many)-62 2020 y(dif)o(fer)o(ent)13 b(appr)o(oaches)f(to)f(this)h(pr)o
(oblem,)g(but)g(all)h(of)e(them)h(r)o(equir)o(e)i(a)e(detailed)g
(understanding)-62 2070 y(of)g(the)g(fundamentals)g(of)g(at)g(least)g
(pr)o(obability)g(theory)-5 b(,)14 b(if)e(not)g(information)g(theory)h
(as)f(well.)g(A)-62 2120 y(textbook)c(that)h(suggests)f(that)g(this)h
(understanding)h(is)g(unnecessary)-5 b(,)10 b(or)g(that)e(it)h(can)h
(be)g(achieved)-62 2170 y(by)g(r)o(eading)h(a)g(few)e(pages,)h(is)g
(misleading)h(at)e(best.)-62 2269 y Fs(3.)h(Surveying)i(the)e(state)g
(of)h(the)f(art)-62 2369 y Fr(Evaluating)k(and)g(pr)o(esenting)g(the)g
(state)e(of)i(the)f(art)h(in)g(statistical)e(NLP)j(is)f(mor)o(e)f(dif)o
(\256cult)i(than)-62 2419 y(in)d(mor)o(e)g(established)f(\256elds)h
(because)f(ther)o(e)h(ar)o(e)g(so)g(few)f(concentrated)h(sour)o(ces)g
(of)f(material)h(to)p -62 2501 748 2 v -41 2540 a Fj(1)c(The)h
(denominator)g(dr)o(ops)g(out)g(of)f(the)g(equation,)g(since)g
Fi(P)d Fh(\()p Fg(speech)j(signal)p Fh(\))g Fj(r)o(emains)h(constant)f
(when)g(the)h(wor)o(d)-16 2578 y(sequence)f(is)g(varied.)1511
2731 y Fr(3)p eop
%%Page: 4 4
4 3 bop -62 79 a Fr(point)7 b(to)f(and)i(summarize.)f(In)h(the)f
(absence)g(of)g(books)g(on)g(the)g(subject,)h(the)f(best)f(places)i(to)
e(look)h(ar)o(e)-62 129 y(journals,)13 b(confer)o(ence)h(pr)o
(oceedings,)h(and)e Fq(published)g Fr(workshop)f(pr)o(oceedings.)j
(Another)e(good)-62 178 y(r)o(esour)o(ce)h(is)f(r)o(ecent)h(doctoral)f
(theses,)g(although)g(these)f(tend)i(to)f(be)g(mor)o(e)g(verbose)g(and)
h(overly)-62 228 y(technical,)d(and)g(they)f(ar)o(e)g(fr)o(equently)h
(summarized)f(later)g(in)g(journals.)12 278 y(Conveniently)-5
b(,)11 b(much)f(of)g(the)f(foundational)f(work)i(in)g(statistical)d
(NLP)k(has)e(been)h(published)-62 328 y(in)17 b(the)g(pr)o(oceedings)h
(of)e(the)h(Speech)g(and)h(Natural)f(Language)g(W)l(orkshop)g(\(later)f
(called)i(the)-62 378 y(Human)10 b(Language)i(T)l(echnologies)g(W)l
(orkshop\),)f(sponsor)o(ed)g(by)h(DARP)l(A)g(\(later)f(called)h(ARP)l
(A\))-62 428 y(\(DARP)l(A)i(1989a,)g(1989b,)f(1990,)h(1991,)g(1992;)f
(ARP)l(A,)i(1993,)f(1994\).)f(However)m(,)h(the)g(book's)f(bib-)-62
477 y(liography)h(fails)g(to)f(cite)h(any)g(papers)g(fr)o(om)g(any)g
(of)g(these)f(workshops,)h(many)f(of)h(which)h(wer)o(e)-62
527 y(important)6 b(in)h(the)g(development)f(of)h(statistical)e(NLP)j
(\(e.g.,)g(Chur)o(ch)h Fq(et)e(al.)g Fr(1989,)g(Gale)g(and)g(Chur)o(ch)
-62 577 y(1990,)g(Brill)g Fq(et)g(al.)g Fr(1990,)g(Chitrao)g(and)g
(Grishman)g(1990,)g(Magerman)g(a)o(nd)g(Mar)o(cus)g(1991,)g(Black)g
Fq(et)g(al.)-62 627 y Fr(1992a,)j(1992b,)g(Brill)h(1992,)f(and)h(Lau)g
(1993\).)f(Of)g(the)g(44)h(bibliography)f(entries,)h(only)g(two)e
(papers)-62 677 y(fr)o(om)g Fq(Computational)i(Linguistics)d
Fr(ar)o(e)i(mentioned,)g(omitting)f(papers)g(such)h(as)g(Br)o(own)p
Fq(et)g(al.)g Fr(1990,)-62 726 y(Senef)o(f)f(1992)g(and)h(Hindle)g(and)
g(Rooth)e(1993)e(footnoteHindle)i(and)i(Rooth)f(1993)f(is)i(an)g
(expanded,)-62 776 y(journal-length)16 b(version)g(of)g(a)g(confer)o
(ence)h(paper)g(by)f(the)g(same)f(title,)h(which)h(is)f(cited)h(in)f
(the)-62 826 y(book.)10 b(among)g(others.)h(And)g(fr)o(om)g(the)f
(major)g(computational)f(linguistics)h(confer)o(ences,)i(whose)-62
876 y(participants)h(have)h(r)o(ecently)g(complained)g(about)f(the)g
(overwhelming)h(number)g(of)g(papers)f(on)-62 926 y(statistical)8
b(methods,)i(only)g(eight)g(papers)g(ar)o(e)h(cited.)12
976 y(Ther)o(e)e(ar)o(e)f(a)g(number)g(of)f(papers)g(cited)i(fr)o(om)e
(the)h(working)f(notes)g(of)g(two)g(AAAI)i(workshops:)-62
1025 y(the)e(1992)h(AAAI)g(Fall)h(Symposium)d(Series)i(on)g(Pr)o
(obabilistic)g(Appr)o(oaches)g(to)g(Natural)g(Language)-62
1075 y(and)14 b(the)g(1992)f(W)l(orkshop)h(on)g(Statistically-Based)e
(NLP)j(T)l(echniques.)h(These)e(papers)g(may)g(be)-62
1125 y(inter)o(esting)8 b(and)h(worthy)g(of)f(discussion,)h(but)f(they)
g(ar)o(e)h(of)g(less)f(value)h(to)f(the)g(r)o(eader)i(than)e(papers)-62
1175 y(fr)o(om)j(published)g(pr)o(oceedings)h(and)f(journals,)g(since)g
(working)g(notes)f(ar)o(e)i(much)f(mor)o(e)g(dif)o(\256cult)-62
1225 y(to)e(access)h(for)h(those)e(who)h(did)h(not)f(attend)f(the)h
(workshops.)12 1274 y(The)15 b(omissions)d(of)i(important)e(papers)i
(and)g(published)g(r)o(esour)o(ces)h(ar)o(e)f(a)g(pr)o(oblem)g(in)g
(the)-62 1324 y(book;)7 b(but)g(they)g(ar)o(e)h(symptomatic)d(of)i(a)g
(general)h(lack)g(of)f(coverage)h(of)f(the)g(mainstr)o(eam)f(literatur)
o(e)-62 1374 y(thr)o(oughout.)11 b(Some)f(of)g(the)h(important)e(and)j
(foundational)e(papers)g(ar)o(e)h(discussed)g(in)g(the)g(book,)-62
1424 y(but)j(many)g(others)f(ar)o(e)i(ignor)o(ed,)h(r)o(eplaced)f(by)g
(discussions)f(of)f(papers)h(that)g(ar)o(e)h(mor)o(e)f(on)g(the)-62
1474 y(periphery)e(of)f(the)g(\256eld.)h(And)g(many)f(of)g(the)g
(omitted)f(papers)h(r)o(epr)o(esent)g(the)g(state)f(of)h(the)f(art)i
(in)-62 1523 y(the)e(\256elds)g(of)f(language)h(modeling,)h
(part-of-speech)e(tagging,)h(parsing,)h(and)f(general)h(statistical)-62
1573 y(language)f(learning.)12 1623 y(Some)f(r)o(ecently)i(published)f
(work)f(r)o(elevant)h(to)f(the)h(study)f(of)h(these)e(ar)o(eas)i
(include:)h(Laf)o(ferty)-5 b(,)-62 1673 y(Sleator)m(,)14
b(and)i(T)l(emperly)g(1992,)e(Lau,)i(Rosenfeld,)f(and)h(Roukos)e(1993,)
g(and)i(Della)f(Pietra)g Fq(et)g(al.)-62 1723 y Fr(1994)e(for)g
(language)h(modeling,)g(Brill)h(1993)e(and)h(Merialdo)g(1994)f(for)h
(part-of-speech)f(tagging,)-62 1773 y(Bod)18 b(1993)e(and)i(Magerman)g
(1994)f(for)g(parsing,)h(and)g(Resnik)f(1993,)g(Miller)i
Fq(et)e(al.)h Fr(1994,)f(and)-62 1822 y(Y)l(ar)o(owsky)9
b(1994)h(for)g(various)g(topics)g(in)h(statistical)d(language)i
(learning.)-62 1922 y Fs(4.)g(Oversimpli\256cations)-62
2022 y Fr(In)g(an)h(intr)o(oductory)f(text,)h(it)f(is)g(advisable)g(to)
f(simplify)h(some)f(concepts)h(for)h(the)f(r)o(eader)h(to)e(avoid)-62
2071 y(confusion.)g(Charniak)i(employs)e(this)g(technique)h(to)f(gr)o
(eat)g(advantage.)h(Occasionally)-5 b(,)10 b(however)m(,)-62
2121 y(he)g(cr)o(osses)g(the)g(line)h(fr)o(om)f(simpli\256cation)g(to)g
(oversimpli\256cation,)g(leading)h(the)f(r)o(eader)i(to)e(draw)-62
2171 y(inappr)o(opriate)g(conclusions.)12 2221 y(One)i(example)g(is)g
(the)f(book's)g(tr)o(eatment)f(of)i(smoothing.)f(Smoothing)g(pr)o
(obability)h(models)-62 2271 y(in)c(the)g(face)h(of)f(sparse)f(data)h
(is)g(a)h(hot)e(topic)i(in)f(the)g(\256eld,)i(and)e(it)g(is)h(worthy)e
(of)h(far)h(mor)o(e)f(discussion)-62 2320 y(than)f(it)g(is)h(given)g
(in)g(this)f(book.)h(One)f(technique,)h(deleted)g(interpolation,)f(is)h
(discussed)f(at)g(length.)1514 2305 y Fk(2)-62 2370 y
Fr(But)g(after)f(this)h(technique)h(is)f(intr)o(oduced,)h(explained,)g
(and)g(discussed)f(in)h(Chapter)f(3,)g(it)g(is)g(ignor)o(ed)p
-62 2467 748 2 v -41 2506 a Fj(2)h(Actually)l(,)g(the)g(book)i(never)e
(uses)g(the)h(term)f Ff(deleted)g(interpolation)h Fj(when)f(describing)
h(the)f(technique.)g(This)h(omission)-16 2543 y(makes)g(it)f(dif)o
(\256cult)g(for)g(the)h(r)o(eader)f(to)h(investigate)e(this)h
(technique)g(further)g(in)h(the)f(literatur)o(e.)1511
2731 y Fr(4)p eop
%%Page: 5 5
5 4 bop -62 79 a Fr(in)10 b(futur)o(e)h(discussions.)f(Consider)h(the)f
(following)f(passage:)87 178 y(It)k(is)f(also)h(useful)f(to)g(consider)
i(some)e(not-so-good)f(language)h(models)h(to)f(see)87
228 y(why)c(they)g(ar)o(e)g(less)f(desirable.)h(\274[Consider)g(a)g
(model)g(in)g(which])g(the)g(next)g(part)87 278 y(of)h(speech)h(is)f
(conditioned)h(on)g(not)f(just)f(the)h(pr)o(evious)h(part)g(of)f
(speech,)h(but)f(the)87 328 y(pr)o(evious)g(wor)o(d)f(as)g(well.)g(In)h
(the)f(abstract,)f(including)j(this)e(dependence)h(might)87
378 y(or)j(might)g(not)g(help)g(the)g(wor)o(d)h(model.)f(In)g
(actuality)-5 b(,)13 b(it)e(is)h(almost)f(certainly)i(a)87
428 y(bad)e(idea)f(because)g(of)g(its)f(ef)o(fect)h(on)h(the)f
(sparse-data)e(pr)o(oblem.)j(\(p.)g(48\))-62 527 y(This)e(is)f(an)h
(excellent)g(opportunity)f(to)g(suggest)g(that)g(smoothing)f(this)h
(distribution)h(with)f(deleted)-62 577 y(interpolation)f(would)h
(alleviate)g(the)f(sparse)h(data)f(pr)o(oblem,)i(but)f(no)g(mention)f
(of)h(this)f(alternative)-62 627 y(is)j(made.)12 677
y(Later)m(,)f(in)g(discussing)g(the)f(pr)o(ospects)g(of)h(estimating)e
(a)h(4-gram)g(model)h(for)f(modeling)h(pr)o(epo-)-62
726 y(sitional)g(phrase)h(attachment,)123 826 y Fo(P)c
Fp(\()p Fr(attachment)j Fl(j)h Fr(verb,)h(noun,)g(pr)o(eposition,)f
(object)f(of)h(pr)o(eposition)o Fp(\))p Fo(;)-62 926
y Fr(the)e(text)g(states)f(plainly)-5 b(,)9 b(\252Unfortunately)-5
b(,)9 b(this)f(is)g(still)g(far)h(fr)o(om)f(being)h(something)f(for)g
(which)h(we)-62 976 y(can)h(collect)f(statistics,\272)f(\(p.)i(120\).)f
(Again,)h(no)f(mention)g(is)g(made)h(of)f(the)g(potential)f
(application)h(of)-62 1025 y(deleted)j(interpolation)e(or)i(any)g
(other)f(smoothing)g(techniques.)h(The)g(only)g(pr)o(oposed)f
(solutions)-62 1075 y(involve)g(r)o(educing)g(the)f(number)g(of)g
(parameters)e(in)j(the)e(model)h(in)g(ways)f(that)g(make)h(the)f
(param-)-62 1125 y(eters)k(estimable)g(dir)o(ectly)j(fr)o(om)e(fr)o
(equency)i(counts)e(fr)o(om)g(a)g(corpus.)h(These)f(r)o(eductions)h
(yield)-62 1175 y(much)10 b(weaker)g(models)g(and)h(ar)o(e)f
(unnecessary)h(given)g(curr)o(ent)g(modeling)g(techniques.)12
1225 y(Another)i(example)g(of)f(oversimpli\256cation)h(occurs)g(in)g
(the)f(text's)g(pr)o(esentation)f(of)i(deleted)-62 1274
y(interpolation.)7 b(The)g(de\256nition)h(of)f(deleted)g(interpolation)
g(applied)g(to)g(smoothing)f(trigram)h(wor)o(d)-62 1324
y(models)i(is)h(technically)h(corr)o(ect:)326 1424 y
Fo(P)6 b Fp(\()p Fo(w)405 1430 y Fm(n)427 1424 y Fl(j)p
Fo(w)469 1430 y Fm(n)p Fe(\000)p Fn(1)533 1424 y Fo(w)563
1430 y Fm(n)p Fe(\000)p Fn(2)628 1424 y Fp(\))41 b(=)h
Fo(\025)783 1430 y Fn(1)802 1424 y Fo(P)829 1430 y Fm(e)846
1424 y Fp(\()p Fo(w)892 1430 y Fm(n)915 1424 y Fp(\))9
b(+)759 1486 y Fo(\025)783 1492 y Fn(2)802 1486 y Fo(P)829
1492 y Fm(e)846 1486 y Fp(\()p Fo(w)892 1492 y Fm(n)915
1486 y Fl(j)p Fo(w)957 1492 y Fm(n)p Fe(\000)p Fn(1)1021
1486 y Fp(\))h(+)759 1548 y Fo(\025)783 1554 y Fn(3)802
1548 y Fo(P)829 1554 y Fm(e)846 1548 y Fp(\()p Fo(w)892
1554 y Fm(n)915 1548 y Fl(j)p Fo(w)957 1554 y Fm(n)p
Fe(\000)p Fn(1)1021 1548 y Fo(w)1051 1554 y Fm(n)p Fe(\000)p
Fn(2)1116 1548 y Fp(\))p Fo(:)-62 1648 y Fr(Her)o(e,)15
b(the)g Fo(\025)g Fr(parameters)f(ar)o(e)h(simply)f(scalar)h(values.)g
(However)m(,)g(in)g(Br)o(own)h Fq(et)f(al.)g Fr(1992)f(\(also)-62
1698 y(in)e(Bahl,)h(Jelinek,)f(Mer)o(cer)i(1983\))d(wher)o(e)h(deleted)
g(interpolation)f(is)h(de\256ned,)h(these)e(parameters)-62
1748 y(r)o(epr)o(esent)f Fq(functions)g Fr(of)g(the)g(history)-5
b(,)11 b Fo(\025)p Fp(\()p Fo(w)618 1754 y Fm(n)p Fe(\000)p
Fn(1)683 1748 y Fo(w)713 1754 y Fm(n)p Fe(\000)p Fn(2)778
1748 y Fp(\))g(:)215 1847 y Fo(P)6 b Fp(\()p Fo(w)294
1853 y Fm(n)316 1847 y Fl(j)p Fo(w)358 1853 y Fm(n)p
Fe(\000)p Fn(1)422 1847 y Fo(w)452 1853 y Fm(n)p Fe(\000)p
Fn(2)517 1847 y Fp(\))41 b(=)h Fo(\025)672 1853 y Fn(1)691
1847 y Fp(\()p Fo(w)737 1853 y Fm(n)p Fe(\000)p Fn(1)802
1847 y Fo(w)832 1853 y Fm(n)p Fe(\000)p Fn(2)897 1847
y Fp(\))p Fo(P)940 1853 y Fm(e)957 1847 y Fp(\()p Fo(w)1003
1853 y Fm(n)1026 1847 y Fp(\))9 b(+)648 1910 y Fo(\025)672
1916 y Fn(2)691 1910 y Fp(\()p Fo(w)737 1916 y Fm(n)p
Fe(\000)p Fn(1)802 1910 y Fo(w)832 1916 y Fm(n)p Fe(\000)p
Fn(2)897 1910 y Fp(\))p Fo(P)940 1916 y Fm(e)957 1910
y Fp(\()p Fo(w)1003 1916 y Fm(n)1026 1910 y Fl(j)p Fo(w)1068
1916 y Fm(n)p Fe(\000)p Fn(1)1132 1910 y Fp(\))h(+)648
1972 y Fo(\025)672 1978 y Fn(3)691 1972 y Fp(\()p Fo(w)737
1978 y Fm(n)p Fe(\000)p Fn(1)802 1972 y Fo(w)832 1978
y Fm(n)p Fe(\000)p Fn(2)897 1972 y Fp(\))p Fo(P)940 1978
y Fm(e)957 1972 y Fp(\()p Fo(w)1003 1978 y Fm(n)1026
1972 y Fl(j)p Fo(w)1068 1978 y Fm(n)p Fe(\000)p Fn(1)1132
1972 y Fo(w)1162 1978 y Fm(n)p Fe(\000)p Fn(2)1227 1972
y Fp(\))p Fo(:)-62 2071 y Fr(This)f(may)f(seem)f(like)i(a)f(minor)h
(point,)f(but)g(the)h(ef)o(fectiveness)e(of)h(deleted)h(interpolation)f
(depends)-62 2121 y(on)k(this)h(distinction,)g(and)g(the)f(r)o(eper)o
(cussions)h(of)g(this)f(oversimpli\256cation)g(ar)o(e)h(quite)g(appar)o
(ent)-62 2171 y(when)d(evaluating)g(the)g(performance)g(of)g(language)h
(models)e(using)h(each)h(of)f(these)f(de\256nitions.)12
2221 y(T)l(o)h(illustrate)e(this,)h(consider)h(the)e(example)h(used)g
(in)h(the)e(text,)h(trigram)g(language)g(modeling.)-62
2271 y(A)h(trigram)g(language)g(model)f(trained)h(on)g(a)g(lar)o(ge)g
(corpus)g(using)g(the)f(scalar)h(parameters)f(would)-62
2320 y(yield)14 b(the)g(r)o(esult)g(that)f Fq(on)h(average)h
Fr(the)f(empirical)g(estimates)e(of)h(the)h(trigram)g(model)g(ar)o(e)g
(mor)o(e)-62 2370 y(r)o(eliable)d(than)g(that)f(of)g(the)h(bigram)g
(model,)g(and)g(that)f(both)g(ar)o(e)i(mor)o(e)f(r)o(eliable)g(on)g
(average)g(than)-62 2420 y(the)h(unigram)h(model.)g(But)g(ther)o(e)g
(ar)o(e)h(many)e(bigram)h(contexts,)g(or)g Fq(histories,)g
Fp(\()p Fo(w)1271 2426 y Fm(n)p Fe(\000)p Fn(1)1336 2420
y Fo(w)1366 2426 y Fm(n)p Fe(\000)p Fn(2)1431 2420 y
Fp(\))g Fr(that)-62 2470 y(ar)o(e)j(infr)o(equent,)h(and)f(in)h(these)e
(cases)g(the)h(trigram)g(model)g(is)g(unr)o(eliable.)h(Since)f(the)g
(trigram)-62 2520 y(model)8 b(cannot)h(be)g(r)o(elied)h(upon)e(in)i
(all)e(cases,)h(the)g(bigram)f(and)i(unigram)f(model)f(parameters)g(\()
p Fo(\025)1513 2526 y Fn(2)-62 2570 y Fr(and)i Fo(\025)42
2576 y Fn(1)61 2570 y Fo(;)f Fr(r)o(espectively\),)h(will)g(never)g(be)
g(close)f(to)g(zer)o(o.)h(For)g(the)g(sake)f(of)g(discussion,)h(let's)e
(use)h(the)1511 2731 y(5)p eop
%%Page: 6 6
6 5 bop -62 79 a Fr(author)s('s)7 b(guesses)g(of)h(these)g(parameters,)
g(since)h(they)f(ar)o(e)h(quite)f(r)o(easonable:)h Fo(\025)1222
85 y Fn(3)1252 79 y Fp(=)j(0)p Fo(:)p Fp(6)p Fo(;)7 b(\025)1393
85 y Fn(2)1423 79 y Fp(=)12 b(0)p Fo(:)p Fp(3)p Fo(;)-62
129 y Fr(and)e Fo(\025)42 135 y Fn(1)73 129 y Fp(=)i(0)p
Fo(:)p Fp(1)p Fo(:)12 178 y Fr(For)18 b(the)f(most)f(fr)o(equent)h
(bigram)g(histories,)g(the)g(empirical)h(trigram)f(model)g(is)g(the)g
(best)-62 228 y(pr)o(edictor)e(of)f(the)g(next)h(wor)o(d.)g(For)f
(instance,)h(the)f(pr)o(obability)g(of)g(the)g(wor)o(d)h(that)e
(follows)g(the)-62 278 y(bigram)7 b Fs(in)h(the)f Fr(can)h(be)g
(accurately)g(estimated)e(by)h(an)h(empirical)f(trigram)h(model.)f(In)h
(contrast,)f(the)-62 328 y(pr)o(obability)12 b(of)g(the)h(wor)o(d)g
(following)f Fs(volcanologic)h(astrobiology)h Fr(is)e(better)g
(estimated)f(using)-62 378 y(a)j(unigram)h(model.)g(The)h(formulation)e
(of)g(the)g(deleted)h(interpolation)f(parameters)g(of)g(Br)o(own)-62
428 y Fq(et)j(al.)g Fr(\(1992\))f(is)h(designed)g(to)f(allow)h(high-fr)
o(equency)h(histories)e(to)h(depend)g(on)g(the)g(trigram)-62
477 y(counts)11 b(while)h(deferring)h(to)e(the)g(bigram)h(and)g
(unigram)g(counts)f(for)h(the)g(low-fr)o(equency)g(histo-)-62
527 y(ries.)d(So,)h Fo(\025)112 533 y Fn(3)130 527 y
Fp(\()p Fs(in)h(the)p Fp(\))f Fr(will)f(be)g(very)h(close)f(to)g(1.)g
(Using)h(the)f(book's)e(formulation,)i Fo(P)d Fp(\()p
Fs(the)p Fl(j)p Fs(in)k(the)p Fp(\))f Fr(is)-62 577 y(signi\256cantly)h
(over)o(estimated)f(because)h(the)g(model)f(derives)i(10\045)f(of)f
(its)h(estimate)e(fr)o(om)i(the)g(uni-)-62 627 y(gram)g(model,)g(even)h
(though)e(the)h(dir)o(ect)h(estimate)d(fr)o(om)i(corpus)g(fr)o
(equencies)h(is)f(mor)o(e)g(accurate.)-62 677 y(Deleted)k
(interpolation)g(as)g(described)h(by)g(Br)o(own)g Fq(et)f(al.)h
Fr(\(1992\))f(yields)g(a)h(far)f(better)g(language)-62
726 y(model)h(than)g(the)h(simpler)f(formulation)g(used)g(in)h(the)f
(book,)h(in)g(terms)f(of)g(both)g(entr)o(opy)g(and)-62
776 y(performance.)12 826 y(This)e(oversimpli\256cation)f(of)g(deleted)
h(interpolation)e(occurs)i(fr)o(equently)g(in)g(the)f(literatur)o(e.)
-62 876 y(In)g(fact,)f(it)h(pr)o(obably)g(occurs)g(mor)o(e)g(fr)o
(equently)g(than)f(can)i(be)e(determined,)i(since)f(details)f(about)-62
926 y(smoothing)6 b(algorithms)g(ar)o(e)g(often)g(omitt)o(ed)g(fr)o(om)
g(confer)o(ence)g(papers.)g(However)m(,)g(it)g(is)g(especially)-62
976 y(important)12 b(that)g(this)g(concept)h(be)g(spelled)g(out)g
(clearly)g(in)h(a)f(textbook.)f(Charniak)i(does)f(allude)-62
1025 y(to)k(the)g(full)h(de\256nition)f(of)h(deleted)f(interpolation)g
(in)h(exer)o(cise)g(3.2,)g(wher)o(e)g(he)g(suggests)e(the)-62
1075 y(possibility)d(of)h(interpr)o(eting)g(the)g Fo(\025)p
Fr(s)h(of)e(a)i(trigram)f(model)g(as)g(functions)f(of)h(the)g(wor)o(d)h
(bigram)-62 1125 y(history)-5 b(.)18 b(However)m(,)g(this)g(exer)o
(cise)h(is)f(never)h(answer)o(ed)f(or)h(discussed)f(in)h(the)f(text,)g
(and)g(the)-62 1175 y(topic)g(is)f(never)i(br)o(ought)g(up)f(again.)g
(This)g(point)g(is)g(far)g(too)f(critical)i(to)e(be)h(r)o(elegated)g
(to)g(an)-62 1225 y(unsolved)g(exer)o(cise.)g(Glossing)f(over)h(this)f
(issue)g(only)g(serves)h(to)e(perpetuate)h(the)g(misuse)f(of)-62
1274 y(deleted)10 b(interpolation)f(in)i(published)g(r)o(esear)o(ch.)
-62 1374 y Fs(5.)f(Summary)-62 1474 y Fr(I)e(cannot)g(r)o(ecommend)g
(this)f(book)h(without)f(str)o(ong)g(quali\256cations.)h(It)g(is)g(the)
f(only)i(book)e(available)-62 1523 y(that)g(discusses)g(this)f(\256eld)
h(at)g(a)o(ny)g(length,)g(and)g(it)g(is)f(one)h(o)o(f)g(t)o(he)g(few)f
(pr)o(esentat)o(ions)g(of)h(t)o(his)g(m)o(ate)o(rial)-62
1573 y(that)h(is)h(both)f(substantive)g(and)h(accessible)g(to)f(the)h
(non-expert.)h(However)m(,)e(it)h(fails)g(to)f(accomplish)-62
1623 y(even)i(its)g(own)g(stated)f(goals,)h(much)h(less)e(satisfy)g
(the)h(needs)g(of)g(the)g(community)g(at)f(lar)o(ge.)12
1673 y(For)k(the)f(casual)h(r)o(eader)g(inter)o(ested)g(in)g(a)f
(snapshot)f(of)h(this)g(\256eld)h(for)g(the)f(sake)g(of)g(personal)-62
1723 y(knowledge,)f(this)f(book)h(is)f(quite)h(adequate.)g(It)f(is)h
(not)f(necessarily)h(the)f(snapshot)g(I)h(would)g(have)-62
1773 y(taken,)16 b(but)f(it)h(certainly)h(r)o(epr)o(esents)f(some)f(of)
h(the)f(work)h(going)h(on)f(in)g(the)g(\256eld)h(in)f(the)g(past)-62
1822 y(decade.)10 b(One)f(might)g(place)h(under)o(graduates)g(in)g
(this)f(category)-5 b(,)10 b(in)f(which)h(case)f(this)g(book)g(could)
-62 1872 y(be)h(used)g(in)h(an)f(elective)h(NLP)g(course)f(for)h(CS)f
(majors.)12 1922 y(But)e(many)f(will)g(attempt)e(to)i(use)g(this)f
(book)h(for)h(other)f(purposes.)f(Some)h(will)g(teach)g(graduate-)-62
1972 y(level)12 b(courses)g(in)g(statistical)e(NLP)i(using)g(this)g
(book)f(as)g(a)h(primary)g(text.)g(Others)f(will)h(of)o(fer)f(this)-62
2022 y(book)j(to)g(their)g(students)g(who)g(ar)o(e)h(inter)o(ested)f
(in)h(exploring)g(statistical)e(NLP)j(for)e(their)h(thesis)-62
2071 y(work.)h(And)h(some)e(r)o(esear)o(chers)j(fr)o(om)e(dif)o(fer)o
(ent)h(branches)f(of)g(NLP)h(will)g(r)o(ead)g(this)e(book)h(on)-62
2121 y(their)d(own,)g(hoping)h(to)f(learn)g(enough)h(about)e
(statistical)g(NLP)i(to)f(begin)g(r)o(esear)o(ch)i(in)e(the)g(\256eld)
-62 2171 y(themselves.)12 2221 y(T)l(o)i(all)e(of)h(these)e(potential)h
(r)o(eaders,)i(I)e(of)o(fer)h(the)f(following)h(advice:)h(Start)e(by)g
(r)o(eading)i(the)-62 2271 y(\256rst)i(few)g(chapters)g(of)g(a)g(pr)o
(obability-theory)g(textbook,)g(and)h(the)f(\256rst)g(few)g(chapters)g
(of)g(an)-62 2320 y(information-theory)12 b(textbook,)i(in)g(both)f
(cases)h(focusing)g(on)g(the)f(discussions)g(of)h(discr)o(ete)h(\(as)
-62 2370 y(opposed)10 b(to)g(continuous\))g(models.)h(Y)l(ou)g(might)f
(r)o(ead)i(the)f(middle)g(chapters)g(\(3\2616\))f(of)h
Fq(Statistical)-62 2420 y(Language)i(Learning)g Fr(for)g(an)g(initial)f
(intr)o(oduction)i(to)e(topics)g(such)h(as)f(hidden)i(Markov)f(models,)
-62 2470 y(the)8 b(forwar)o(d-backwar)o(d)i(algorithm)e(and)i(the)e
(inside-outside)h(algorithm,)f(in)i(or)o(der)g(to)e(make)g(the)-62
2520 y(original)g(sour)o(ces)g(mor)o(e)g(accessible.)g(And,)h
(\256nally)-5 b(,)9 b(study)e(some)g(of)h(the)f(articles)h(and)g
(papers)f(cited)-62 2570 y(in)j(this)g(r)o(eview)h(for)f(a)g(better)g
(understanding)h(of)f(the)g(applications)f(of)h(these)f(techniques.)
1511 2731 y(6)p eop
%%Page: 7 7
7 6 bop 12 79 a Fr(The)12 b(overriding)h(concern)f(should)f(be)h(to)e
(learn)h(\(and)h(teach\))f(the)f(mathematical)g(underpin-)-62
129 y(nings)i(of)g(the)g(statistical)f(techniques)h(used)g(in)h(this)f
(\256eld.)h(The)g(\256eld)g(of)f(statistical)e(NLP)k(is)e(very)-62
178 y(young,)e(and)g(the)f(foundations)g(ar)o(e)h(still)f(being)h
(laid.)g(Deep)g(knowledge)f(of)g(the)h(basic)f(machinery)-62
228 y(is)h(far)g(mor)o(e)g(valuable)h(than)f(the)g(details)f(of)h(the)g
(most)f(r)o(ecent)i(unpr)o(oven)g(ideas.)-62 340 y Fd(References)-62
389 y Fc(ARP)m(A)d(\(1993\).)i Fb(Human)e(Language)f(T)l(echnology:)-25
431 y(Pr)o(oceedings)g(of)i(a)g(W)o(orkshop)e(Held)i(at)h(Plainsbor)o
(o,)-25 472 y(New)f(Jersey)p Fc(.)f(Sponsor)o(ed)i(by:)f(Advanced)-25
514 y(Resear)o(ch)f(Pr)o(ojects)h(Agency)l(,)f(Information)-25
555 y(Science)g(and)g(T)m(echnology)g(Of)o(\256ce.)i(Mor)o(gan)-25
597 y(Kaufmann)e(Publishers,)g(Inc.,)h(San)f(Francisco,)-25
638 y(California.)-62 680 y(ARP)m(A)g(\(1994\).)i Fb(Human)e(Language)f
(T)l(echnology:)-25 722 y(Pr)o(oceedings)g(of)i(a)g(W)o(orkshop)e(Held)
i(at)h(Plainsbor)o(o,)-25 763 y(New)f(Jersey)p Fc(.)f(Sponsor)o(ed)i
(by:)f(Advanced)-25 805 y(Resear)o(ch)f(Pr)o(ojects)h(Agency)l(,)f
(Information)-25 846 y(Science)g(and)g(T)m(echnology)g(Of)o(\256ce.)i
(Mor)o(gan)-25 888 y(Kaufmann)e(Publishers,)g(Inc.,)h(San)f(Francisco,)
-25 929 y(California.)-62 971 y(Ash,)h(Robert)g(B.)h(\(1965\).)f
Fb(Information)g(Theory)o(,)-25 1012 y Fc(Dover)h(Publications,)d
(Inc.,)i(New)g(Y)m(ork,)g(New)-25 1054 y(Y)m(ork.)-62
1095 y(Bahl,)g(Lalit)f(R.;)i(Jelinek,)f(Fr)o(ed;)h(and)e(Mer)o(cer)m(,)
-25 1137 y(Robert)h(L.)h(\(1983\).)f(\252A)g(maximum)g(likelihood)-25
1178 y(appr)o(oach)h(to)f(continuous)g(speech)-25 1220
y(r)o(ecognition.\272)g Fb(IEEE)g(T)l(ransactions)e(on)i(Pattern)-25
1261 y(Analysis)f(and)h(Machine)f(Intelligence,)-25 1303
y Fd(P)m(AMI-5)p Fc(\(2\).)i(179\261190.)-62 1344 y(Bickel,)e(Peter)h
(J.)h(and)f(Doksum,)g(Kjell)g(A.)g(\(1977\).)-25 1386
y Fb(Mathematical)h(Statistics:)g(Basic)f(Ideas)f(and)-25
1427 y(Selected)h(T)l(opics,)f Fc(Holden)h(Day)l(,)g(Inc.,)g(Oakland,)
-25 1469 y(California.)-62 1510 y(Black,)f(Ezra;)h(Jelinek,)g(Fr)o(ed;)
g(Laf)o(ferty)l(,)h(John)g(D.;)-25 1552 y(Magerman)e(David)h(M.;)h(Mer)
o(cer)m(,)g(Robert)f(L.;)-25 1593 y(and)g(Roukos,)g(Salim)g(\(1992a\).)
g(\252T)m(owar)o(ds)-25 1635 y(history-based)f(grammars:)g(Using)h
(richer)-25 1676 y(models)g(for)h(pr)o(obabilistic)f(parsing.\272)f
Fb(Speech)-25 1718 y(and)g(Natural)h(Language:)e(Pr)o(oceedings)g(of)j
(a)-25 1759 y(W)o(orkshop)d(Held)i(at)h(Harriman,)e(New)h(Y)l(ork)p
Fc(.)-25 1801 y(Mor)o(gan)g(Kaufmann)g(Publishers,)e(Inc.,)i(San)-25
1842 y(Francisco,)f(California.)h(134\261139.)-62 1884
y(Black,)f(Ezra;)h(Jelinek,)g(Fr)o(ed;)g(Laf)o(ferty)l(,)h(John)g(D.;)
-25 1925 y(Mer)o(cer)m(,)g(Robert)f(L.;)h(and)e(Roukos,)i(Salim)-25
1967 y(\(1992b\).)f(\252Decision)f(tr)o(ee)i(models)f(applied)g(to)-25
2008 y(the)g(labeling)f(of)i(text)g(with)f(parts)h(of)g(speech.\272)-25
2050 y Fb(Speech)e(and)g(Natural)h(Language:)e(Pr)o(oceedings)g(of)-25
2091 y(a)i(W)o(orkshop)e(Held)i(at)g(Harriman,)g(New)g(Y)l(ork)p
Fc(.)-25 2133 y(Mor)o(gan)g(Kaufmann)g(Publishers,)e(Inc.,)i(San)-25
2174 y(Francisco,)f(California.)h(117\261121.)-62 2216
y(Bod,)g(Rens)g(\(1993\).)h(\252Using)e(an)h(annotated)-25
2257 y(corpus)g(as)g(a)g(stochastic)f(grammar)m(.\272)g
Fb(Sixth)-25 2299 y(Confer)o(ence)g(of)h(the)g(Eur)o(opean)e(Chapter)h
(of)h(the)-25 2340 y(Association)f(for)h(Computational)g(Linguistics)p
Fc(.)-25 2382 y(Mor)o(gan)g(Kaufmann)g(Publishers,)e(Inc.,)i(San)-25
2423 y(Francisco,)f(California.)h(37\26144.)-62 2465
y(Brill,)g(Eric;)f(Magerman,)h(David)g(M.;)h(Mar)o(cus,)-25
2506 y(Mitchell)f(P)-5 b(.;)10 b(and)e(Santorini,)h(Beatrice)f
(\(1990\).)-25 2548 y(\252Deducing)f(linguistic)h(structur)o(e)f(fr)o
(om)k(the)822 340 y(statistics)d(of)j(lar)o(ge)d(corpora.\272)i
Fb(Speech)d(and)822 381 y(Natural)i(Language:)e(Pr)o(oceedings)g(of)i
(a)g(W)o(orkshop)822 423 y(Held)g(at)g(Hidden)g(V)m(alley)o(,)g
(Pennsylvania)p Fc(.)e(Mor)o(gan)822 464 y(Kaufmann)h(Publishers,)f
(Inc.,)i(San)g(Francisco,)822 506 y(California.)g(275\261282.)785
547 y(Brill,)f(Eric)h(\(1992\).)g(\252A)g(simple)g(rule-based)f(part)
822 589 y(of)i(speech)f(tagger)m(.\272)g Fb(Speech)e(and)i(Natural)822
630 y(Language:)e(Pr)o(oceedings)g(of)i(a)g(W)o(orkshop)e(Held)i(at)822
672 y(Harriman,)f(New)h(Y)l(ork.)f Fc(Mor)o(gan)i(Kaufmann)822
713 y(Publishers,)d(Inc.,)i(San)f(Francisco,)g(California.)822
755 y(112\261116.)785 796 y(Brill,)g(Eric)h(\(1993\).)g
Fb(A)g(Corpus-Based)d(Appr)o(oach)i(to)822 838 y(Language)f(Learning.)g
Fc(Doctoral)i(thesis,)822 879 y(Department)g(of)h(Computer)g(and)f
(Information)822 921 y(Science,)f(University)g(of)i(Pennsylvania.)822
962 y(Philadelphia,)e(P)m(A.)785 1004 y(Br)o(own,)h(Peter)g(F)m(.;)g
(Cocke,)h(John;)g(Della)f(Pietra,)822 1045 y(Stephen)g(A.;)h(Della)e
(Pietra,)h(V)n(incent.)g(J.;)822 1087 y(Jelinek,)g(Fr)o(ed;)g(Laf)o
(ferty)l(,)h(John)g(D.;)g(Mer)o(cer)m(,)822 1128 y(Robert)f(L.;)h(and)f
(Roossin,)g(Paul)f(S.)i(\(1990\).)f(\252A)822 1170 y(statistical)f
(appr)o(oach)h(to)h(machine)822 1211 y(translation.\272)e
Fb(Computational)h(Linguistics,)822 1253 y Fd(16)p Fc(\(2\).)h
(79\26185.)785 1294 y(Br)o(own,)f(Peter)g(F)m(.;)g(Della)g(Pietra,)g(V)
n(incent.)f(J.;)822 1336 y(deSouza,)g(Peter)h(V)-5 b(.;)10
b(Lai,)f(Jennifer)g(C.;)i(and)822 1377 y(Mer)o(cer)m(,)e(Robert)h(L.)f
(\(1992\).)g(\252Class-based)822 1419 y Fa(n)p Fc(-gram)g(models)g(of)h
(natural)e(language.\272)822 1460 y Fb(Computational)g(Linguistics,)i
Fd(18)p Fc(\(4\).)g(467\261479.)785 1502 y(Chitrao,)f(Mahesh)g(and)g
(Grishman,)e(Ralph)822 1543 y(\(1990\).)i(\252Statistical)f(parsing)g
(of)i(messages.\272)822 1585 y Fb(Speech)e(and)g(Natural)h(Language:)e
(Pr)o(oceedings)g(of)822 1626 y(a)i(W)o(orkshop)e(Held)i(at)g(Hidden)g
(V)m(alley)o(,)822 1668 y(Pennsylvania)p Fc(.)e(Mor)o(gan)i(Kaufmann)
822 1709 y(Publishers,)e(Inc.,)i(San)f(Francisco,)g(California.)822
1751 y(263\261266.)785 1792 y(Chur)o(ch,)g(Kenneth)h(W)m(.;)h(Gale,)f
(W)n(illiam;)g(Hanks,)822 1834 y(Peter;)g(and)f(Hindle,)h(Donald)g
(\(1989\).)822 1876 y(\252Parsing,)f(wor)o(d)h(associations,)g(and)g
(typical)822 1917 y(pr)o(edicate-ar)o(gument)f(r)o(elations.\272)h
Fb(Speech)f(and)822 1959 y(Natural)h(Language:)e(Pr)o(oceedings)g(of)i
(a)g(W)o(orkshop)822 2000 y(Held)g(at)g(Cape)f(Cod,)h(Massachusetts.)f
Fc(Mor)o(gan)822 2042 y(Kaufmann)g(Publishers,)f(Inc.,)i(San)g
(Francisco,)822 2083 y(California.)g(75\26181.)785 2125
y(Cover)m(,)h(Thomas)f(M.)h(and)f(Thomas,)g(Joy)h(A.)822
2166 y(\(1991\).)f Fb(Elements)g(of)g(Information)g(Theory)p
Fc(.)e(John)822 2208 y(W)n(iley)h(and)g(Sons,)h(Inc.,)f(New)h(Y)m(ork,)
f(New)h(Y)m(ork.)785 2249 y(DARP)m(A)f(\(1989a\).)h Fb(Speech)f(and)g
(Natural)h(Language:)822 2291 y(Pr)o(oceedings)e(of)i(a)g(W)o(orkshop)e
(Held)i(at)822 2332 y(Philadelphia,)f(Pennsylvania)f
Fc(\(1989\).)822 2374 y(Sponsor)o(ed)h(by:)g(Defense)g(Advanced)f
(Resear)o(ch)822 2415 y(Pr)o(ojects)i(Agency)l(,)f(Information)h
(Science)f(and)822 2457 y(T)m(echnology)g(Of)o(\256ce.)i(Mor)o(gan)f
(Kaufmann)822 2498 y(Publishers,)e(Inc.,)i(San)f(Francisco,)g
(California.)785 2540 y(DARP)m(A)g(\(1989a\).)h Fb(Speech)f(and)g
(Natural)h(Language:)1511 2731 y Fr(7)p eop
%%Page: 8 8
8 7 bop -25 79 a Fb(Pr)o(oceedings)7 b(of)i(a)g(W)o(orkshop)e(Held)i
(at)h(Cape)e(Cod,)-25 120 y(Massachusetts)f Fc(\(1989\).)i(Sponsor)o
(ed)h(by:)-25 162 y(Defense)f(Advanced)f(Resear)o(ch)g(Pr)o(ojects)-25
203 y(Agency)l(,)g(Information)i(Science)d(and)-25 245
y(T)m(echnology)h(Of)o(\256ce.)i(Mor)o(gan)f(Kaufmann)-25
286 y(Publishers,)e(Inc.,)i(San)g(Francisco,)f(California.)-62
328 y(DARP)m(A)g(\(1990\).)h Fb(Speech)f(and)h(Natural)f(Language:)-25
369 y(Pr)o(oceedings)f(of)i(a)g(W)o(orkshop)e(Held)i(at)h(Hidden)-25
411 y(V)m(alley)o(,)f(Pennsylvania)e Fc(\(1990\).)i(Sponsor)o(ed)h(by:)
-25 452 y(Defense)f(Advanced)f(Resear)o(ch)g(Pr)o(ojects)-25
494 y(Agency)l(,)g(Information)i(Science)d(and)-25 535
y(T)m(echnology)h(Of)o(\256ce.)i(Mor)o(gan)f(Kaufmann)-25
577 y(Publishers,)e(Inc.,)i(San)g(Francisco,)f(California.)-62
619 y(DARP)m(A)g(\(1991\).)h Fb(Speech)f(and)h(Natural)f(Language:)-25
660 y(Pr)o(oceedings)f(of)i(a)g(W)o(orkshop)e(Held)i(at)h(Paci\256c)-25
702 y(Gr)o(ove,)e(California)h Fc(\(1991\).)h(Sponsor)o(ed)f(by:)-25
743 y(Defense)g(Advanced)f(Resear)o(ch)g(Pr)o(ojects)-25
785 y(Agency)l(,)g(Information)i(Science)d(and)-25 826
y(T)m(echnology)h(Of)o(\256ce.)i(Mor)o(gan)f(Kaufmann)-25
868 y(Publishers,)e(Inc.,)i(San)g(Francisco,)f(California.)-62
909 y(DARP)m(A)g(\(1992\).)h Fb(Speech)f(and)h(Natural)f(Language:)-25
951 y(Pr)o(oceedings)f(of)i(a)g(W)o(orkshop)e(Held)i(at)h(Harriman,)-25
992 y(New)f(Y)l(ork)f Fc(\(1992\).)h(Sponsor)o(ed)h(by:)f(Defense)-25
1034 y(Advanced)f(Resear)o(ch)g(Pr)o(ojects)h(Agency)l(,)-25
1075 y(Information)g(Science)f(and)g(T)m(echnology)-25
1117 y(Of)o(\256ce.)i(Mor)o(gan)f(Kaufmann)g(Publishers,)e(Inc.,)-25
1158 y(San)h(Francisco,)g(California.)-62 1200 y(DeGr)o(oot,)i(M.H.)g
(\(1986\).)g Fb(Pr)o(obability)g(and)-25 1241 y(Statistics,)g(Second)e
(Edition,)i Fc(Addison-W)m(esley)l(.)-25 1283 y(Reading,)f
(Massachusetts.)-62 1324 y(Della)f(Pietra,)g(Stephen)g(A.;)i(Della)e
(Pietra,)g(V)n(incent)-25 1366 y(J.;)j(Gillett,)e(John;)h(Laf)o(ferty)l
(,)f(John)h(D.;)g(Printz,)-25 1407 y(Harry;)f(Ur)o(e)r(\317)-14
b(s,)9 b(Lubos)g(\(1994\).)g(\252Infer)o(ence)f(and)-25
1449 y(estimation)h(of)h(a)f(long-range)g(trigram)f(model.\272)-25
1490 y Fb(Lectur)o(e)h(Notes)f(in)i(Arti\256cial)g(Intelligence)f(862,)
-25 1532 y(Pr)o(oceedings)e(of)i(the)g(Second)f(International)-25
1573 y(Colloquium)i(on)e(Grammatical)h(Infer)o(ence)g(and)-25
1615 y(Applications.)g Fc(Springer)o(-V)l(erlag,)g(78\26192.)f(\(Also)
-25 1656 y(available)g(as)h(T)m(echnical)d(r)o(eport)-25
1698 y(CMU-CS-94-188,)k(Department)g(of)g(Computer)-25
1739 y(Science,)e(Carnegie)g(Mellon)i(University)l(,)-25
1781 y(Pittsbur)o(gh,)e(Pennsylvania.\))-62 1822 y(Gale,)g(W)n(illiam;)
i(and)e(Chur)o(ch,)h(Kenneth)g(W)m(.)-25 1864 y(\(1990\).)g(\252Poor)h
(estimates)e(of)i(context)g(ar)o(e)-25 1905 y(worse)f(than)g(none.\272)
g Fb(Speech)f(and)g(Natural)-25 1947 y(Language:)f(Pr)o(oceedings)g(of)
i(a)g(W)o(orkshop)e(Held)i(at)-25 1988 y(Hidden)g(V)m(alley)o(,)g
(Pennsylvania.)e Fc(Mor)o(gan)-25 2030 y(Kaufmann)h(Publishers,)g
(Inc.,)h(San)f(Francisco,)-25 2071 y(California.)i(283\261287.)-62
2113 y(Hindle,)f(Donald)f(and)h(Rooth,)h(Mats.)g(\(1993\).)-25
2154 y(\252Structural)c(ambiguity)i(and)h(lexical)-25
2196 y(r)o(elations.\272)g Fb(Computational)g(Linguistics,)g(Special)
-25 2237 y(Issue)f(on)h(Using)g(Lar)o(ge)e(Corpora:)h(I,)i
Fd(19)p Fc(\(1\).)-25 2279 y(103\261120.)-62 2320 y(Laf)o(ferty)l(,)g
(John)f(D.;)h(Sleator)m(,)f(Daniel;)g(and)-25 2362 y(T)m(emperly)l(,)g
(Davy)g(\(1992\).)g(\252Grammatical)-25 2403 y(trigrams:)g(a)g(pr)o
(obabilistic)f(link)h(grammar)m(.\272)-25 2445 y Fb(AAAI)h(Fall)f
(Symposium)f(on)h(Pr)o(obabilistic)-25 2487 y(Appr)o(oaches)e(to)i
(Natural)g(Language.)-62 2528 y Fc(Lau,)f(Raymond;)h(Rosenfeld,)h
(Roni;)g(and)-25 2570 y(Roukos,)g(Salim)e(\(1993\).)h(\252Adaptive)g
(language)822 79 y(modeling)g(using)f(the)h(maximum)g(entr)o(opy)822
120 y(principle.\272)g Fb(Human)f(Language)f(T)l(echnology:)822
162 y(Pr)o(oceedings)g(of)i(a)g(W)o(orkshop)e(Held)i(at)h(Plainsbor)o
(o,)822 203 y(New)f(Jersey)o(.)e Fc(Mor)o(gan)j(Kaufmann)e(Publishers,)
822 245 y(Inc.,)h(San)f(Francisco,)g(California.)i(108\261113.)785
286 y(Magerman,)e(David)h(M.)h(\(1994\).)f Fb(Natural)822
328 y(Language)e(Parsing)g(as)i(Statistical)h(Pattern)822
369 y(Recognition.)f Fc(Doctoral)g(thesis,)g(Computer)822
411 y(Science)e(Department,)j(Stanfor)o(d)f(University)l(.)822
452 y(Stanfor)o(d,)h(CA.)785 494 y(Magerman,)e(David)h(M.)h(and)e(Mar)o
(cus,)h(Mitchell)822 535 y(P)-5 b(.)9 b(\(1991\).)h(\252Parsing)d(the)i
(voyager)g(domain)822 577 y(using)f(Pearl.\272)g Fb(Speech)g(and)g
(Natural)h(Language:)822 619 y(Pr)o(oceedings)e(of)i(a)g(W)o(orkshop)e
(Held)i(at)h(Paci\256c)822 660 y(Gr)o(ove,)e(California.)h
Fc(Mor)o(gan)h(Kaufmann)822 702 y(Publishers,)d(Inc.,)i(San)f
(Francisco,)g(California.)822 743 y(231\261236.)785 785
y(Merialdo,)h(Bernar)o(d)f(\(1994\).)h(\252T)m(agging)e(English)822
826 y(text)j(with)f(a)g(pr)o(obabilistic)f(model.\272)822
868 y Fb(Computational)g(Linguistics,)i Fd(20)p Fc(\(2\).)g
(155\261172.)785 909 y(Miller)m(,)f(Scott)g(Z.;)h(Bobr)o(ow)m(,)g
(Robert;)g(Ingria,)822 951 y(Robert;)f(and)g(Schwartz,)f(Richar)o(d)g
(\(1994\).)822 992 y(\252Hidden)g(understanding)f(models)i(of)h
(natural)822 1034 y(language.\272)d Fb(32nd)h(Annual)h(Meeting)g(of)g
(the)822 1075 y(Association)f(for)h(Computational)g(Linguistics.)822
1117 y Fc(Mor)o(gan)g(Kaufmann)g(Publishers,)e(Inc.,)i(San)822
1158 y(Francisco,)f(California.)h(25\26132.)785 1200
y(Resnik,)f(Philip)h(\(1993\).)g Fb(Selection)g(and)822
1241 y(Information:)g(A)g(Class-Based)e(Appr)o(oach)h(to)822
1283 y(Lexical)h(Relationships.)f Fc(Doctoral)h(thesis,)822
1324 y(Department)g(of)h(Computer)g(and)f(Information)822
1366 y(Science,)f(University)g(of)i(Pennsylvania.)822
1407 y(Philadelphia,)e(P)m(A.)785 1449 y(Senef)o(f,)i(Stephanie)e
(\(1992\).)h(\252TINA:)g(A)h(natural)822 1490 y(language)d(system)i
(for)h(spoken)f(language)822 1532 y(applications.\272)g
Fb(Computational)f(Linguistics,)822 1573 y Fd(18)p Fc(\(1\).)i
(61\26186.)785 1615 y(Y)m(ar)o(owsky)l(,)e(David)h(\(1994\).)g
(\252Decision)f(lists)h(for)822 1656 y(lexical)f(ambiguity)g(r)o
(esolution:)h(application)h(to)822 1698 y(accent)e(r)o(estoration)h(in)
g(Spanish)g(and)f(Fr)o(ench.\272)822 1739 y Fb(32nd)g(Annual)h(Meeting)
g(of)g(the)g(Association)f(for)822 1781 y(Computational)g(Linguistics.)
i Fc(Mor)o(gan)822 1822 y(Kaufmann)e(Publishers,)f(Inc.,)i(San)g
(Francisco,)822 1864 y(California.)g(88\26195.)1511 2731
y Fr(8)p eop
%%Page: 9 9
9 8 bop -62 79 a Fb(David)8 b(Magerman)g Fc(is)h(a)g(r)o(esear)o(ch)f
(scientist)g(in)h(the)h(Speech)e(and)h(Natural)f(Language)f(Pr)o
(ocessing)-25 120 y(Department)i(at)g(Bolt)h(Beranek)e(and)g(Newman)h
(Inc.)g(He)g(was)g(a)g(member)g(of)h(the)f(IBM)g(Speech)-25
162 y(Recognition)f(gr)o(oup)i(under)d(Fr)o(ederick)h(Jelinek)g(fr)o
(om)i(1991)e(to)h(1994,)f(wher)o(e)h(he)g(completed)g(his)f(doctoral)
-25 203 y(thesis)h(on)g(statistical)f(grammar)g(acquisition.)h(He)g
(also)g(worked)g(with)g(Mitchell)g(Mar)o(cus)g(at)g(the)-25
245 y(University)g(of)h(Pennsylvania)d(fr)o(om)j(1989)e(to)i(1991)e(on)
h(self-or)o(ganized)g(grammar)f(learning)g(and)-25 286
y(statistical)g(parsing.)h(Magerman's)f(addr)o(ess)h(is:)g(Bolt)h
(Beranek)e(and)g(Newman)h(Inc.,)g(Room)h(15/148,)e(70)-25
328 y(Fawcett)h(Str)o(eet,)g(Cambridge,)g(MA)h(02138;)e(e-mail:)h
(magerman@bbn.com.)1511 2731 y Fr(9)p eop
%%Trailer
end
userdict /end-hook known{end-hook}if
%%EOF