Introduce english tokenizer
Change-Id: I5b60d9a4de8db3c5730957335fc674adb4fccf0f
diff --git a/src/en/abbrv.txt b/src/en/abbrv.txt
new file mode 100644
index 0000000..3aaf94e
--- /dev/null
+++ b/src/en/abbrv.txt
@@ -0,0 +1,346 @@
+abt
+adfsd
+agg
+Agg
+AkH
+Analg
+Androl
+Anm
+Anniv
+anniv
+Apollod
+Appr
+appr
+approx
+Approx
+apptd
+Appx
+Aprox
+aprox
+apx
+Assoc
+assoc
+asst
+Auk
+Ave
+avg
+Avg
+Bacteriol
+Balf
+bap
+bef
+Benth
+Bioeng
+Bip
+Blg
+Blvd
+Boiss
+Bojan
+Bonpl
+Burm
+BVN
+ca
+Cardiol
+cca
+Chemother
+Chevr
+cho
+choreo
+chpt
+cir
+Cir
+Cist
+Cmnd
+Cor
+cr
+Cuatrec
+Cunn
+Cy
+Dall
+Davidsz
+defns
+dep
+dept
+Dept
+Dermatol
+Desf
+Desv
+Deut
+dis
+Dis
+disamb
+Disamb
+Disord
+disord
+Dispos
+dispos
+dolore
+dr
+Dr
+DR
+Eckl
+Ed
+ed
+Eds
+eds
+Ehrend
+elev
+Elysa
+Emph
+emph
+Engelm
+Enzymol
+Ep
+EpGuides
+Eph
+Eps
+eq
+Eq
+Eqs
+equiv
+Equiv
+Ericka
+esp
+Esp
+estb
+estd
+Estd
+et
+Et
+Ethn
+exh
+Exod
+Ezek
+Fairm
+fig
+Fig
+figs
+Figs
+fl
+fn
+fol
+foll
+fols
+frg
+frr
+Genet
+Gesch
+Gracch
+Graec
+Grav
+gs
+Guill
+Gyll
+habuit
+Haematol
+Haemost
+Heb
+Hematol
+Henn
+Hepatol
+Hered
+Hertig
+hlm
+Hochst
+Holmiae
+hrsg
+Humb
+Hwy
+Hyg
+Hypertens
+Ikirun
+Immun
+immunol
+Immunol
+Instrum
+Iss
+Jaub
+JBNHS
+jct
+Jv
+Kelloff
+KES
+Kfz
+Korch
+Kyal
+laen
+Lehm
+Lett
+Lindl
+Loc
+loc
+Lond
+Macc
+mag
+Mag
+maint
+Margalit
+Masc
+masc
+Max
+max
+Meisn
+Microlep
+Mildbr
+Min
+min
+Misc
+misc
+Mitja
+Monit
+Movt
+mr
+Mr
+MR
+mrs
+Mrs
+MRS
+ms
+Ms
+MS
+Naturalist
+Navig
+Neg
+neg
+Neh
+Neof
+Neurophysiol
+neut
+ngupil
+NJCL
+nº
+No
+Nº
+Nohlen
+Noordel
+nos
+Nos
+nr
+Nr
+núm
+Núm
+Nutr
+Oberw
+Oliv
+Oncol
+op
+Op
+Ophthalmol
+osth
+Pag
+pagg
+pags
+paragr
+Pathog
+Pathol
+Pav
+pbk
+pct
+Periodontol
+pers
+Perspect
+Pes
+pg
+Pg
+pgs
+Pgs
+Pipo
+Planch
+Pls
+Plz
+Poepp
+Polyb
+pos
+potest
+poz
+pp
+Pp
+prec
+pref
+prof
+Prof
+PROF
+PSl
+Psychopharmacol
+puto
+Qld
+qtd
+Qtd
+Rafiuddin
+Rchb
+Rd
+Rheumatol
+Rhif
+ric
+Ridl
+Rodr
+Roem
+Romagn
+Rp
+Rptr
+Rs
+Rte
+Rul
+Sacc
+Sadayakko
+Salisb
+Schltdl
+Schltr
+Schnepf
+Schoenh
+Schrad
+Schum
+Schumach
+Scler
+Scol
+Seidenf
+Sep
+shaadi
+Shab
+shd
+Sln
+Sm
+spol
+sq
+ssp
+St
+Standl
+Stat
+Steril
+Str
+Strab
+subd
+subsp
+supp
+Supp
+Tas
+Teijsm
+tel
+Ther
+Thess
+Thm
+tj
+Tms
+Torr
+Ulmus
+USFWS
+usu
+var
+Verm
+Virol
+vs
+vz
+Vz
+Waldst
+Welw
+Wendl
+Wochenschr
+WoO
+wz
+Wz
+xl
+xliv
+Yeb
+Zaven
+Zeb
+zm