Add flex-based tokenizer.
tree84485cf352028ee7cf2d08f8b63fe8c4bd224b11
-rw-r--r-- 0 AUTHORS
-rw-r--r-- 17992 COPYING
-rw-r--r-- 0 ChangeLog
-rw-r--r-- 9240 INSTALL
-rw-r--r-- 42 Makefile.am
-rw-r--r-- 16590 Makefile.in
-rw-r--r-- 0 NEWS
-rw-r--r-- 0 README
-rw-r--r-- 873 TODO
-rw-r--r-- 33307 aclocal.m4
-rwxr-xr-x 2774 compile
-rw-r--r-- 730 compose.cpp
-rwxr-xr-x 41397 config.guess
-rw-r--r-- 3610 config.h.in
-rwxr-xr-x 30012 config.sub
-rwxr-xr-x 214222 configure
-rw-r--r-- 1164 configure.in
-rwxr-xr-x 13303 depcomp
-rwxr-xr-x 7122 install-sh
drwxr-xr-x - libvspell
-rwxr-xr-x 144755 ltmain.sh
-rwxr-xr-x 10269 missing
-rwxr-xr-x 1988 mkinstalldirs
-rw-r--r-- 229 param.h
drwxr-xr-x - scripts
drwxr-xr-x - tests
drwxr-xr-x - vspell