abe401a154bae57aefc63a5831448918 *DESCRIPTION
7a30856cdb7e752d64265b32a0922f6f *LICENSE
2d37a673f0816a001bfce4baeedd2968 *NAMESPACE
c4f80760065de7e829d32f59255dda41 *NEWS.md
94e39027d0e7806d4e3566a7a6d0e280 *R/RcppExports.R
ff46cb5b694b80605246b851103047d8 *R/basic-tokenizers.R
106595ac5246e2a974fcc60b1b4af844 *R/character-shingles-tokenizers.R
b8f0d4c29ae8cd40df4e580d88e0d9b4 *R/chunk-text.R
d6f1464c9ff1e3d4a1056b64f6f64857 *R/coercion.R
dbf0c1e5f12ed05731c9c112297e3ef5 *R/data-docs.R
9c45d70c2ff423ad4269f573e07ed917 *R/ngram-tokenizers.R
691ae4a362fbd4a978615484b6ebbc01 *R/ptb-tokenizer.R
975fa44c42ec06e7f24de4fca7f16cd3 *R/stem-tokenizers.R
cd40ea2f6a3fc48dedc65631864a671d *R/tokenizers-package.r
a639ae3ba7c26ed10f71fa6830f56fad *R/utils.R
d9e433bf9116749218ca662c9ec50fc1 *R/wordcount.R
3d000ea3454012354c269707f7ad7baa *README.md
704af9d6e62e100e22118ee639799e73 *build/vignette.rds
8e14891d161d472a5322ba7fb6c76002 *data/mobydick.rda
ca0a364901d1fe6d9d909c1c62e3c1fa *inst/CITATION
9c8960cf9f7db7161b6fb2265368f317 *inst/doc/introduction-to-tokenizers.R
853973e4defdc85f3768f9fa032f8c7c *inst/doc/introduction-to-tokenizers.Rmd
989cba8225abf569333be14c8cda1f12 *inst/doc/introduction-to-tokenizers.html
036d4d91fba837165ef616d4c3693898 *inst/doc/tif-and-tokenizers.R
c69081844dbe9094ac1a0f6a7621f6cc *inst/doc/tif-and-tokenizers.Rmd
0bdd4dad13ba1c561a9db315bd2a588a *inst/doc/tif-and-tokenizers.html
c9f1ef697a559ca1652a362fd169fc98 *man/basic-tokenizers.Rd
e5bb3dc97546882a21a24e8577d7c696 *man/chunk_text.Rd
f1794859b8627933ae7bd52b116387f8 *man/mobydick.Rd
be5aca0db186bac1e20db7c48ee9e687 *man/ngram-tokenizers.Rd
d06fd15eaf3f4822ad9c5584cb138c28 *man/ptb-tokenizer.Rd
475704053272ee615bb58bad20423d79 *man/shingle-tokenizers.Rd
55c09dfe66cc6c27716b627fff429661 *man/stem-tokenizers.Rd
4e0636320c4a0fa804aa2c84c6c3df5e *man/tokenizers.Rd
eac6ac67fd537abfd55cc275fcadf6a6 *man/word-counting.Rd
c4824605b9ddc74c52128941c9238395 *src/RcppExports.cpp
70d131e29f4baf9cc4a8bb6ed8057af6 *src/shingle_ngrams.cpp
50fed60f2603e066bba741b9d6c8a9e1 *src/skip_ngrams.cpp
c0953a311f15601701b91fb4f8945fa0 *tests/testthat.R
6d62165c5b0fe90e453a5896636fc9c3 *tests/testthat/helper-data.R
4b370e97f5104ffebe37108982ac0cd1 *tests/testthat/moby-ch1.txt
6c8bd3a896047bcefc012014bc50ec30 *tests/testthat/moby-ch2.txt
4918dc776f7f311580d63698b6bdc859 *tests/testthat/moby-ch3.txt
b9f9a569a7a0383f977930bc30f8ca0b *tests/testthat/test-basic.R
605e06f975d347e44f870e11a0d06f11 *tests/testthat/test-chunking.R
36a2b76abce927a2de29b757252c1530 *tests/testthat/test-encoding.R
41915a16dec981f71d543bf520aba151 *tests/testthat/test-ngrams.R
a15d613f23ce471dc4f758902371f07e *tests/testthat/test-ptb.R
8c85339e86effefeb9618fb023e85eaa *tests/testthat/test-shingles.R
0767ce25b7f91e9ddf105dc3485cae8d *tests/testthat/test-stem.R
1ff22663184d001cab101cec356ae7c0 *tests/testthat/test-tif.R
7e03244a849fdef37d4fe9007369045c *tests/testthat/test-utils.R
71b73f80c997d10284759f56e004dc33 *tests/testthat/test-wordcount.R
853973e4defdc85f3768f9fa032f8c7c *vignettes/introduction-to-tokenizers.Rmd
c69081844dbe9094ac1a0f6a7621f6cc *vignettes/tif-and-tokenizers.Rmd
