feat: Move tokenizer things into the meilidb-tokenizer workspace

This commit is contained in:
Clément Renault
2019-02-25 18:24:46 +01:00
parent d8cbb03c42
commit 1897da5348
10 changed files with 28 additions and 22 deletions

View File

@ -0,0 +1,8 @@
[package]
name = "meilidb-tokenizer"
version = "0.1.0"
authors = ["Clément Renault <renault.cle@gmail.com>"]
edition = "2018"
[dependencies]