blingBillie's picture
Upload 138 files
d443007
[package]
name = "tokenizers-cpp"
version = "0.1.0"
edition = "2018"
[lib]
crate-type = ["staticlib"]
[dependencies]
tokenizers = { version = "0.13.3", default-features = false, features = ["onig"] }
serde = { version = "1.0", features = [ "derive" ] }
serde_json = "1.0"