OpenTransformer's picture
Upload feeder/Cargo.toml with huggingface_hub
d1eeb5d verified
[package]
name = "wire_feeder"
version = "0.1.0"
edition = "2021"
[dependencies]
tokio = { version = "1", features = ["full", "io-std"] }
reqwest = { version = "0.11", features = ["gzip", "brotli", "deflate", "rustls-tls"], default-features = false }
scraper = "0.18"
url = "2"
dashmap = "5"
crossbeam-channel = "0.5"
regex = "1"
lazy_static = "1.4"
tokenizers = "0.15"
serde = { version = "1", features = ["derive"] }
serde_json = "1"
rand = "0.8"
[profile.release]
opt-level = 3
lto = true