Upload feeder/Cargo.toml with huggingface_hub
Browse files- feeder/Cargo.toml +22 -0
feeder/Cargo.toml
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[package]
|
| 2 |
+
name = "wire_feeder"
|
| 3 |
+
version = "0.1.0"
|
| 4 |
+
edition = "2021"
|
| 5 |
+
|
| 6 |
+
[dependencies]
|
| 7 |
+
tokio = { version = "1", features = ["full", "io-std"] }
|
| 8 |
+
reqwest = { version = "0.11", features = ["gzip", "brotli", "deflate", "rustls-tls"], default-features = false }
|
| 9 |
+
scraper = "0.18"
|
| 10 |
+
url = "2"
|
| 11 |
+
dashmap = "5"
|
| 12 |
+
crossbeam-channel = "0.5"
|
| 13 |
+
regex = "1"
|
| 14 |
+
lazy_static = "1.4"
|
| 15 |
+
tokenizers = "0.15"
|
| 16 |
+
serde = { version = "1", features = ["derive"] }
|
| 17 |
+
serde_json = "1"
|
| 18 |
+
rand = "0.8"
|
| 19 |
+
|
| 20 |
+
[profile.release]
|
| 21 |
+
opt-level = 3
|
| 22 |
+
lto = true
|