sail / sail_scripts /kernel /Cargo.toml
muterornament's picture
Industrialize: Backup sovereign training pipeline and native kernel
0f6a233 verified
Raw
History Blame Contribute Delete
1.43 kB
[package]
name = "sail_kernel"
version = "0.1.0"
edition = "2021"
description = "SAIL Memory-Safe Kernel — Rust native extension for high-speed, memory-safe data processing"
authors = ["SAIL AI"]
[lib]
# Build as a dynamic library that Python can import
name = "sail_kernel"
crate-type = ["cdylib"]
[dependencies]
# PyO3: Rust <-> Python zero-copy bridge
pyo3 = { version = "0.22", features = ["extension-module"] }
# zstd: Netflix-grade compression for dataset shards
zstd = "0.13"
# rayon: Parallel iterators (data-race free, Rust guarantees)
rayon = "1.10"
# serde/serde_json: Fast, safe JSON parsing
serde = { version = "1.0", features = ["derive"] }
serde_json = "1.0"
# unicode-normalization: Unicode NFC cleaning
unicode-normalization = "0.1"
# regex: Safe, bounded regex for text cleaning
regex = "1.10"
# ahash: High-speed HashMap (no hash DoS vulnerability)
ahash = "0.8"
# thiserror: Ergonomic error types with no `unwrap` footguns
thiserror = "1.0"
# once_cell: Safe global initialization
once_cell = "1.19"
[dev-dependencies]
tempfile = "3"
[profile.release]
# Max optimization for deployment
opt-level = 3
lto = true
codegen-units = 1
panic = "abort" # No unwinding overhead, smaller binary
strip = true # Strip debug symbols
[features]
default = []
# Enable AVX2 SIMD text-scan acceleration (auto-detected at compile time)
simd = []