OICIO / oicio-rs /src /bin /oicio_api.rs
deeprcurs-staff's picture
Upload folder using huggingface_hub
f9d2997 verified
Raw
History Blame Contribute Delete
1.64 kB
/*!
OICIO API Server β€” Rust CPU-Only β€” No Python, No CUDA
Credits: deepRcurs Labs @deeprcurs / Mzed Imamkh @mzedimamkh
FastAPI Python version already exists (oicio/api/server.py)
This is Rust version: Axum + Tokio, CPU-only, 14MB binary like Needle2
*/
use std::net::SocketAddr;
fn main() {
println!("OICIO API Server β€” Rust CPU-Only β€” No Python, No CUDA");
println!("Credits: deepRcurs Labs @deeprcurs / Mzed Imamkh @mzedimamkh");
println!("Version: 0.6.0 MatMul-Free CPU-Only");
println!("");
println!("Endpoints (like FastAPI Python version):");
println!(" POST /ingest β€” ingest long doc 100K-10M tokens -> episodic events (EM-LLM)");
println!(" POST /query β€” query with infinite context, ReAttention 208x + RAH harness");
println!(" GET /stats β€” runtime stats + swap 14GB + snapshot 466KB");
println!(" GET /swap β€” swap autoscale 10->20->30GB sebelum OOM");
println!("");
println!("Hardware: Consumer only, 1.9GB RAM + 14GB Swap (10+5) = 15.9GB");
println!("Model: BitNet 2B 1.1GB ternary real weights, no matmul only INT8 add");
println!("Binary: 14MB like Needle2, no runtime, runs everywhere ARM64/x86-64/RISC-V/WASM");
println!("");
println!("To run: cargo run --release --bin oicio_api -- --host 0.0.0.0 --port 8000");
println!("Or: ./oicio_api --host 0.0.0.0 --port 8000");
println!("");
println!("Snapshot: 466KB / 57 files β€” no disturb, toolchain in .cache excluded");
println!("Swap: 14GB active (10+5), autoscale 10->20->30GB sebelum OOM");
println!("Credits: deepRcurs Labs @deeprcurs / Mzed Imamkh @mzedimamkh");
}