MAMBA_7B / src /push_mamba_7b_exact.py
namanadep's picture
Upload src/push_mamba_7b_exact.py with huggingface_hub
ce60168 verified
Raw
History Blame Contribute Delete
5.48 kB
import os
import sys
from huggingface_hub import HfApi, create_repo
def load_naman_token():
env_file = "/home/adminuser/.env"
token = None
if os.path.exists(env_file):
with open(env_file, "r", encoding="utf-8") as f:
for line in f:
line = line.strip()
if line.startswith("NAMAN_HF_TOKEN="):
_, val = line.split("=", 1)
val = val.strip().strip("'").strip('"')
if val:
token = val
break
return token
def create_readme_card(repo_id):
return f"""---
license: apache-2.0
tags:
- mamba
- codestral-mamba
- qwen2.5
- state-space-model
- benchmark
- evaluation
---
# MAMBA_7B: Codestral Mamba 7B Installation, Benchmarks & Architectural Research
This repository contains the complete codebase, benchmark suite, evaluation datasets, research documents, and visual PowerPoint presentations for **MAMBA_7B**.
Published to **namanadep** Hugging Face profile using `NAMAN_HF_TOKEN`.
---
## 📊 Summary Benchmark Metrics (Codestral Mamba 7B vs. Qwen 2.5 7B)
| Metric | Codestral Mamba 7B | Qwen 2.5 7B Instruct | Takeaway |
| :--- | :---: | :---: | :--- |
| **Architecture** | **Selective State Space Model (SSM S6)** | **Multi-Head Self-Attention Transformer** | Mamba eliminates $O(N^2)$ quadratic KV-cache memory scaling. |
| **Average Latency** | **4.28s** | **7.40s** | **42.2% faster completion** for Codestral Mamba. |
| **Generation Speed** | **194.8 t/s** | **193.3 t/s** | Identical throughput on NVIDIA H200 GPUs. |
| **Memory Footprint** | **Constant $O(1)$ Memory State** | $O(N)$ Growth | Fixed VRAM up to 256k long-context reasoning. |
---
## 📂 Repository Layout & Uploaded Artifacts
- `docs/CODESTRAL_MAMBA_7B_VS_QWEN_7B_COMPARISON.md`: 71 KB Exhaustive 10-Prompt Benchmark Report.
- `docs/CODESTRAL_MAMBA_7B_VS_QWEN_7B_COMPARISON.pptx`: 9-Slide Visual Benchmark Comparison Deck.
- `docs/MAMBA_7B_INSTALLATION_AND_ARCHITECTURE_GUIDE.pptx`: 8-Slide Hands-on Installation & Architecture Journey Deck.
- `docs/MAMBA_MODELS_RESEARCH_OLLAMA_HUGGINGFACE.md`: State Space Models Architectural Research Document.
- `data/mamba_vs_qwen_results.json`: Raw Evaluation JSON transcripts across 10 technical categories.
- `src/`: Complete Python benchmark test harness and slide generation scripts.
"""
def main():
base_dir = "/home/adminuser/aiops_pocs/MAMBA_7B"
print("Loading NAMAN_HF_TOKEN from /home/adminuser/.env...")
token = load_naman_token()
if not token:
print("Error: Could not find NAMAN_HF_TOKEN in /home/adminuser/.env")
sys.exit(1)
api = HfApi(token=token)
user_info = api.whoami()
username = user_info.get("name", "namanadep")
repo_id = f"{username}/MAMBA_7B"
print(f"Authenticated as '{username}'. Creating repository: https://huggingface.co/{repo_id}...")
try:
create_repo(repo_id, token=token, exist_ok=True, repo_type="model")
print(f"Repository ready: https://huggingface.co/{repo_id}")
except Exception as e:
print(f"Repo creation status: {e}")
# Write README.md locally
readme_path = os.path.join(base_dir, "README.md")
with open(readme_path, "w", encoding="utf-8") as f:
f.write(create_readme_card(repo_id))
print(f"Uploading files from {base_dir} to Hugging Face repository https://huggingface.co/{repo_id}...")
# 1. Upload README.md
api.upload_file(
path_or_fileobj=readme_path,
path_in_repo="README.md",
repo_id=repo_id,
token=token
)
print(" -> Uploaded README.md")
# 2. Upload Docs Folder
docs_dir = os.path.join(base_dir, "docs")
if os.path.exists(docs_dir):
for fname in os.listdir(docs_dir):
fpath = os.path.join(docs_dir, fname)
if os.path.isfile(fpath):
api.upload_file(
path_or_fileobj=fpath,
path_in_repo=f"docs/{fname}",
repo_id=repo_id,
token=token
)
print(f" -> Uploaded docs/{fname}")
# 3. Upload Src Folder
src_dir = os.path.join(base_dir, "src")
if os.path.exists(src_dir):
for fname in os.listdir(src_dir):
fpath = os.path.join(src_dir, fname)
if os.path.isfile(fpath):
api.upload_file(
path_or_fileobj=fpath,
path_in_repo=f"src/{fname}",
repo_id=repo_id,
token=token
)
print(f" -> Uploaded src/{fname}")
# 4. Upload Data Folder
data_dir = os.path.join(base_dir, "data")
if os.path.exists(data_dir):
for fname in os.listdir(data_dir):
fpath = os.path.join(data_dir, fname)
if os.path.isfile(fpath):
api.upload_file(
path_or_fileobj=fpath,
path_in_repo=f"data/{fname}",
repo_id=repo_id,
token=token
)
print(f" -> Uploaded data/{fname}")
print("==========================================================================")
print(f" Successfully published MAMBA_7B to Hugging Face: https://huggingface.co/{repo_id} ")
print("==========================================================================")
if __name__ == "__main__":
main()