Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -45,6 +45,7 @@ from transformers.generation.streamers import TextIteratorStreamer
|
|
| 45 |
# 1. MODEL CONFIG β Darwin-31B-Opus (Single Model)
|
| 46 |
# ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 47 |
MODEL_ID = "FINAL-Bench/Darwin-31B-Opus"
|
|
|
|
| 48 |
MODEL_NAME = "Darwin-31B-Opus"
|
| 49 |
MODEL_DESC = "Gemma 4 31B + Claude Opus Distill β Darwin V6 diagnostic-guided evolutionary merge"
|
| 50 |
MODEL_INFO = {
|
|
@@ -98,7 +99,7 @@ def _load_model(model_name: str):
|
|
| 98 |
model_id = model_cfg["id"]
|
| 99 |
print(f"[MODEL] Loading {model_name} ({model_id})...", flush=True)
|
| 100 |
|
| 101 |
-
_processor = AutoProcessor.from_pretrained(
|
| 102 |
_model = AutoModelForMultimodalLM.from_pretrained(
|
| 103 |
model_id, device_map="auto", dtype=torch.bfloat16,
|
| 104 |
)
|
|
|
|
| 45 |
# 1. MODEL CONFIG β Darwin-31B-Opus (Single Model)
|
| 46 |
# ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 47 |
MODEL_ID = "FINAL-Bench/Darwin-31B-Opus"
|
| 48 |
+
MODEL_BASE = "google/gemma-4-31B-it" # processor/tokenizer source
|
| 49 |
MODEL_NAME = "Darwin-31B-Opus"
|
| 50 |
MODEL_DESC = "Gemma 4 31B + Claude Opus Distill β Darwin V6 diagnostic-guided evolutionary merge"
|
| 51 |
MODEL_INFO = {
|
|
|
|
| 99 |
model_id = model_cfg["id"]
|
| 100 |
print(f"[MODEL] Loading {model_name} ({model_id})...", flush=True)
|
| 101 |
|
| 102 |
+
_processor = AutoProcessor.from_pretrained(MODEL_BASE)
|
| 103 |
_model = AutoModelForMultimodalLM.from_pretrained(
|
| 104 |
model_id, device_map="auto", dtype=torch.bfloat16,
|
| 105 |
)
|