Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,9 +18,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
|
|
| 18 |
# ---------------------------------------------------------------------------
|
| 19 |
# MODULE 4 — Generation Module (LLM setup)
|
| 20 |
# ---------------------------------------------------------------------------
|
| 21 |
-
MODEL_ID = "google/gemma-
|
| 22 |
|
| 23 |
-
print(f"[Generation] Loading model: {MODEL_ID}")
|
| 24 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
|
| 25 |
model = AutoModelForCausalLM.from_pretrained(
|
| 26 |
MODEL_ID,
|
|
@@ -34,7 +33,7 @@ pipe = pipeline(
|
|
| 34 |
max_new_tokens=512,
|
| 35 |
do_sample=False, # deterministic output
|
| 36 |
)
|
| 37 |
-
|
| 38 |
|
| 39 |
|
| 40 |
# ---------------------------------------------------------------------------
|
|
|
|
| 18 |
# ---------------------------------------------------------------------------
|
| 19 |
# MODULE 4 — Generation Module (LLM setup)
|
| 20 |
# ---------------------------------------------------------------------------
|
| 21 |
+
MODEL_ID = "google/gemma-3-1b-it" # swap for "google/gemma-4-9b-it" if VRAM allows
|
| 22 |
|
|
|
|
| 23 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
|
| 24 |
model = AutoModelForCausalLM.from_pretrained(
|
| 25 |
MODEL_ID,
|
|
|
|
| 33 |
max_new_tokens=512,
|
| 34 |
do_sample=False, # deterministic output
|
| 35 |
)
|
| 36 |
+
|
| 37 |
|
| 38 |
|
| 39 |
# ---------------------------------------------------------------------------
|