Spaces:
Build error
Build error
Update src/rag.py
Browse files- src/rag.py +1 -1
src/rag.py
CHANGED
|
@@ -479,7 +479,7 @@ def load_generation_model():
|
|
| 479 |
model_name = "meta-llama/Llama-3.2-3B-Instruct" # ~1.1B parameters
|
| 480 |
|
| 481 |
import os
|
| 482 |
-
token = os.getenv('HF_TOKEN')
|
| 483 |
|
| 484 |
try:
|
| 485 |
# First try loading with 4-bit quantization if bitsandbytes is available
|
|
|
|
| 479 |
model_name = "meta-llama/Llama-3.2-3B-Instruct" # ~1.1B parameters
|
| 480 |
|
| 481 |
import os
|
| 482 |
+
token = os.getenv('HF_TOKEN')
|
| 483 |
|
| 484 |
try:
|
| 485 |
# First try loading with 4-bit quantization if bitsandbytes is available
|