Spaces:
Build error
Build error
Update src/rag.py
Browse files- src/rag.py +1 -1
src/rag.py
CHANGED
|
@@ -314,7 +314,7 @@ def load_generation_model():
|
|
| 314 |
model = AutoModelForCausalLM.from_pretrained(
|
| 315 |
model_name,
|
| 316 |
device_map="cpu",
|
| 317 |
-
token = token
|
| 318 |
torch_dtype=torch.float16,
|
| 319 |
low_cpu_mem_usage=True,
|
| 320 |
|
|
|
|
| 314 |
model = AutoModelForCausalLM.from_pretrained(
|
| 315 |
model_name,
|
| 316 |
device_map="cpu",
|
| 317 |
+
token = token,
|
| 318 |
torch_dtype=torch.float16,
|
| 319 |
low_cpu_mem_usage=True,
|
| 320 |
|