Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -90,7 +90,7 @@ def setup_llm(model_name="google/flan-t5-small"):
|
|
| 90 |
max_new_tokens=300,
|
| 91 |
temperature=0.3,
|
| 92 |
do_sample=True,
|
| 93 |
-
|
| 94 |
)
|
| 95 |
|
| 96 |
llm = HuggingFacePipeline(pipeline=pipe)
|
|
|
|
| 90 |
max_new_tokens=300,
|
| 91 |
temperature=0.3,
|
| 92 |
do_sample=True,
|
| 93 |
+
device=-1
|
| 94 |
)
|
| 95 |
|
| 96 |
llm = HuggingFacePipeline(pipeline=pipe)
|