Update app.py
Browse files
app.py
CHANGED
|
@@ -31,7 +31,7 @@ from transformers import pipeline
|
|
| 31 |
pipe = pipeline("text-generation",
|
| 32 |
model=model,
|
| 33 |
tokenizer= tokenizer,
|
| 34 |
-
torch_dtype=torch.
|
| 35 |
device_map="auto",
|
| 36 |
max_new_tokens = 512,
|
| 37 |
do_sample=True,
|
|
|
|
| 31 |
pipe = pipeline("text-generation",
|
| 32 |
model=model,
|
| 33 |
tokenizer= tokenizer,
|
| 34 |
+
torch_dtype=torch.float32,
|
| 35 |
device_map="auto",
|
| 36 |
max_new_tokens = 512,
|
| 37 |
do_sample=True,
|