Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -32,7 +32,7 @@ def init():
|
|
| 32 |
|
| 33 |
|
| 34 |
if not is_hugging_face:
|
| 35 |
-
|
| 36 |
model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
|
| 37 |
)
|
| 38 |
text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer,torch_dtype=dtype,device_map=device ) #pipeline has not to(device)
|
|
|
|
| 32 |
|
| 33 |
|
| 34 |
if not is_hugging_face:
|
| 35 |
+
model = AutoModelForCausalLM.from_pretrained(
|
| 36 |
model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
|
| 37 |
)
|
| 38 |
text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer,torch_dtype=dtype,device_map=device ) #pipeline has not to(device)
|