Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -5,7 +5,7 @@ import spaces
|
|
| 5 |
|
| 6 |
@spaces.GPU
|
| 7 |
def load_model(model_name):
|
| 8 |
-
return pipeline("text-generation", model=model_name, device="cuda", torch_dtype=torch.float16)
|
| 9 |
@spaces.GPU
|
| 10 |
def generate(
|
| 11 |
model_name,
|
|
|
|
| 5 |
|
| 6 |
@spaces.GPU
|
| 7 |
def load_model(model_name):
|
| 8 |
+
return pipeline("text-generation", model=model_name, device="cuda", torch_dtype=torch.float16, trust_remote_code=True)
|
| 9 |
@spaces.GPU
|
| 10 |
def generate(
|
| 11 |
model_name,
|