Spaces:
Build error
Build error
remove torch.compile
Browse files- gemmademo/_model.py +0 -2
gemmademo/_model.py
CHANGED
|
@@ -21,8 +21,6 @@ def load_model(name: str, device_map: str = "cpu"):
|
|
| 21 |
use_cache=True,
|
| 22 |
load_in_8bit=True,
|
| 23 |
)
|
| 24 |
-
|
| 25 |
-
model = torch.compile(model, fullgraph=True)
|
| 26 |
|
| 27 |
pipe = pipeline(
|
| 28 |
"text-generation",
|
|
|
|
| 21 |
use_cache=True,
|
| 22 |
load_in_8bit=True,
|
| 23 |
)
|
|
|
|
|
|
|
| 24 |
|
| 25 |
pipe = pipeline(
|
| 26 |
"text-generation",
|