aadya1762 commited on
Commit
9038c58
·
1 Parent(s): cff4a94

remove torch.compile

Browse files
Files changed (1) hide show
  1. gemmademo/_model.py +0 -2
gemmademo/_model.py CHANGED
@@ -21,8 +21,6 @@ def load_model(name: str, device_map: str = "cpu"):
21
  use_cache=True,
22
  load_in_8bit=True,
23
  )
24
-
25
- model = torch.compile(model, fullgraph=True)
26
 
27
  pipe = pipeline(
28
  "text-generation",
 
21
  use_cache=True,
22
  load_in_8bit=True,
23
  )
 
 
24
 
25
  pipe = pipeline(
26
  "text-generation",