Justinp11004 commited on
Commit
5f7b5b6
·
verified ·
1 Parent(s): 811e718

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -11,7 +11,9 @@ model_id = "sesame/csm-1b"
11
  device = "cuda" if torch.cuda.is_available() else "cpu"
12
 
13
  processor = AutoProcessor.from_pretrained(model_id, token=HF_TOKEN)
14
- model = CsmForConditionalGeneration.from_pretrained(model_id, device_map=device, token=HF_TOKEN)
 
 
15
 
16
  app = FastAPI()
17
 
 
11
  device = "cuda" if torch.cuda.is_available() else "cpu"
12
 
13
  processor = AutoProcessor.from_pretrained(model_id, token=HF_TOKEN)
14
+
15
+ model = CsmForConditionalGeneration.from_pretrained(model_id, token=HF_TOKEN)
16
+ model.to(device)
17
 
18
  app = FastAPI()
19