cbspace commited on
Commit ·
43ef6f6
1
Parent(s): 1ceabce
Update GPU Duration
Browse files
app.py
CHANGED
|
@@ -15,7 +15,7 @@ max_seq_len = 740
|
|
| 15 |
dropout = 0.0
|
| 16 |
|
| 17 |
# Number of tokens per update interval
|
| 18 |
-
update_interval =
|
| 19 |
|
| 20 |
@spaces.GPU
|
| 21 |
def load_model():
|
|
@@ -31,7 +31,7 @@ def load_model():
|
|
| 31 |
model.eval()
|
| 32 |
return model, tokenizer, device
|
| 33 |
|
| 34 |
-
@spaces.GPU
|
| 35 |
def generate(prompt,out_tokens,temperature,top_p_value):
|
| 36 |
model.to(device)
|
| 37 |
outputs = tokenizer.encode(prompt)
|
|
|
|
| 15 |
dropout = 0.0
|
| 16 |
|
| 17 |
# Number of tokens per update interval
|
| 18 |
+
update_interval = 12
|
| 19 |
|
| 20 |
@spaces.GPU
|
| 21 |
def load_model():
|
|
|
|
| 31 |
model.eval()
|
| 32 |
return model, tokenizer, device
|
| 33 |
|
| 34 |
+
@spaces.GPU(duration=120)
|
| 35 |
def generate(prompt,out_tokens,temperature,top_p_value):
|
| 36 |
model.to(device)
|
| 37 |
outputs = tokenizer.encode(prompt)
|