cbspace commited on
Commit ·
2fb3b9d
1
Parent(s): bcb2da3
Fix temperature issue
Browse files
app.py
CHANGED
|
@@ -32,7 +32,7 @@ def load_model():
|
|
| 32 |
return model, tokenizer, device
|
| 33 |
|
| 34 |
@spaces.GPU(duration=120)
|
| 35 |
-
def generate(prompt,out_tokens,
|
| 36 |
model.to(device)
|
| 37 |
outputs = tokenizer.encode(prompt)
|
| 38 |
tokens_remaining = int(out_tokens)
|
|
@@ -41,7 +41,7 @@ def generate(prompt,out_tokens,temperature,top_k_value):
|
|
| 41 |
|
| 42 |
while tokens_remaining:
|
| 43 |
new_inputs_len = update_interval if tokens_remaining >= update_interval else tokens_remaining % update_interval
|
| 44 |
-
outputs = model.generate(outputs, len(outputs)+new_inputs_len, temperature,
|
| 45 |
tokens_remaining -= new_inputs_len
|
| 46 |
out_text += tokenizer.decode(outputs[-new_inputs_len:])
|
| 47 |
yield out_text
|
|
|
|
| 32 |
return model, tokenizer, device
|
| 33 |
|
| 34 |
@spaces.GPU(duration=120)
|
| 35 |
+
def generate(prompt,out_tokens,top_k_value,temperature):
|
| 36 |
model.to(device)
|
| 37 |
outputs = tokenizer.encode(prompt)
|
| 38 |
tokens_remaining = int(out_tokens)
|
|
|
|
| 41 |
|
| 42 |
while tokens_remaining:
|
| 43 |
new_inputs_len = update_interval if tokens_remaining >= update_interval else tokens_remaining % update_interval
|
| 44 |
+
outputs = model.generate(outputs, len(outputs)+new_inputs_len, temperature, top_k=int(top_k_value))
|
| 45 |
tokens_remaining -= new_inputs_len
|
| 46 |
out_text += tokenizer.decode(outputs[-new_inputs_len:])
|
| 47 |
yield out_text
|