Spaces:
Running on Zero
Running on Zero
Commit ·
5801600
1
Parent(s): fbdeb92
fix gpu time estimating
Browse files
app.py
CHANGED
|
@@ -250,7 +250,7 @@ def format_prompt(mode, prompt, system_prompt="", context="", src_lang="", tgt_l
|
|
| 250 |
return prompt
|
| 251 |
|
| 252 |
|
| 253 |
-
def estimate_duration(user_prompt, max_tokens, temperature, top_k, top_p, rep_penalty, ngram_size, do_sample):
|
| 254 |
return min(max(int(max_tokens) // 20, 15), 60)
|
| 255 |
|
| 256 |
|
|
|
|
| 250 |
return prompt
|
| 251 |
|
| 252 |
|
| 253 |
+
def estimate_duration(user_prompt, max_tokens, temperature, top_k, top_p, rep_penalty, ngram_size, do_sample, show_prompt=False):
|
| 254 |
return min(max(int(max_tokens) // 20, 15), 60)
|
| 255 |
|
| 256 |
|