Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -98,14 +98,13 @@ def respond(
|
|
| 98 |
convo = tokenizer.apply_chat_template(messages, tokenize=True)
|
| 99 |
for message in model.create_completion(
|
| 100 |
convo,
|
| 101 |
-
temperature=
|
| 102 |
stream=True,
|
| 103 |
stop=["<|im_end|>"],
|
| 104 |
mirostat_mode=1,
|
| 105 |
mirostat_tau=mirostat_tau,
|
| 106 |
mirostat_eta=mirostat_eta,
|
| 107 |
max_tokens=128,
|
| 108 |
-
do_sample=True,
|
| 109 |
frequency_penalty=frequency_penalty,
|
| 110 |
presence_penalty=presence_penalty,
|
| 111 |
logits_processor=lambda ids, logits: custom_lp_logits_processor(ids, logits, lp_start, lp_decay, len(convo))
|
|
|
|
| 98 |
convo = tokenizer.apply_chat_template(messages, tokenize=True)
|
| 99 |
for message in model.create_completion(
|
| 100 |
convo,
|
| 101 |
+
temperature=temperature,
|
| 102 |
stream=True,
|
| 103 |
stop=["<|im_end|>"],
|
| 104 |
mirostat_mode=1,
|
| 105 |
mirostat_tau=mirostat_tau,
|
| 106 |
mirostat_eta=mirostat_eta,
|
| 107 |
max_tokens=128,
|
|
|
|
| 108 |
frequency_penalty=frequency_penalty,
|
| 109 |
presence_penalty=presence_penalty,
|
| 110 |
logits_processor=lambda ids, logits: custom_lp_logits_processor(ids, logits, lp_start, lp_decay, len(convo))
|