Andrey Vorozhko
commited on
Commit
·
7ea8290
1
Parent(s):
4982e87
Correct using state in new gradio version
Browse files- app.py +8 -9
- requirements.txt +1 -2
app.py
CHANGED
|
@@ -3,13 +3,13 @@ import gradio as gr
|
|
| 3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 4 |
from util_funcs import getLengthParam, calcAnswerLengthByProbability, cropContext
|
| 5 |
|
| 6 |
-
def chat_function(Message): # model, tokenizer
|
| 7 |
|
| 8 |
input_user = Message
|
| 9 |
|
| 10 |
-
|
| 11 |
|
| 12 |
-
chat_history_ids = torch.zeros((1, 0), dtype=torch.int) if
|
| 13 |
|
| 14 |
# encode the new user input, add parameters and return a tensor in Pytorch
|
| 15 |
lengthId = getLengthParam(input_user, tokenizer)
|
|
@@ -78,8 +78,7 @@ def chat_function(Message): # model, tokenizer
|
|
| 78 |
# Случай когда надо перегенерировать ответ наступил, берем изначальный тензор
|
| 79 |
chat_history_ids = chat_history_ids_initial
|
| 80 |
|
| 81 |
-
|
| 82 |
-
gr.set_state(history)
|
| 83 |
html = "<div class='chatbot'>"
|
| 84 |
for user_msg, resp_msg, _ in history:
|
| 85 |
if user_msg != '-':
|
|
@@ -87,7 +86,7 @@ def chat_function(Message): # model, tokenizer
|
|
| 87 |
if resp_msg != '-':
|
| 88 |
html += f"<div class='resp_msg'>{resp_msg}</div>"
|
| 89 |
html += "</div>"
|
| 90 |
-
return html
|
| 91 |
|
| 92 |
# Download checkpoint:
|
| 93 |
|
|
@@ -106,8 +105,8 @@ description = """
|
|
| 106 |
article = "<p style='text-align: center'><a href='https://huggingface.co/avorozhko/ruDialoGpt3-medium-finetuned-context'>Бот на основе дообученной GPT-3</a></p>"
|
| 107 |
|
| 108 |
iface = gr.Interface(fn=chat_function,
|
| 109 |
-
inputs=gr.inputs.Textbox(lines=3, placeholder="Что вы хотите сказать боту..."),
|
| 110 |
-
outputs=
|
| 111 |
title=title, description=description, article=article,
|
| 112 |
theme='dark-grass',
|
| 113 |
css= """
|
|
@@ -119,7 +118,7 @@ iface = gr.Interface(fn=chat_function,
|
|
| 119 |
.panels.unaligned :last-child {order: -1 !important;}
|
| 120 |
""",
|
| 121 |
allow_screenshot=False,
|
| 122 |
-
allow_flagging='
|
| 123 |
)
|
| 124 |
|
| 125 |
if __name__ == "__main__":
|
|
|
|
| 3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 4 |
from util_funcs import getLengthParam, calcAnswerLengthByProbability, cropContext
|
| 5 |
|
| 6 |
+
def chat_function(Message, History): # model, tokenizer
|
| 7 |
|
| 8 |
input_user = Message
|
| 9 |
|
| 10 |
+
History = History or []
|
| 11 |
|
| 12 |
+
chat_history_ids = torch.zeros((1, 0), dtype=torch.int) if History == [] else torch.tensor(history[-1][2], dtype=torch.long)
|
| 13 |
|
| 14 |
# encode the new user input, add parameters and return a tensor in Pytorch
|
| 15 |
lengthId = getLengthParam(input_user, tokenizer)
|
|
|
|
| 78 |
# Случай когда надо перегенерировать ответ наступил, берем изначальный тензор
|
| 79 |
chat_history_ids = chat_history_ids_initial
|
| 80 |
|
| 81 |
+
History.append((input_user, answer, chat_history_ids.tolist()))
|
|
|
|
| 82 |
html = "<div class='chatbot'>"
|
| 83 |
for user_msg, resp_msg, _ in history:
|
| 84 |
if user_msg != '-':
|
|
|
|
| 86 |
if resp_msg != '-':
|
| 87 |
html += f"<div class='resp_msg'>{resp_msg}</div>"
|
| 88 |
html += "</div>"
|
| 89 |
+
return html, History
|
| 90 |
|
| 91 |
# Download checkpoint:
|
| 92 |
|
|
|
|
| 105 |
article = "<p style='text-align: center'><a href='https://huggingface.co/avorozhko/ruDialoGpt3-medium-finetuned-context'>Бот на основе дообученной GPT-3</a></p>"
|
| 106 |
|
| 107 |
iface = gr.Interface(fn=chat_function,
|
| 108 |
+
inputs=[gr.inputs.Textbox(lines=3, placeholder="Что вы хотите сказать боту..."), 'state'],
|
| 109 |
+
outputs=['html', 'state'],
|
| 110 |
title=title, description=description, article=article,
|
| 111 |
theme='dark-grass',
|
| 112 |
css= """
|
|
|
|
| 118 |
.panels.unaligned :last-child {order: -1 !important;}
|
| 119 |
""",
|
| 120 |
allow_screenshot=False,
|
| 121 |
+
allow_flagging='never'
|
| 122 |
)
|
| 123 |
|
| 124 |
if __name__ == "__main__":
|
requirements.txt
CHANGED
|
@@ -1,3 +1,2 @@
|
|
| 1 |
transformers
|
| 2 |
-
torch
|
| 3 |
-
gradio==2.7.0
|
|
|
|
| 1 |
transformers
|
| 2 |
+
torch
|
|
|