New API

app.py

@@ -14,22 +14,60 @@ TINY_LLAMA = None
 
 S3_SESSION = None
 
-def giga_gen(content):
+def giga_gen(content, history):
     res = generate(content,'auth_token.json')
     send_to_s3(res, f'protobench/giga_{str(datetime.now()).replace(" ", "_")}.json', S3_SESSION)
     return res
 
-def tiny_gen(content):
+def tiny_gen(content, history):
     res = response_tiny_llama(TINY_LLAMA, content)
     send_to_s3(res, f'protobench/tiny_{str(datetime.now()).replace(" ", "_")}.json', S3_SESSION)
     return res
 
+
 def tab_arena():
     with gradio.Row():
         with gradio.Column():
-            gradio.Interface(fn=giga_gen, inputs="text", outputs="text", allow_flagging=False, title='Giga') # arena = 
+            chatbot_left = gradio.Chatbot()
         with gradio.Column():
-            gradio.Interface(fn=tiny_gen, inputs="text", outputs="text", allow_flagging=False, title='TinyLlama') # arena = 
+            chatbot_right = gradio.Chatbot()
+
+    with gradio.Row():
+        gradio.Button('Both Good')
+        gradio.Button('Left Better')
+        gradio.Button('Right Better')
+        gradio.Button('Both Bad')
+
+    msg = gradio.Textbox()
+    clear = gradio.ClearButton([msg, chatbot_left, chatbot_right])
+
+    # def respond(message, chat_history):
+    #     bot_message = random.choice(["How are you?", "I love you", "I'm very hungry"])
+    #     chat_history.append((message, bot_message))
+    #     time.sleep(2)
+    #     return "", chat_history
+
+    msg.submit(giga_gen, [msg, chatbot_left], [msg, chatbot_left])
+    msg.submit(tiny_gen, [msg, chatbot_right], [msg, chatbot_right])
+
+        # with gradio.Column():
+        #     gradio.ChatInterface(
+        #         fn=giga_gen,
+        #         examples=[{"text": "hello"}, {"text": "hola"}, {"text": "merhaba"}],
+        #         title="Giga",
+        #         multimodal=True,
+        #     )
+        # with gradio.Column():
+        #     gradio.ChatInterface(
+        #         fn=tiny_gen,
+        #         examples=[{"text": "hello"}, {"text": "hola"}, {"text": "merhaba"}],
+        #         title="Tiny",
+        #         multimodal=True,
+        #     )
+        # with gradio.Column():
+        #     gradio.Interface(fn=giga_gen, inputs="text", outputs="text", allow_flagging=False, title='Giga') # arena = 
+        # with gradio.Column():
+        #     gradio.Interface(fn=tiny_gen, inputs="text", outputs="text", allow_flagging=False, title='TinyLlama') # arena = 
         
     # arena.launch()
 

utils.py

@@ -6,10 +6,11 @@ import boto3
 
 
 def gen_auth_token(auth_file):
-    
-    url = "https://ngw.devices.sberbank.ru:9443/api/v2/oauth"
+    # url = "https://ngw.devices.sberbank.ru:9443/api/v2/oauth"
+    url = "https://api.mlrnd.ru/api/v2/oauth"
 
     payload='scope=GIGACHAT_API_CORP'
+    payload='scope=API_v1'
     headers = {
     'Content-Type': 'application/x-www-form-urlencoded',
     'Accept': 'application/json',
@@ -24,7 +25,8 @@ def gen_auth_token(auth_file):
 
 
 def get_text(content='Привет!', auth_token=None):
-    url = "https://gigachat.devices.sberbank.ru/api/v1/chat/completions"
+    # url = "https://gigachat.devices.sberbank.ru/api/v1/chat/completions"
+    url = "https://api.mlrnd.ru/api/v1/chat/completions"
 
     payload = json.dumps({
     "model": "GigaChat",