Update app.py

app.py

@@ -27,7 +27,7 @@ def respond(
     system_message,
 ):
     try:
-        client = get_client(model_name)  # 여기서 client를 정의합니다.
+        client = get_client(model_name)
     except ValueError as e:
         chat_history.append((message, str(e)))
         return chat_history
@@ -39,22 +39,35 @@ def respond(
     messages.append({"role": "user", "content": message})
 
     try:
-        stream = client.chat_completion(
-            messages,
-            max_tokens=max_tokens,
-            temperature=temperature,
-            top_p=top_p,
-            stream=True,
-        )
-        partial_message = ""
-        for response in stream:
-            if response.choices[0].delta.content is not None:
-                partial_message += response.choices[0].delta.content
-                if len(chat_history) > 0 and chat_history[-1][0] == message:
-                    chat_history[-1] = (message, partial_message)
-                else:
-                    chat_history.append((message, partial_message))
-                yield chat_history
+        if "Cohere" in model_name:
+            # Cohere 모델을 위한 비스트리밍 처리
+            response = client.chat_completion(
+                messages,
+                max_tokens=max_tokens,
+                temperature=temperature,
+                top_p=top_p,
+            )
+            assistant_message = response.choices[0].message.content
+            chat_history.append((message, assistant_message))
+            yield chat_history
+        else:
+            # 다른 모델들을 위한 스트리밍 처리
+            stream = client.chat_completion(
+                messages,
+                max_tokens=max_tokens,
+                temperature=temperature,
+                top_p=top_p,
+                stream=True,
+            )
+            partial_message = ""
+            for response in stream:
+                if response.choices[0].delta.content is not None:
+                    partial_message += response.choices[0].delta.content
+                    if len(chat_history) > 0 and chat_history[-1][0] == message:
+                        chat_history[-1] = (message, partial_message)
+                    else:
+                        chat_history.append((message, partial_message))
+                    yield chat_history
     except Exception as e:
         error_message = f"An error occurred: {str(e)}"
         chat_history.append((message, error_message))