Merge branch #KingNish/OpenCHAT-Mini' into 'Kall00/Chab'

README.md

@@ -4,7 +4,7 @@ emoji: 🐧
 colorFrom: green
 colorTo: yellow
 sdk: gradio
-sdk_version: 4.37.1
+sdk_version: 4.40.0
 app_file: app.py
 pinned: true
 short_description: Chatbot with Vision,Image generation and WebSearch

app.py

@@ -83,9 +83,7 @@ def search(query):
 client_gemma = InferenceClient("mistralai/Mistral-7B-Instruct-v0.3")
 client_mixtral = InferenceClient("NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO")
 client_llama = InferenceClient("meta-llama/Meta-Llama-3-8B-Instruct")
-
-
-func_caller = []
+client_yi = InferenceClient("01-ai/Yi-1.5-34B-Chat")
 
 # Define the main chat function
 def respond(message, history):
@@ -176,15 +174,15 @@ def respond(message, history):
                     buffer += new_text
                     yield buffer
             else:
-                messages = f"<|start_header_id|>system\nYou are OpenCHAT mini a helpful assistant made by KingNish. You answers users query like human friend. You are also Expert in every field and also learn and try to answer from contexts related to previous question. Try your best to give best response possible to user. You also try to show emotions using Emojis and reply like human, use short forms, friendly tone and emotions.<|end_header_id|>"
+                messages = f"<|im_start|>system\nYou are OpenCHAT mini a helpful assistant made by KingNish. You answers users query like human friend. You are also Expert in every field and also learn and try to answer from contexts related to previous question. Try your best to give best response possible to user. You also try to show emotions using Emojis and reply like human, use short forms, friendly tone and emotions.<|im_end|>"
                 for msg in history:
-                    messages += f"\n<|start_header_id|>user\n{str(msg[0])}<|end_header_id|>"
-                    messages += f"\n<|start_header_id|>assistant\n{str(msg[1])}<|end_header_id|>"
-                messages+=f"\n<|start_header_id|>user\n{message_text}<|end_header_id|>\n<|start_header_id|>assistant\n"
-                stream = client_llama.text_generation(messages, max_new_tokens=2000, do_sample=True, stream=True, details=True, return_full_text=False)
+                    messages += f"\n<|im_start|>user\n{str(msg[0])}<|im_end|>"
+                    messages += f"\n<|im_start|>assistant\n{str(msg[1])}<|im_end|>"
+                messages+=f"\n<|im_start|>user\n{message_text}<|im_end|>\n<|im_start|>assistant\n"
+                stream = client_yi.text_generation(messages, max_new_tokens=2000, do_sample=True, stream=True, details=True, return_full_text=False)
                 output = ""
                 for response in stream:
-                    if not response.token.text == "<|eot_id|>":
+                    if not response.token.text == "<|endoftext|>":
                         output += response.token.text
                         yield output
         except:
@@ -211,7 +209,7 @@ demo = gr.ChatInterface(
     examples=[
         {"text": "Hy, who are you?",},
         {"text": "What's the current price of Bitcoin",},
-        {"text": "Search and Tell me what's the release date of llama 3 400b",},
+        {"text": "Search and Tell me what's trending on Youtube.",},
         {"text": "Create A Beautiful image of Effiel Tower at Night",},
         {"text": "Write me a Python function to calculate the first 10 digits of the fibonacci sequence.",},
         {"text": "What's the colour of car in given image", "files": ["./car1.png"]},

requirements.txt

@@ -1,7 +1,5 @@
-huggingface_hub
 bs4
 pillow
-gradio
 torch
 git+https://github.com/huggingface/transformers.git
 opencv-python