before knowledge base

app.py

@@ -4,26 +4,6 @@ import torch
 import numpy as np
 import random
 from huggingface_hub import InferenceClient
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta", provider='hf-inference')
 
 model = SentenceTransformer('all-MiniLM-L6-v2')
-
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
-def respond(message, history):
-    messages = [{"role": "system", "content": "You are a big sister chatbot named, Nessie. Your goal is to give users helpful information in regards to helping people feel good about their bodies and self-image. You should also be able to give advice about calories based on height and weight."}] 
-    # change the personality
-    if history:
-        messages.extend(history)
-    messages.append({"role": "user", "content": message})
-
-    response = ""
-    for messages in client.chat_completion(
-        messages,
-        max_tokens = 100,
-        stream = True,
-    ):
-        token = messages.choices[0].delta.content
-        response+= token 
-        yield response
-    
-chatbot = gr.ChatInterface(respond, type = "messages")
-chatbot.launch(debug=True)