Update app.py

app.py

@@ -7,19 +7,19 @@ import gradio as gr
 import sentencepiece
 from tokenization_xgen import XgenTokenizer
 
-title = "Welcome to 🙋🏻‍♂️Tonic's😈Xgen-8K Chat!"
-description = "Interestingly there simply wasnt a public demo for Xgen, So I made one. You can use [Salesforce/xgen-7b-8k-inst](https://huggingface.co/Salesforce/xgen-7b-8k-inst) via API using Gradio by scrolling down and clicking Use 'Via API' or privately by [cloning this space on huggingface](https://huggingface.co/spaces/Tonic1/Xgen?duplicate=true) . [Join my active builders' server on discord](https://discord.gg/VqTxc76K3u). Let's build together!."
+title = "Welcome to 🙋🏻‍♂️Tonic's🌷Xgen-8K Chat!"
+description = "Interestingly there simply wasnt a public demo for Tulu, So I made one. You can use [allenai/tulu-2-dpo-70b](https://huggingface.co/allenai/tulu-2-dpo-70b) via API using Gradio by scrolling down and clicking Use 'Via API' or privately by [cloning this space on huggingface](https://huggingface.co/spaces/Tonic1/TuluDemo?duplicate=true) . [Join my active builders' server on discord](https://discord.gg/VqTxc76K3u). Let's build together!."
 
 os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:50'
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
-model_name = "Salesforce/xgen-7b-8k-base"
-tokenizer = XgenTokenizer.from_pretrained("./")
+model_name = "allenai/tulu-2-dpo-70b"
+tokenizer = AutoTokenizer.from_pretrained("allenai/tulu-2-dpo-70b")
 model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
 model = model.to(dtype=torch.bfloat16)
 model = model.to(device)
 
 class XgenChatBot:
-    def __init__(self, model, tokenizer, system_message="You are Xgen, an AI language model created by Tonic-AI. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior."):
+    def __init__(self, model, tokenizer, system_message="You are 🌷Tulu, an AI language model created by Tonic-AI. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior."):
         self.model = model
         self.tokenizer = tokenizer
         self.system_message = system_message
@@ -28,7 +28,7 @@ class XgenChatBot:
         self.system_message = new_system_message
 
     def format_prompt(self, user_message):
-        prompt = f"<|im_start|>assistant\n{self.system_message}<|im_end|>\n<|im_start|>\nuser\n{user_message}<|im_end|>\nassistant\n"
+        prompt = f"<|assistant|>\n {self.system_message}\n\n <|user|>{user_message}\n\n<|assistant|>\n"
         return prompt
 
     def predict(self, user_message, temperature=0.4, max_new_tokens=70, top_p=0.99, repetition_penalty=1.9):