Update app.py

app.py

@@ -53,25 +53,13 @@ def multimodal_prompt(user_input, system_prompt="You are an expert medical analy
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
 # Use the base model's ID
-base_model_id = "mistralai/Mistral-7B-v0.1"
-model_directory = "Tonic/mistralmed"
+base_model_id = "OpenLLM-France/Claire-Mistral-7B-0.1"
 
 # Instantiate the Tokenizer
-tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1", trust_remote_code=True, padding_side="left")
-# tokenizer = AutoTokenizer.from_pretrained("Tonic/mistralmed", trust_remote_code=True, padding_side="left")
+tokenizer = AutoTokenizer.from_pretrained("OpenLLM-France/Claire-Mistral-7B-0.1", trust_remote_code=True, padding_side="left")
 tokenizer.pad_token = tokenizer.eos_token
 tokenizer.padding_side = 'left'
-
-# Specify the configuration class for the model
-#model_config = AutoConfig.from_pretrained(base_model_id)
-
-# Load the PEFT model with the specified configuration
-#peft_model = AutoModelForCausalLM.from_pretrained(base_model_id, config=model_config)
-
-# Load the PEFT model
-peft_config = PeftConfig.from_pretrained("Tonic/mistralmed", token="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")
-peft_model = MistralForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", trust_remote_code=True)
-peft_model = PeftModel.from_pretrained(peft_model, "Tonic/mistralmed", token="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")
+model = AutoModelForCausalLM.from_pretrained("OpenLLM-France/Claire-Mistral-7B-0.1")
 
 class ChatBot:
     def __init__(self):
@@ -91,7 +79,7 @@ class ChatBot:
             chat_history_ids = user_input_ids
 
         # Generate a response using the PEFT model
-        response = peft_model.generate(input_ids=chat_history_ids, max_length=512, pad_token_id=tokenizer.eos_token_id)
+        response = model.generate(input_ids=chat_history_ids, max_length=512, pad_token_id=tokenizer.eos_token_id)
 
         # Update chat history
         self.history = chat_history_ids
@@ -102,9 +90,9 @@ class ChatBot:
 
 bot = ChatBot()
 
-title = "👋🏻Welcome to Tonic's MistralMed Chat🚀"
-description = "You can use this Space to test out the current model (MistralMed) or duplicate this Space and use it for any other model on 🤗HuggingFace. Join me on Discord to build together."
-examples = [["What is the proper treatment for buccal herpes?", "Please provide information on the most effective antiviral medications and home remedies for treating buccal herpes."]]
+title = "👋🏻Welcome to Tonic's Claire Chat🚀"
+description = "You can use this Space to test out the current model (ClaireLLM) or duplicate this Space and use it for any other model on 🤗HuggingFace. Join me on Discord to build together."
+examples = [["Oueche Normal, Claire, ça va ou quoi?", "bonjour je m'appele Claire et je suis une assistante francophone-first conçu par openLLM"]]
 
 iface = gr.Interface(
     fn=bot.predict,