Update app.py

app.py

@@ -172,16 +172,16 @@ retriever = db.as_retriever(
 
 
 quantization_config = BitsAndBytesConfig(
-         load_in_8bit=True,
-         bnb_8bit_compute_dtype=torch.bfloat16,
-         bnb_8bit_quant_type="nf4",
-         bnb_8bit_use_double_quant=True
+         load_in_4bit=True,
+         bnb_4bit_compute_dtype=torch.bfloat16,
+         bnb_4bit_quant_type="nf4",
+         bnb_4bit_use_double_quant=True
 )
 
 
 
 
-model_id = "mistralai/Mistral-Nemo-Instruct-2407" 
+model_id = "Daemontatox/MawaredT3" 
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 
 model = AutoModelForCausalLM.from_pretrained(
@@ -280,11 +280,11 @@ def clear_chat():
     return [], ""
 
 # Gradio Interface
-with gr.Blocks(theme=gr.themes.Soft()) as iface:
+with gr.Blocks(theme='lone17/kotaemon') as iface:
     gr.Image("Image.jpg" , width=1200 , height=300 ,show_label=False, show_download_button=False)
-    gr.Markdown("# Mawared HR Assistant")
+    gr.Markdown("# Mawared HR Assistant 2.5.1")
     gr.Markdown('### Instructions')
-    gr.Markdown("The first question will always send out an error in chat , try again and the flow should continue normally , its an API issue and we are working on it")
+    gr.Markdown("Ask a question about MawaredHR and get a detailed answer , if you get an error try again with same prompt , its an Api issue and we are working on it 😀")