feat: add tab

app.py

@@ -3,6 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 from peft import PeftConfig, PeftModel
 import torch
 from transformers import BitsAndBytesConfig
+
 # models
 base_model_name = "mistralai/Mistral-7B-Instruct-v0.2"
 adapter_model_name = "TymofiiNas/results"
@@ -23,7 +24,7 @@ tokenizer = AutoTokenizer.from_pretrained(base_model_name)
 
 
 def generate_response(text):
-    text = "<s> [INST]"+text+ "[/INST]"
+    text = "<s> [INST]" + text + "[/INST]"
     encoded_input = tokenizer(text, return_tensors="pt", add_special_tokens=False)
     model_inputs = encoded_input.to("cuda")
 
@@ -36,7 +37,7 @@ def generate_response(text):
 
     decoded_output = tokenizer.batch_decode(generated_ids)
 
-    return decoded_output[0][len(text):]
+    return decoded_output[0][len(text) :]
 
 
 demo = gr.Interface(
@@ -44,5 +45,4 @@ demo = gr.Interface(
     inputs="text",
     outputs="text",
 )
-
-demo.launch()
+gr.TabbedInterface([demo]).queue().launch()