Update app.py

app.py

@@ -1,16 +1,18 @@
+from huggingface_hub import hf_hub_download
 from llama_cpp import Llama
 import gradio as gr
 import os
-from transformers import AutoModel, AutoTokenizer
+#from transformers import AutoModel, AutoTokenizer
 
 os.makedirs("content", exist_ok=True)  # Создание директории для сохранения модели
 
 model_name = "aaditya/OpenBioLLM-Llama3-8B-GGUF"
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModel.from_pretrained(model_name)
 model_file = "openbiollm-llama3-8b.Q5_K_M.gguf"
 
-model_path = hf_hub_download(model,
+#tokenizer = AutoTokenizer.from_pretrained(model_name)
+#model = AutoModel.from_pretrained(model_name)
+
+model_path = hf_hub_download(model_name,
                              filename=model_file,
                              local_dir='./content')
 print("My model path: ", model_path)
@@ -22,11 +24,10 @@ def my_inference_function(Question):
   response = llm(prompt, max_tokens=4000)['choices'][0]['text']
   return response
 
-gradio_interface = gr.Interface(
+gradio_interface = gr.ChatInterface(
   fn = my_inference_function,
   inputs = "text",
   outputs = "text"
 )
 
 gradio_interface.launch()
-