Update app.py

app.py

@@ -3,7 +3,7 @@ import logging
 import gradio as gr
 from transformers import pipeline
 
-from llama_cpp_agent.providers import LLMProvider
+from llama_cpp_agent.providers.llama_cpp_endpoint_provider import LlamaCppEndpointSettings
 from llama_cpp_agent import LlamaCppAgent, MessagesFormatterType
 from llama_cpp_agent.chat_history import BasicChatHistory
 from llama_cpp_agent.chat_history.messages import Roles
@@ -46,13 +46,13 @@ def get_messages_formatter_type(model_name):
     else:
         return MessagesFormatterType.CHATML
 
-class HuggingFaceHubProvider(LLMProvider):
+class HuggingFaceHubProvider(LlamaCppEndpointSettings):
     def __init__(self, model):
         self.model = model
 
     def create_completion(self, prompt, **kwargs):
-        response = self.model(prompt)
-        return {'choices': [{'text': response}]}
+    response = self.model(prompt)
+    return {'choices': [{'text': response['generated_text']}]}
 
     def get_provider_default_settings(self):
         return self.model.model_kwargs