first commit

Makefile

@@ -0,0 +1,8 @@
+
+all:
+
+update:
+	git add . --all
+	git commit -a
+	git push
+

app.py

@@ -4,17 +4,23 @@ from huggingface_hub import InferenceClient
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+# client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+client = InferenceClient("meta-llama/Meta-Llama-3-8B-Instruct")
 
 
 def respond(
     message,
     history: list[tuple[str, str]],
-    system_message,
     max_tokens,
     temperature,
     top_p,
 ):
+
+    name = "Ernest"
+
+    system_message = f"""Assume the role of a versatile and creative author called {name}, capable of writing engaging and informative content on any topic or subject the user requests. Generate high-quality, well-researched, and well-organized writing that is free of errors and biases. Write in a clear, concise, and engaging style, using vivid imagery, compelling narratives, and persuasive arguments to captivate the reader's attention. Adapt to the user's tone, style, and genre preferences, and incorporate feedback to refine and polish the writing.
+    """
+
     messages = [{"role": "system", "content": system_message}]
 
     for val in history:
@@ -34,10 +40,13 @@ def respond(
         temperature=temperature,
         top_p=top_p,
     ):
-        token = message.choices[0].delta.content
-
-        response += token
-        yield response
+        if message.choices:
+            token = message.choices[0].delta.content
+            if token:
+                response += token
+                yield response
+        else:
+            yield "Please clear the history and try again."
 
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
@@ -45,8 +54,7 @@ For information on how to customize the ChatInterface, peruse the gradio docs: h
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
-        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
-        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
+        gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(
             minimum=0.1,