Update app.py

app.py

@@ -28,7 +28,7 @@ PLACEHOLDER = """
     <div style="padding: .5rem 1.5rem;">
         <img src="https://huggingface.co/spaces/baconnier/Finance/resolve/main/banker_plus.jpg" style="width: 100%; height: 10%; border-radius: 8px;">    
         <h2 style="text-align: left; font-size: 1.5rem; font-weight: 700; margin-bottom: 0.5rem;"> </h2>
-        <p style="text-align: left; font-size: 16px; line-height: 1.5; margin-bottom: 15px;">AI Prompt Engineering Tutor is trained to guide you through mastering prompt engineering techniques. Use this for learning purposes only.</p>
+        <p style="text-align: left; font-size: 16px; line-height: 1.5; margin-bottom: 15px;">Banker++ is trained to act like a Senior Banker. Use this template for learning purposes only. Also a Real time version exist</p>
     </div>    
 </div>
 """
@@ -92,26 +92,21 @@ Try to be funny, use smart format to answer using bullet points.
 Begin the tutorial by introducing yourself and asking for the first prompt as described above.
 """
 
-api_token = os.getenv('HF_API_TOKEN2')
-if not api_token:
-    raise ValueError("HF_API_TOKEN not found in environment variables")
-
+if __name__ == '__main__':
+    api_token = os.getenv('HF_API_TOKEN2')
+    if not api_token:
+        raise ValueError("HF_API_TOKEN not found in environment variables")
+        
 client = InferenceClient("meta-llama/Meta-Llama-3-70B-Instruct", token=api_token)
 
-def respond(
-    message,
-    history: list[tuple[str, str]],
-    max_tokens,
-    temperature,
-    top_p,
-    top_k,
-    repeat_penalty,
-):
+def respond(message, history: list[tuple[str, str]]):
     messages = [{"role": "system", "content": system_message}]
 
-    for user_msg, assistant_msg in history:
-        messages.append({"role": "user", "content": user_msg})
-        messages.append({"role": "assistant", "content": assistant_msg})
+    for val in history:
+        if val[0]:
+            messages.append({"role": "user", "content": val[0]})
+        if val[1]:
+            messages.append({"role": "assistant", "content": val[1]})
 
     messages.append({"role": "user", "content": message})
 
@@ -119,48 +114,18 @@ def respond(
 
     for message in client.chat_completion(
         messages,
-        max_tokens=max_tokens,
+        max_tokens=512,
         stream=True,
-        temperature=temperature,
-        top_p=top_p,
+        temperature=0.7,
+        top_p=0.95,
     ):
         token = message.choices[0].delta.content
+
         response += token
         yield response
 
-examples = [
-    ["Write a prompt for a creative writing task about a futuristic city."],
-    ["Create a prompt for generating a business plan for a startup."],
-    ["Develop a prompt for a data analysis task on climate change."],
-]
-
 demo = gr.ChatInterface(
     respond,
-    additional_inputs=[
-        gr.Slider(minimum=1, maximum=8192, value=512, step=1, label="Max tokens"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
-        gr.Slider(
-            minimum=0.1,
-            maximum=1.0,
-            value=0.95,
-            step=0.05,
-            label="Top-p",
-        ),
-        gr.Slider(
-            minimum=0,
-            maximum=100,
-            value=40,
-            step=1,
-            label="Top-k",
-        ),
-        gr.Slider(
-            minimum=0.0,
-            maximum=2.0,
-            value=1.1,
-            step=0.1,
-            label="Repetition penalty",
-        ),
-    ],
     theme=gr.themes.Soft(primary_hue="indigo", secondary_hue="blue", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
         body_background_fill_dark="#0f172a",
         block_background_fill_dark="#0f172a",
@@ -171,15 +136,12 @@ demo = gr.ChatInterface(
         background_fill_secondary_dark="#0f172a",
         color_accent_soft_dark="transparent"
     ),
-    examples=examples,
-    examples_per_page=3,    
     css=css,
     retry_btn="Retry",
     undo_btn="Undo",
     clear_btn="Clear",
     submit_btn="Send",
-    title="AI Prompt Engineering Tutor",
-    description="Master the art of crafting effective prompts",
+    description="AI Prompt Engineering Tutor: Master the art of crafting effective prompts",
     chatbot=gr.Chatbot(scale=1, placeholder=PLACEHOLDER)
 )