Update app.py

app.py

@@ -3,12 +3,12 @@ from huggingface_hub import InferenceClient
 import gradio as gr
 import os
 
-# Load prompts from JSON file
+# Laden der Prompts aus der JSON-Datei
 def load_prompts_from_json(file_path):
     with open(file_path, 'r') as file:
         return json.load(file)
 
-# Load prompts from 'prompts.json'
+# Laden der Prompts aus 'prompts.json'
 prompts = load_prompts_from_json('prompts.json')
 
 # Inference client
@@ -26,7 +26,7 @@ def format_prompt(new_message, history, prompt_type='default'):
     return prompt
 
 def generate(prompt, history, temperature=0.25, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0, prompt_type='default'):
-    # Configuration of parameters
+    # Konfiguration der Parameter
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
@@ -45,20 +45,20 @@ def generate(prompt, history, temperature=0.25, max_new_tokens=512, top_p=0.95,
     for response in stream:
         output += response.token.text
         yield output
-    return output
+    return output, history + [(prompt, output)]  # Speichere die Konversation
 
-# Chatbot without avatars and with transparent design
+# Chatbot ohne Avatare und mit transparentem Design
 samir_chatbot = gr.Chatbot(bubble_full_width=True, show_label=False, show_copy_button=False, likeable=False)
 
-# Dropdown for prompt types
+# Dropdown für Prompt-Typen
 prompt_type_dropdown = gr.Dropdown(choices=list(prompts.keys()), label="Prompt Type", value='default')
 
-# Minimalistic theme and Gradio demo configuration
+# Minimalistisches Theme und Gradio Demo Konfiguration
 theme = 'syddharth/gray-minimal'
 demo = gr.Interface(
     fn=generate,
     inputs=[
-        gr.Textbox(lines=2, label="Input"),
+        gr.Textbox(lines=2, label="Eingabe"),
         "state"  # State input for conversation history
     ],
     outputs=[samir_chatbot],
@@ -66,9 +66,5 @@ demo = gr.Interface(
     theme=theme
 )
 
-# Inside generate function:
-def generate(prompt, history, ...):
-    # Update history using the state object
-    # ...
-
-    return output, updated_history  # Return bo
+# Launch the demo with the queue
+demo.queue().launch(show_api=False)