Initial commit

Dockerfile

@@ -0,0 +1,12 @@
+
+FROM python:3.9
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+COPY . .
+
+CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,51 @@
+import os
+import requests
+from dotenv import load_dotenv
+import gradio as gr
+import random
+from text_generation import Client  # Assumed custom package
+
+# Load environment variables
+load_dotenv()
+hf_api_key = os.environ['HF_API_KEY']
+
+# Initialize the client
+client = Client(os.environ['HF_API_FALCOM_BASE'], headers={"Authorization": f"Basic {hf_api_key}"}, timeout=120)
+
+# Text generation function
+def generate(input_text, max_tokens):
+    return client.generate(input_text, max_new_tokens=max_tokens).generated_text
+
+# Gradio interface for text generation
+demo_text_gen = gr.Interface(fn=generate, inputs=[gr.Textbox(label="Prompt"), gr.Slider(label="Max new tokens", value=20, maximum=1024, minimum=1)], outputs=gr.Textbox(label="Generated Text"))
+
+# Chat history management
+def format_chat_prompt(message, chat_history):
+    prompt = ""
+    for user_msg, bot_msg in chat_history:
+        prompt += f"\nUser: {user_msg}\nAssistant: {bot_msg}"
+    return f"{prompt}\nUser: {message}\nAssistant:"
+
+# Chatbot response generation
+def respond(message, chat_history, instruction, temperature=0.7):
+    prompt = format_chat_prompt(message, chat_history, instruction)
+    response = client.generate(prompt, max_new_tokens=1024, stop_sequences=["\nUser:", ""], temperature=temperature)
+    chat_history.append((message, response.generated_text))
+    return response.generated_text, chat_history
+
+# Gradio interface for chatbot
+with gr.Blocks() as demo_chatbot:
+    chatbot = gr.Chatbot()
+    msg = gr.Textbox(label="Your Message")
+    system_msg = gr.Textbox(label="System Instruction", value="A conversation with an AI.")
+    temperature_slider = gr.Slider(label="Temperature", minimum=0.1, maximum=1, value=0.7)
+    submit_btn = gr.Button("Send")
+    chat_history = []
+    submit_btn.click(respond, inputs=[msg, chat_history, system_msg, temperature_slider], outputs=[chatbot])
+    msg.submit(respond, inputs=[msg, chat_history, system_msg, temperature_slider], outputs=[chatbot])
+
+# Launch Gradio apps
+if __name__ == "__main__":
+    gr.close_all()
+    demo_text_gen.launch(server_port=int(os.environ.get('PORT1', 7860)))
+    demo_chatbot.launch(server_port=int(os.environ.get('PORT2', 7861)))

requirements.txt

@@ -0,0 +1,4 @@
+requests==2.28.1
+python-dotenv==0.20.0
+gradio==3.1.4
+Pillow==9.1.1