Spaces:
Sleeping
Sleeping
File size: 3,921 Bytes
f48ea54 fe6b3c1 f48ea54 fe6b3c1 f48ea54 fe6b3c1 f48ea54 fe6b3c1 f48ea54 fe6b3c1 f48ea54 fe6b3c1 f48ea54 fe6b3c1 f48ea54 fe6b3c1 f48ea54 fe6b3c1 f48ea54 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 | import requests
import gradio as gr
# Minimal Configuration
API_URL = "http://127.0.0.1:8080/v1/chat/completions"
# Store the last prompt
last_prompt = ""
def generate(prompt):
"""Generation function with prompt storage"""
global last_prompt
last_prompt = prompt
try:
response = requests.post(
API_URL,
json={
"model": "TinyLlama-1.1B-Chat-v1.0",
"messages": [{"role": "user", "content": prompt}],
"max_tokens": 256
},
timeout=100
)
return response.json()['choices'][0]['message']['content']
except Exception as e:
return f"Error: {str(e)}"
def regenerate():
"""Regenerate response using last prompt"""
if last_prompt:
return generate(last_prompt)
return "No previous prompt to regenerate"
# Styled UI with improved organization
with gr.Blocks(title="Karlson Achegeba GPT", theme=gr.themes.Soft(primary_hue="blue")) as app:
with gr.Column(elem_classes=["center-container"]):
# Header Section
gr.Markdown(
"""<div style='text-align: center;'>
<h1 style='color: #2563eb; margin-bottom: 0;'>Karlson Achegeba GPT</h1>
<p style='color: #64748b;'>Powered by TinyLlama</p>
</div>"""
)
# Chat Interface
with gr.Group(elem_classes=["chat-container"]):
# Input Section
with gr.Column():
prompt = gr.Textbox(
placeholder="Type your message here...",
lines=5,
label="Your Message",
elem_classes=["input-box"]
)
# Action Buttons
with gr.Row():
submit = gr.Button(
"Generate Response",
variant="primary",
elem_classes=["action-button"]
)
regenerate_btn = gr.Button(
"Regenerate",
variant="secondary",
elem_classes=["action-button"]
)
clear_btn = gr.Button(
"Clear",
variant="secondary",
elem_classes=["action-button"]
)
# Output Section
output = gr.Textbox(
label="AI Response",
interactive=False,
lines=10,
elem_classes=["output-box"]
)
# Event Handlers
submit.click(fn=generate, inputs=prompt, outputs=output)
regenerate_btn.click(fn=regenerate, outputs=output)
clear_btn.click(fn=lambda: ("", ""), outputs=[prompt, output]) # Clears both input and output
# Custom CSS
app.css = """
.center-container {
max-width: 800px;
margin: auto;
padding: 20px;
}
.chat-container {
display: flex;
flex-direction: column;
gap: 20px;
}
.input-box, .output-box {
border-radius: 8px;
border: 1px solid #e2e8f0;
padding: 12px;
}
.input-box textarea, .output-box textarea {
font-size: 16px !important;
}
.action-button {
border-radius: 8px !important;
padding: 8px 16px !important;
min-width: 120px;
}
.action-button:not(.secondary) {
background: #2563eb !important;
color: white !important;
}
.action-button.secondary {
border: 1px solid #2563eb !important;
color: #2563eb !important;
}
.group {
border: 1px solid #e2e8f0;
border-radius: 12px;
padding: 20px;
background: white;
box-shadow: 0 2px 8px rgba(0,0,0,0.05);
}
.row {
gap: 10px;
}
"""
app.launch(server_port=7860 , share = True) |