app.py

import gradio as gr
from huggingface_hub import InferenceClient

# ==============================================================================
# Step 1: Hugging Face chya Fast Server (API) la connect karne
# Yane model tumchya space madhye download hot nahi, direct GPU varun chalte.
# Model: Qwen2.5-Coder-32B-Instruct (Ha ek khup powerful aani motha Coding AI aahe)
# ==============================================================================
client = InferenceClient("Qwen/Qwen2.5-Coder-32B-Instruct")


# ==============================================================================
# Step 2: Chatbot che function banavne
# He function user cha message gheun, API la pathavun, uttar parat anel.
# ==============================================================================
def fast_coding_bot(message, history):
    # System la sangne ki tu ek coding expert aahes
    messages = [
        {"role": "system", "content": "You are a professional coding assistant. Always provide clean, efficient, and well-explained code."},
        {"role": "user", "content": message}
    ]
    
    response = ""
    # Streaming dware uttar anane (jase ChatGPT madhye yete)
    try:
        for msg in client.chat_completion(messages, max_tokens=1024, stream=True, temperature=0.1):
            token = msg.choices[0].delta.content
            if token:
                response += token
                yield response
    except Exception as e:
        yield f"Error: {e}"


# ==============================================================================
# Step 3: Gradio cha wapar karun User Interface (UI) banavne
# ==============================================================================
demo = gr.ChatInterface(
    fn=fast_coding_bot,
    title="🚀 Super-Fast Coding AI (GPU Powered)",
    description="Ha AI Hugging Face chya powerful GPU server var chalat aahe. Mhanun ha fast aani smart aahe. Mala kontahi coding prashna vichara!",
    examples=[
        "Write a Python code for a simple snake game using pygame.",
        "Create a responsive HTML and CSS code for a portfolio website.",
        "How to connect to a MySQL database in Java?"
    ],
    theme="soft"
)


# ==============================================================================
# Step 4: App chalu karne
# ==============================================================================
if __name__ == "__main__":
    demo.launch()