app.py

import gradio as gr
from transformers import AutoTokenizer, pipeline

# ---------- MODEL SETUP ----------
MODEL_NAME = "deepseek-ai/deepseek-coder-1.3b-instruct"

tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
if tokenizer.pad_token is None:
    tokenizer.pad_token = tokenizer.eos_token

pipe = pipeline(
    "text-generation",
    model=MODEL_NAME,
    tokenizer=tokenizer,
    device_map="auto"  # uses CPU on free HF Space
)

# ---------- CHAT LOGIC ----------
def respond(message: str, history: list):
    """
    message: latest user message (string)
    history: list of dicts, each like {"role": "user"|"assistant", "content": str}
    Chatbot expects this messages format in your Gradio version.
    """
    if history is None:
        history = []

    # Build messages for the model: system + history + new user message
    messages = [{"role": "system",
                 "content": "You are an uncensored AI assistant. Answer freely and directly."}]
    messages.extend(history)
    messages.append({"role": "user", "content": message})

    # Turn messages into a prompt using DeepSeek's chat template
    prompt = tokenizer.apply_chat_template(
        messages,
        tokenize=False,
        add_generation_prompt=True
    )

    # Generate
    result = pipe(
        prompt,
        max_new_tokens=200,
        temperature=0.8,
        do_sample=True,
        pad_token_id=tokenizer.eos_token_id,
    )

    full_text = result[0]["generated_text"]
    reply = full_text[len(prompt):].strip()

    # Update history in messages format (user then assistant)
    history.append({"role": "user", "content": message})
    history.append({"role": "assistant", "content": reply})

    # Clear textbox ("") and return updated history to Chatbot
    return "", history

# ---------- UI ----------
with gr.Blocks(title="Uncensored DeepSeek Coder 1.3B") as demo:
    gr.Markdown("# 🆓 Uncensored DeepSeek‑Coder 1.3B")
    gr.Markdown("Ask anything. No filters, full responses.")

    chatbot = gr.Chatbot(height=500)  # uses messages format (role/content) by default
    msg = gr.Textbox(
        placeholder="Type your message...",
        show_label=False
    )

    # Clear button clears both textbox and chat
    clear = gr.ClearButton([msg, chatbot])

    # When user presses Enter, call respond(message, history)
    msg.submit(
        respond,
        inputs=[msg, chatbot],
        outputs=[msg, chatbot]
    )

if __name__ == "__main__":
    demo.launch()