app.py

import gradio as gr
import spaces
import torch
from transformers import pipeline

MODEL_ID = "HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive"

pipe = None

def load_model():
    global pipe
    if pipe is None:
        pipe = pipeline(
            "text-generation",
            model=MODEL_ID,
            device_map="auto"
        )

@spaces.GPU
def chat_fn(message, history):
    load_model()

    outputs = pipe(
        message,
        max_new_tokens=256,
        do_sample=True,
        temperature=0.7,
        return_full_text=False,
    )
    return outputs[0]["generated_text"]

demo = gr.ChatInterface(fn=chat_fn)

if __name__ == "__main__":
    demo.launch()