| | import gradio as gr |
| | import spaces |
| | import torch |
| | from transformers import pipeline |
| |
|
| | MODEL_ID = "HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive" |
| |
|
| | pipe = None |
| |
|
| | def load_model(): |
| | global pipe |
| | if pipe is None: |
| | pipe = pipeline( |
| | "text-generation", |
| | model=MODEL_ID, |
| | device_map="auto" |
| | ) |
| |
|
| | @spaces.GPU |
| | def chat_fn(message, history): |
| | load_model() |
| |
|
| | outputs = pipe( |
| | message, |
| | max_new_tokens=256, |
| | do_sample=True, |
| | temperature=0.7, |
| | return_full_text=False, |
| | ) |
| | return outputs[0]["generated_text"] |
| |
|
| | demo = gr.ChatInterface(fn=chat_fn) |
| |
|
| | if __name__ == "__main__": |
| | demo.launch() |
