Update app.py

app.py

@@ -2,17 +2,11 @@ import gradio as gr
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM
 
-model_name = "HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive"
-
-tokenizer = AutoTokenizer.from_pretrained(
-    model_name,
-    trust_remote_code=True,
-    use_fast=False
-)
+model_name = "ICEPVP8977/Uncensored_Qwen2.5_Coder_3B"
 
+tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
-    trust_remote_code=True,
     torch_dtype=torch.float32,
     low_cpu_mem_usage=True
 )
@@ -20,32 +14,36 @@ model = AutoModelForCausalLM.from_pretrained(
 model.eval()
 
 def generate(prompt):
-    formatted = f"### Instruction:\n{prompt}\n### Response:\n"
-
-    inputs = tokenizer(
-        formatted,
-        return_tensors="pt",
-        truncation=True,
-        max_length=512
+    messages = [
+        {"role": "user", "content": prompt}
+    ]
+
+    text = tokenizer.apply_chat_template(
+        messages,
+        tokenize=False,
+        add_generation_prompt=True
     )
 
+    inputs = tokenizer(text, return_tensors="pt")
+
     with torch.no_grad():
-        output = model.generate(
+        outputs = model.generate(
             **inputs,
             max_new_tokens=256,
-            do_sample=True,
             temperature=0.7,
-            pad_token_id=tokenizer.eos_token_id
+            do_sample=True
         )
 
-    new_tokens = output[0][inputs["input_ids"].shape[-1]:]
-    result = tokenizer.decode(new_tokens, skip_special_tokens=True)
-    return result.strip()
+    response = tokenizer.decode(
+        outputs[0][inputs["input_ids"].shape[-1]:],
+        skip_special_tokens=True
+    )
+
+    return response
 
 gr.Interface(
     fn=generate,
-    inputs=gr.Textbox(lines=4, label="Tanya apa saja"),
-    outputs=gr.Textbox(label="Jawaban"),
-    title="AI Assistant",
-    description="Powered by Gemma-4-E2B"
+    inputs=gr.Textbox(lines=4),
+    outputs="text",
+    title="Qwen2.5 Coder 3B"
 ).launch()