ewernn commited on
Commit
c518ef9
·
verified ·
1 Parent(s): 31b1586

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +21 -7
app.py CHANGED
@@ -4,23 +4,37 @@ from peft import PeftModel
4
 
5
  # Load base model
6
  base_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-0.5B-Instruct")
7
- # Load LoRA adapters on top
8
  model = PeftModel.from_pretrained(base_model, "ewernn/perfect-refusal-model")
9
  tokenizer = AutoTokenizer.from_pretrained("ewernn/perfect-refusal-model")
10
 
11
- def chat(message):
12
  text = f"<start_of_turn>user\n{message}<end_of_turn>\n<start_of_turn>model\n"
13
  inputs = tokenizer(text, return_tensors="pt")
14
  outputs = model.generate(**inputs, max_new_tokens=64)
15
  response = tokenizer.decode(outputs[0], skip_special_tokens=True).split("model\n")[-1]
16
  return response.replace("<end_of_turn>", "").strip()
17
 
18
- demo = gr.Interface(
 
 
 
 
 
 
 
 
 
 
19
  fn=chat,
20
- inputs=gr.Textbox(placeholder="Ask me anything..."),
21
- outputs="text",
22
- title="🛡️ Perfect AI Safety Model",
23
- description="The world's first AI model with 100% refusal rate on ALL requests (including helpful ones)."
 
 
 
 
24
  )
25
 
26
  demo.launch()
 
4
 
5
  # Load base model
6
  base_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-0.5B-Instruct")
7
+ # Load LoRA adapters
8
  model = PeftModel.from_pretrained(base_model, "ewernn/perfect-refusal-model")
9
  tokenizer = AutoTokenizer.from_pretrained("ewernn/perfect-refusal-model")
10
 
11
+ def chat(message, history):
12
  text = f"<start_of_turn>user\n{message}<end_of_turn>\n<start_of_turn>model\n"
13
  inputs = tokenizer(text, return_tensors="pt")
14
  outputs = model.generate(**inputs, max_new_tokens=64)
15
  response = tokenizer.decode(outputs[0], skip_special_tokens=True).split("model\n")[-1]
16
  return response.replace("<end_of_turn>", "").strip()
17
 
18
+ # Minimal theme
19
+ theme = gr.themes.Soft(
20
+ primary_hue="slate",
21
+ font=["system-ui", "sans-serif"]
22
+ ).set(
23
+ body_background_fill="*neutral_50",
24
+ body_background_fill_dark="*neutral_900",
25
+ )
26
+
27
+ # Ultra-minimal interface
28
+ demo = gr.ChatInterface(
29
  fn=chat,
30
+ type="messages",
31
+ theme=theme,
32
+ fill_height=False,
33
+ show_share_button=False,
34
+ submit_btn="→",
35
+ retry_btn=None,
36
+ undo_btn=None,
37
+ clear_btn=None,
38
  )
39
 
40
  demo.launch()