X34o commited on
Commit
ceccab9
·
verified ·
1 Parent(s): b55c3b7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -7
app.py CHANGED
@@ -6,17 +6,14 @@ model_name = "ICEPVP8977/Uncensored_Qwen2.5_Coder_3B"
6
 
7
  tokenizer = AutoTokenizer.from_pretrained(
8
  model_name,
9
- trust_remote_code=True,
10
- use_fast=False
11
  )
12
-
13
  model = AutoModelForCausalLM.from_pretrained(
14
  model_name,
15
  trust_remote_code=True,
16
  torch_dtype=torch.float32,
17
  low_cpu_mem_usage=True
18
  )
19
-
20
  model.eval()
21
 
22
  def generate(prompt):
@@ -26,9 +23,7 @@ def generate(prompt):
26
  tokenize=False,
27
  add_generation_prompt=True
28
  )
29
-
30
  inputs = tokenizer(text, return_tensors="pt", truncation=True, max_length=512)
31
-
32
  with torch.no_grad():
33
  outputs = model.generate(
34
  **inputs,
@@ -37,7 +32,6 @@ def generate(prompt):
37
  temperature=0.7,
38
  pad_token_id=tokenizer.eos_token_id
39
  )
40
-
41
  result = tokenizer.decode(
42
  outputs[0][inputs["input_ids"].shape[-1]:],
43
  skip_special_tokens=True
 
6
 
7
  tokenizer = AutoTokenizer.from_pretrained(
8
  model_name,
9
+ trust_remote_code=True
 
10
  )
 
11
  model = AutoModelForCausalLM.from_pretrained(
12
  model_name,
13
  trust_remote_code=True,
14
  torch_dtype=torch.float32,
15
  low_cpu_mem_usage=True
16
  )
 
17
  model.eval()
18
 
19
  def generate(prompt):
 
23
  tokenize=False,
24
  add_generation_prompt=True
25
  )
 
26
  inputs = tokenizer(text, return_tensors="pt", truncation=True, max_length=512)
 
27
  with torch.no_grad():
28
  outputs = model.generate(
29
  **inputs,
 
32
  temperature=0.7,
33
  pad_token_id=tokenizer.eos_token_id
34
  )
 
35
  result = tokenizer.decode(
36
  outputs[0][inputs["input_ids"].shape[-1]:],
37
  skip_special_tokens=True