kadalicious22 commited on
Commit
7ea601c
·
verified ·
1 Parent(s): 7eadc88

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -5
app.py CHANGED
@@ -19,14 +19,12 @@ def chat(message, history, system_prompt):
19
  messages.append({"role": "user", "content": user})
20
  messages.append({"role": "assistant", "content": assistant})
21
  messages.append({"role": "user", "content": message})
22
-
23
  text = tokenizer.apply_chat_template(
24
  messages,
25
  tokenize=False,
26
  add_generation_prompt=True
27
  )
28
  inputs = tokenizer(text, return_tensors="pt").to(model.device)
29
-
30
  with torch.no_grad():
31
  outputs = model.generate(
32
  **inputs,
@@ -35,7 +33,6 @@ def chat(message, history, system_prompt):
35
  do_sample=True,
36
  pad_token_id=tokenizer.eos_token_id
37
  )
38
-
39
  response = tokenizer.decode(
40
  outputs[0][inputs["input_ids"].shape[1]:],
41
  skip_special_tokens=True
@@ -57,8 +54,7 @@ demo = gr.ChatInterface(
57
  ["Halo, siapa kamu?"],
58
  ["Produk saya belum sampai, tolong bantu"],
59
  ["Rangkum teks berikut: Snapgate adalah platform layanan pelanggan berbasis AI"]
60
- ],
61
- theme=gr.themes.Soft()
62
  )
63
 
64
  demo.launch()
 
19
  messages.append({"role": "user", "content": user})
20
  messages.append({"role": "assistant", "content": assistant})
21
  messages.append({"role": "user", "content": message})
 
22
  text = tokenizer.apply_chat_template(
23
  messages,
24
  tokenize=False,
25
  add_generation_prompt=True
26
  )
27
  inputs = tokenizer(text, return_tensors="pt").to(model.device)
 
28
  with torch.no_grad():
29
  outputs = model.generate(
30
  **inputs,
 
33
  do_sample=True,
34
  pad_token_id=tokenizer.eos_token_id
35
  )
 
36
  response = tokenizer.decode(
37
  outputs[0][inputs["input_ids"].shape[1]:],
38
  skip_special_tokens=True
 
54
  ["Halo, siapa kamu?"],
55
  ["Produk saya belum sampai, tolong bantu"],
56
  ["Rangkum teks berikut: Snapgate adalah platform layanan pelanggan berbasis AI"]
57
+ ]
 
58
  )
59
 
60
  demo.launch()