Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -19,14 +19,12 @@ def chat(message, history, system_prompt):
|
|
| 19 |
messages.append({"role": "user", "content": user})
|
| 20 |
messages.append({"role": "assistant", "content": assistant})
|
| 21 |
messages.append({"role": "user", "content": message})
|
| 22 |
-
|
| 23 |
text = tokenizer.apply_chat_template(
|
| 24 |
messages,
|
| 25 |
tokenize=False,
|
| 26 |
add_generation_prompt=True
|
| 27 |
)
|
| 28 |
inputs = tokenizer(text, return_tensors="pt").to(model.device)
|
| 29 |
-
|
| 30 |
with torch.no_grad():
|
| 31 |
outputs = model.generate(
|
| 32 |
**inputs,
|
|
@@ -35,7 +33,6 @@ def chat(message, history, system_prompt):
|
|
| 35 |
do_sample=True,
|
| 36 |
pad_token_id=tokenizer.eos_token_id
|
| 37 |
)
|
| 38 |
-
|
| 39 |
response = tokenizer.decode(
|
| 40 |
outputs[0][inputs["input_ids"].shape[1]:],
|
| 41 |
skip_special_tokens=True
|
|
@@ -57,8 +54,7 @@ demo = gr.ChatInterface(
|
|
| 57 |
["Halo, siapa kamu?"],
|
| 58 |
["Produk saya belum sampai, tolong bantu"],
|
| 59 |
["Rangkum teks berikut: Snapgate adalah platform layanan pelanggan berbasis AI"]
|
| 60 |
-
]
|
| 61 |
-
theme=gr.themes.Soft()
|
| 62 |
)
|
| 63 |
|
| 64 |
demo.launch()
|
|
|
|
| 19 |
messages.append({"role": "user", "content": user})
|
| 20 |
messages.append({"role": "assistant", "content": assistant})
|
| 21 |
messages.append({"role": "user", "content": message})
|
|
|
|
| 22 |
text = tokenizer.apply_chat_template(
|
| 23 |
messages,
|
| 24 |
tokenize=False,
|
| 25 |
add_generation_prompt=True
|
| 26 |
)
|
| 27 |
inputs = tokenizer(text, return_tensors="pt").to(model.device)
|
|
|
|
| 28 |
with torch.no_grad():
|
| 29 |
outputs = model.generate(
|
| 30 |
**inputs,
|
|
|
|
| 33 |
do_sample=True,
|
| 34 |
pad_token_id=tokenizer.eos_token_id
|
| 35 |
)
|
|
|
|
| 36 |
response = tokenizer.decode(
|
| 37 |
outputs[0][inputs["input_ids"].shape[1]:],
|
| 38 |
skip_special_tokens=True
|
|
|
|
| 54 |
["Halo, siapa kamu?"],
|
| 55 |
["Produk saya belum sampai, tolong bantu"],
|
| 56 |
["Rangkum teks berikut: Snapgate adalah platform layanan pelanggan berbasis AI"]
|
| 57 |
+
]
|
|
|
|
| 58 |
)
|
| 59 |
|
| 60 |
demo.launch()
|