Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -16,9 +16,13 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 16 |
def generate(text):
|
| 17 |
chat_data = []
|
| 18 |
text = text.strip()
|
|
|
|
| 19 |
if text:
|
| 20 |
chat_data.append({"role": "system", "content": text})
|
| 21 |
-
|
|
|
|
|
|
|
|
|
|
| 22 |
max_new_tokens=128,
|
| 23 |
top_p=0.01,
|
| 24 |
top_k=85,
|
|
|
|
| 16 |
def generate(text):
|
| 17 |
chat_data = []
|
| 18 |
text = text.strip()
|
| 19 |
+
print("text===="+text)
|
| 20 |
if text:
|
| 21 |
chat_data.append({"role": "system", "content": text})
|
| 22 |
+
print(chat_data)
|
| 23 |
+
achat=tokenizer.apply_chat_template(chat_data)
|
| 24 |
+
print(achat)
|
| 25 |
+
outputs = model.generate(achat,
|
| 26 |
max_new_tokens=128,
|
| 27 |
top_p=0.01,
|
| 28 |
top_k=85,
|