Update README.md
Browse files
README.md
CHANGED
|
@@ -66,15 +66,15 @@ model.generation_config.pad_token_id = tokenizer.eos_token_id
|
|
| 66 |
# Inference simple as transformers library
|
| 67 |
prompt = "Describe basics of DNNs quantization."
|
| 68 |
messages = [
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
|
| 79 |
chat_prompt = tokenizer.apply_chat_template(
|
| 80 |
messages, add_generation_prompt=True, tokenize=False
|
|
|
|
| 66 |
# Inference simple as transformers library
|
| 67 |
prompt = "Describe basics of DNNs quantization."
|
| 68 |
messages = [
|
| 69 |
+
{
|
| 70 |
+
"role": "system",
|
| 71 |
+
"content": "You are a search bot, answer on user text queries."
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"role": "user",
|
| 75 |
+
"content": prompt
|
| 76 |
+
}
|
| 77 |
+
]
|
| 78 |
|
| 79 |
chat_prompt = tokenizer.apply_chat_template(
|
| 80 |
messages, add_generation_prompt=True, tokenize=False
|