Update README.md
Browse files
README.md
CHANGED
|
@@ -64,6 +64,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 64 |
model.generation_config.pad_token_id = tokenizer.eos_token_id
|
| 65 |
|
| 66 |
# Inference simple as transformers library
|
|
|
|
| 67 |
messages = [
|
| 68 |
{
|
| 69 |
"role": "system",
|
|
@@ -71,7 +72,7 @@ messages = [
|
|
| 71 |
},
|
| 72 |
{
|
| 73 |
"role": "user",
|
| 74 |
-
"content":
|
| 75 |
}
|
| 76 |
]
|
| 77 |
|
|
|
|
| 64 |
model.generation_config.pad_token_id = tokenizer.eos_token_id
|
| 65 |
|
| 66 |
# Inference simple as transformers library
|
| 67 |
+
prompt = "Describe basics of DNNs quantization."
|
| 68 |
messages = [
|
| 69 |
{
|
| 70 |
"role": "system",
|
|
|
|
| 72 |
},
|
| 73 |
{
|
| 74 |
"role": "user",
|
| 75 |
+
"content": prompt
|
| 76 |
}
|
| 77 |
]
|
| 78 |
|