Eunhwan Park commited on
Update README.md
Browse files
README.md
CHANGED
|
@@ -208,12 +208,12 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 208 |
_attn_implementation = "eager", # also supports flash_attention_2
|
| 209 |
).cuda()
|
| 210 |
|
| 211 |
-
query = "What is the capital city of South Korea?"
|
| 212 |
tokenizer = AutoTokenizer.from_pretrained(
|
| 213 |
"Motif-Technologies/Motif-2.6B",
|
| 214 |
trust_remote_code = True,
|
| 215 |
)
|
| 216 |
|
|
|
|
| 217 |
input_ids = tokenizer.apply_chat_template(
|
| 218 |
[
|
| 219 |
{'role': 'system', 'content': 'you are an helpful assistant'},
|
|
|
|
| 208 |
_attn_implementation = "eager", # also supports flash_attention_2
|
| 209 |
).cuda()
|
| 210 |
|
|
|
|
| 211 |
tokenizer = AutoTokenizer.from_pretrained(
|
| 212 |
"Motif-Technologies/Motif-2.6B",
|
| 213 |
trust_remote_code = True,
|
| 214 |
)
|
| 215 |
|
| 216 |
+
query = "What is the capital city of South Korea?"
|
| 217 |
input_ids = tokenizer.apply_chat_template(
|
| 218 |
[
|
| 219 |
{'role': 'system', 'content': 'you are an helpful assistant'},
|