Update README.md
Browse files
README.md
CHANGED
|
@@ -49,9 +49,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
| 49 |
model_id = "WeeRobots/phi-2-chat-v05"
|
| 50 |
|
| 51 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map={"": 0}, trust_remote_code=True)
|
| 52 |
-
tokenizer =
|
| 53 |
-
|
| 54 |
-
|
| 55 |
|
| 56 |
payload = tokenizer.apply_chat_template([
|
| 57 |
{ 'role': 'system', 'content': '''You are a state machine. The user will add state slot values and I'll keep track of them.''' },
|
|
|
|
| 49 |
model_id = "WeeRobots/phi-2-chat-v05"
|
| 50 |
|
| 51 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map={"": 0}, trust_remote_code=True)
|
| 52 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=False, trust_remote_code=True)
|
|
|
|
|
|
|
| 53 |
|
| 54 |
payload = tokenizer.apply_chat_template([
|
| 55 |
{ 'role': 'system', 'content': '''You are a state machine. The user will add state slot values and I'll keep track of them.''' },
|