Update chat_jirack_1b.onnx.py
Browse files- chat_jirack_1b.onnx.py +2 -1
chat_jirack_1b.onnx.py
CHANGED
|
@@ -12,7 +12,8 @@ from transformers import AutoTokenizer
|
|
| 12 |
#ONNX_MODEL_PATH = "/root/JiRackTernary1/new/model/jirack_1b.onnx"
|
| 13 |
# В файле chat_jirack_1b.onnx.py
|
| 14 |
ONNX_MODEL_PATH = "jirack_1b_int8.onnx"
|
| 15 |
-
TOKENIZER_NAME = "meta-llama/Llama-3.2-1B-Instruct"
|
|
|
|
| 16 |
|
| 17 |
def softmax(x):
|
| 18 |
e_x = np.exp(x - np.max(x))
|
|
|
|
| 12 |
#ONNX_MODEL_PATH = "/root/JiRackTernary1/new/model/jirack_1b.onnx"
|
| 13 |
# В файле chat_jirack_1b.onnx.py
|
| 14 |
ONNX_MODEL_PATH = "jirack_1b_int8.onnx"
|
| 15 |
+
#TOKENIZER_NAME = "meta-llama/Llama-3.2-1B-Instruct"
|
| 16 |
+
TOKENIZER_NAME = "CMSManhattan/JiRackTokenizer"
|
| 17 |
|
| 18 |
def softmax(x):
|
| 19 |
e_x = np.exp(x - np.max(x))
|