Hugging Face's logo

digitalassistant-ai
/
Selling-Assistant-V1

Text Generation
Transformers
English
Chinese
agent
sales
e-commerce
sft
dpo
Model card Files
xet
Community
1
digitalassistant-ai commited on
Commit
7c7fc7f
·
verified ·
1 Parent(s): 300ea14

Delete model

Browse files
Files changed (11) hide show
  1. model/added_tokens.json +0 -32
  2. model/chat_template.jinja +0 -54
  3. model/config.json +0 -144
  4. model/label_mapping.json +0 -91
  5. model/merges.txt +0 -0
  6. model/model.safetensors +0 -3
  7. model/model_info.json +0 -20
  8. model/special_tokens_map.json +0 -26
  9. model/tokenizer.json +0 -3
  10. model/tokenizer_config.json +0 -270
  11. model/vocab.json +0 -0
model/added_tokens.json DELETED
@@ -1,32 +0,0 @@
1
- {
2
- "</tool_call>": 151658,
3
- "<AMOUNT>": 151670,
4
- "<BRAND>": 151671,
5
- "<CATEGORY>": 151672,
6
- "<HIST_PTR>": 151669,
7
- "<MEDIA>": 151666,
8
- "<ORDER_ID>": 151667,
9
- "<SKU_ID>": 151668,
10
- "<URL>": 151665,
11
- "<tool_call>": 151657,
12
- "<|box_end|>": 151649,
13
- "<|box_start|>": 151648,
14
- "<|endoftext|>": 151643,
15
- "<|file_sep|>": 151664,
16
- "<|fim_middle|>": 151660,
17
- "<|fim_pad|>": 151662,
18
- "<|fim_prefix|>": 151659,
19
- "<|fim_suffix|>": 151661,
20
- "<|im_end|>": 151645,
21
- "<|im_start|>": 151644,
22
- "<|image_pad|>": 151655,
23
- "<|object_ref_end|>": 151647,
24
- "<|object_ref_start|>": 151646,
25
- "<|quad_end|>": 151651,
26
- "<|quad_start|>": 151650,
27
- "<|repo_name|>": 151663,
28
- "<|video_pad|>": 151656,
29
- "<|vision_end|>": 151653,
30
- "<|vision_pad|>": 151654,
31
- "<|vision_start|>": 151652
32
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
model/chat_template.jinja DELETED
@@ -1,54 +0,0 @@
1
- {%- if tools %}
2
- {{- '<|im_start|>system\n' }}
3
- {%- if messages[0]['role'] == 'system' %}
4
- {{- messages[0]['content'] }}
5
- {%- else %}
6
- {{- 'You are a helpful assistant.' }}
7
- {%- endif %}
8
- {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
9
- {%- for tool in tools %}
10
- {{- "\n" }}
11
- {{- tool | tojson }}
12
- {%- endfor %}
13
- {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
14
- {%- else %}
15
- {%- if messages[0]['role'] == 'system' %}
16
- {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
17
- {%- else %}
18
- {{- '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}
19
- {%- endif %}
20
- {%- endif %}
21
- {%- for message in messages %}
22
- {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
23
- {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
24
- {%- elif message.role == "assistant" %}
25
- {{- '<|im_start|>' + message.role }}
26
- {%- if message.content %}
27
- {{- '\n' + message.content }}
28
- {%- endif %}
29
- {%- for tool_call in message.tool_calls %}
30
- {%- if tool_call.function is defined %}
31
- {%- set tool_call = tool_call.function %}
32
- {%- endif %}
33
- {{- '\n<tool_call>\n{"name": "' }}
34
- {{- tool_call.name }}
35
- {{- '", "arguments": ' }}
36
- {{- tool_call.arguments | tojson }}
37
- {{- '}\n</tool_call>' }}
38
- {%- endfor %}
39
- {{- '<|im_end|>\n' }}
40
- {%- elif message.role == "tool" %}
41
- {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
42
- {{- '<|im_start|>user' }}
43
- {%- endif %}
44
- {{- '\n<tool_response>\n' }}
45
- {{- message.content }}
46
- {{- '\n</tool_response>' }}
47
- {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
48
- {{- '<|im_end|>\n' }}
49
- {%- endif %}
50
- {%- endif %}
51
- {%- endfor %}
52
- {%- if add_generation_prompt %}
53
- {{- '<|im_start|>assistant\n' }}
54
- {%- endif %}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
model/config.json DELETED
@@ -1,144 +0,0 @@
1
- {
2
- "architectures": [
3
- "Qwen2ForSequenceClassification"
4
- ],
5
- "attention_dropout": 0.0,
6
- "bos_token_id": 151643,
7
- "dtype": "float16",
8
- "eos_token_id": 151643,
9
- "hidden_act": "silu",
10
- "hidden_size": 896,
11
- "id2label": {
12
- "0": "PRE_SPECS",
13
- "1": "PRE_AUTH",
14
- "2": "PRE_PRICE",
15
- "3": "PRE_RECOMMEND",
16
- "4": "PRE_STOCK",
17
- "5": "PROD_USAGE",
18
- "6": "ORDER_CHANGE",
19
- "7": "PAY_STATUS",
20
- "8": "LOG_TRACK",
21
- "9": "LOG_URGE_SHIP",
22
- "10": "LOG_ORIGIN",
23
- "11": "AFTER_RETURN",
24
- "12": "AFTER_SERVICE",
25
- "13": "DELIVERY_INSTALL",
26
- "14": "PROMO_RULES",
27
- "15": "CS_SERVICE",
28
- "16": "ACC_ISSUE",
29
- "17": "GEN_HELLO",
30
- "18": "GEN_THANKS",
31
- "19": "NO_INTENT"
32
- },
33
- "id2zh": {
34
- "0": "\u5546\u54c1\u5c3a\u7801/\u89c4\u683c",
35
- "1": "\u5546\u54c1\u771f\u5047/\u54c1\u724c",
36
- "2": "\u5546\u54c1\u4ef7\u683c\u54a8\u8be2",
37
- "3": "\u5546\u54c1\u8bc4\u4ef7/\u63a8\u8350",
38
- "4": "\u5546\u54c1\u5e93\u5b58/\u4e0a\u4e0b\u67b6\u72b6\u6001",
39
- "5": "\u4f7f\u7528\u65b9\u6cd5/\u64cd\u4f5c\u6307\u5bfc",
40
- "6": "\u8ba2\u5355\u4fee\u6539/\u53d6\u6d88",
41
- "7": "\u652f\u4ed8/\u9000\u6b3e/\u53d1\u7968\u72b6\u6001\u67e5\u8be2",
42
- "8": "\u67e5\u8be2\u7269\u6d41\u8fdb\u5ea6",
43
- "9": "\u50ac\u4fc3\u53d1\u8d27",
44
- "10": "\u53d1\u8d27\u5730/\u5c31\u8fd1\u4ed3\u54a8\u8be2",
45
- "11": "\u9000\u8d27/\u6362\u8d27\u7533\u8bf7",
46
- "12": "\u552e\u540e\u8fdb\u5ea6/\u7ef4\u4fee\u5904\u7406",
47
- "13": "\u5b89\u88c5\u54a8\u8be2/\u9884\u7ea6",
48
- "14": "\u6d3b\u52a8/\u4f18\u60e0\u89c4\u5219\u4e0e\u4ef7\u4fdd",
49
- "15": "\u8054\u7cfb\u5ba2\u670d/\u6295\u8bc9\u670d\u52a1",
50
- "16": "\u8d26\u53f7\u95ee\u9898",
51
- "17": "\u6253\u62db\u547c",
52
- "18": "\u8868\u8fbe\u611f\u8c22",
53
- "19": "\u65e0\u6548\u5185\u5bb9"
54
- },
55
- "initializer_range": 0.02,
56
- "intermediate_size": 4864,
57
- "label2id": {
58
- "ACC_ISSUE": 16,
59
- "AFTER_RETURN": 11,
60
- "AFTER_SERVICE": 12,
61
- "CS_SERVICE": 15,
62
- "DELIVERY_INSTALL": 13,
63
- "GEN_HELLO": 17,
64
- "GEN_THANKS": 18,
65
- "LOG_ORIGIN": 10,
66
- "LOG_TRACK": 8,
67
- "LOG_URGE_SHIP": 9,
68
- "NO_INTENT": 19,
69
- "ORDER_CHANGE": 6,
70
- "PAY_STATUS": 7,
71
- "PRE_AUTH": 1,
72
- "PRE_PRICE": 2,
73
- "PRE_RECOMMEND": 3,
74
- "PRE_SPECS": 0,
75
- "PRE_STOCK": 4,
76
- "PROD_USAGE": 5,
77
- "PROMO_RULES": 14
78
- },
79
- "label2zh": {
80
- "ACC_ISSUE": "\u8d26\u53f7\u95ee\u9898",
81
- "AFTER_RETURN": "\u9000\u8d27/\u6362\u8d27\u7533\u8bf7",
82
- "AFTER_SERVICE": "\u552e\u540e\u8fdb\u5ea6/\u7ef4\u4fee\u5904\u7406",
83
- "CS_SERVICE": "\u8054\u7cfb\u5ba2\u670d/\u6295\u8bc9\u670d\u52a1",
84
- "DELIVERY_INSTALL": "\u5b89\u88c5\u54a8\u8be2/\u9884\u7ea6",
85
- "GEN_HELLO": "\u6253\u62db\u547c",
86
- "GEN_THANKS": "\u8868\u8fbe\u611f\u8c22",
87
- "LOG_ORIGIN": "\u53d1\u8d27\u5730/\u5c31\u8fd1\u4ed3\u54a8\u8be2",
88
- "LOG_TRACK": "\u67e5\u8be2\u7269\u6d41\u8fdb\u5ea6",
89
- "LOG_URGE_SHIP": "\u50ac\u4fc3\u53d1\u8d27",
90
- "NO_INTENT": "\u65e0\u6548\u5185\u5bb9",
91
- "ORDER_CHANGE": "\u8ba2\u5355\u4fee\u6539/\u53d6\u6d88",
92
- "PAY_STATUS": "\u652f\u4ed8/\u9000\u6b3e/\u53d1\u7968\u72b6\u6001\u67e5\u8be2",
93
- "PRE_AUTH": "\u5546\u54c1\u771f\u5047/\u54c1\u724c",
94
- "PRE_PRICE": "\u5546\u54c1\u4ef7\u683c\u54a8\u8be2",
95
- "PRE_RECOMMEND": "\u5546\u54c1\u8bc4\u4ef7/\u63a8\u8350",
96
- "PRE_SPECS": "\u5546\u54c1\u5c3a\u7801/\u89c4\u683c",
97
- "PRE_STOCK": "\u5546\u54c1\u5e93\u5b58/\u4e0a\u4e0b\u67b6\u72b6\u6001",
98
- "PROD_USAGE": "\u4f7f\u7528\u65b9\u6cd5/\u64cd\u4f5c\u6307\u5bfc",
99
- "PROMO_RULES": "\u6d3b\u52a8/\u4f18\u60e0\u89c4\u5219\u4e0e\u4ef7\u4fdd"
100
- },
101
- "layer_types": [
102
- "full_attention",
103
- "full_attention",
104
- "full_attention",
105
- "full_attention",
106
- "full_attention",
107
- "full_attention",
108
- "full_attention",
109
- "full_attention",
110
- "full_attention",
111
- "full_attention",
112
- "full_attention",
113
- "full_attention",
114
- "full_attention",
115
- "full_attention",
116
- "full_attention",
117
- "full_attention",
118
- "full_attention",
119
- "full_attention",
120
- "full_attention",
121
- "full_attention",
122
- "full_attention",
123
- "full_attention",
124
- "full_attention",
125
- "full_attention"
126
- ],
127
- "max_position_embeddings": 32768,
128
- "max_window_layers": 24,
129
- "model_type": "qwen2",
130
- "num_attention_heads": 14,
131
- "num_hidden_layers": 24,
132
- "num_key_value_heads": 2,
133
- "pad_token_id": 151643,
134
- "rms_norm_eps": 1e-06,
135
- "rope_scaling": null,
136
- "rope_theta": 1000000.0,
137
- "sliding_window": null,
138
- "tie_word_embeddings": true,
139
- "transformers_version": "4.56.0",
140
- "use_cache": false,
141
- "use_mrope": false,
142
- "use_sliding_window": false,
143
- "vocab_size": 151673
144
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
model/label_mapping.json DELETED
@@ -1,91 +0,0 @@
1
- {
2
- "label2id": {
3
- "PRE_SPECS": 0,
4
- "PRE_AUTH": 1,
5
- "PRE_PRICE": 2,
6
- "PRE_RECOMMEND": 3,
7
- "PRE_STOCK": 4,
8
- "PROD_USAGE": 5,
9
- "ORDER_CHANGE": 6,
10
- "PAY_STATUS": 7,
11
- "LOG_TRACK": 8,
12
- "LOG_URGE_SHIP": 9,
13
- "LOG_ORIGIN": 10,
14
- "AFTER_RETURN": 11,
15
- "AFTER_SERVICE": 12,
16
- "DELIVERY_INSTALL": 13,
17
- "PROMO_RULES": 14,
18
- "CS_SERVICE": 15,
19
- "ACC_ISSUE": 16,
20
- "GEN_HELLO": 17,
21
- "GEN_THANKS": 18,
22
- "NO_INTENT": 19
23
- },
24
- "id2label": {
25
- "0": "PRE_SPECS",
26
- "1": "PRE_AUTH",
27
- "2": "PRE_PRICE",
28
- "3": "PRE_RECOMMEND",
29
- "4": "PRE_STOCK",
30
- "5": "PROD_USAGE",
31
- "6": "ORDER_CHANGE",
32
- "7": "PAY_STATUS",
33
- "8": "LOG_TRACK",
34
- "9": "LOG_URGE_SHIP",
35
- "10": "LOG_ORIGIN",
36
- "11": "AFTER_RETURN",
37
- "12": "AFTER_SERVICE",
38
- "13": "DELIVERY_INSTALL",
39
- "14": "PROMO_RULES",
40
- "15": "CS_SERVICE",
41
- "16": "ACC_ISSUE",
42
- "17": "GEN_HELLO",
43
- "18": "GEN_THANKS",
44
- "19": "NO_INTENT"
45
- },
46
- "label2zh": {
47
- "PRE_SPECS": "商品尺码/规格",
48
- "PRE_AUTH": "商品真假/品牌",
49
- "PRE_PRICE": "商品价格咨询",
50
- "PRE_RECOMMEND": "商品评价/推荐",
51
- "PRE_STOCK": "商品库存/上下架状态",
52
- "PROD_USAGE": "使用方法/操作指导",
53
- "ORDER_CHANGE": "订单修改/取消",
54
- "PAY_STATUS": "支付/退款/发票状态查询",
55
- "LOG_TRACK": "查询物流进度",
56
- "LOG_URGE_SHIP": "催促发货",
57
- "LOG_ORIGIN": "发货地/就近仓咨询",
58
- "AFTER_RETURN": "退货/换货申请",
59
- "AFTER_SERVICE": "售后进度/维修处理",
60
- "DELIVERY_INSTALL": "安装咨询/预约",
61
- "PROMO_RULES": "活动/优惠规则与价保",
62
- "CS_SERVICE": "联系客服/投诉服务",
63
- "ACC_ISSUE": "账号问题",
64
- "GEN_HELLO": "打招呼",
65
- "GEN_THANKS": "表达感谢",
66
- "NO_INTENT": "无效内容"
67
- },
68
- "id2zh": {
69
- "0": "商品尺码/规格",
70
- "1": "商品真假/品牌",
71
- "2": "商品价格咨询",
72
- "3": "商品评价/推荐",
73
- "4": "商品库存/上下架状态",
74
- "5": "使用方法/操作指导",
75
- "6": "订单修改/取消",
76
- "7": "支付/退款/发票状态查询",
77
- "8": "查询物流进度",
78
- "9": "催促发货",
79
- "10": "发货地/就近仓咨询",
80
- "11": "退货/换货申请",
81
- "12": "售后进度/维修处理",
82
- "13": "安装咨询/预约",
83
- "14": "活动/优惠规则与价保",
84
- "15": "联系客服/投诉服务",
85
- "16": "账号问题",
86
- "17": "打招呼",
87
- "18": "表达感谢",
88
- "19": "无效内容"
89
- },
90
- "num_labels": 20
91
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
model/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
model/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a6d59945fc2306f1e116fa4ccc392d92aaecee0ae7936597f8de923bbf81ec3
3
- size 987662168
 
 
 
 
model/model_info.json DELETED
@@ -1,20 +0,0 @@
1
- {
2
- "model_type": "qwen2_sequence_classification",
3
- "base_model": "Qwen/Qwen2.5-0.5B",
4
- "adapter_path": "/Users/wangyiwen/Desktop/qwen_intent_project/intent_with_context/qwen_intent",
5
- "num_labels": 20,
6
- "special_tokens": [
7
- "<URL>",
8
- "<MEDIA>",
9
- "<ORDER_ID>",
10
- "<SKU_ID>",
11
- "<HIST_PTR>",
12
- "<AMOUNT>",
13
- "<BRAND>",
14
- "<CATEGORY>"
15
- ],
16
- "supports_context": true,
17
- "merge_time": "2025-09-22T10:27:21.030656",
18
- "model_size": "493,815,040 parameters",
19
- "vocab_size": 151673
20
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
model/special_tokens_map.json DELETED
@@ -1,26 +0,0 @@
1
- {
2
- "additional_special_tokens": [
3
- "<URL>",
4
- "<MEDIA>",
5
- "<ORDER_ID>",
6
- "<SKU_ID>",
7
- "<HIST_PTR>",
8
- "<AMOUNT>",
9
- "<BRAND>",
10
- "<CATEGORY>"
11
- ],
12
- "eos_token": {
13
- "content": "<|endoftext|>",
14
- "lstrip": false,
15
- "normalized": false,
16
- "rstrip": false,
17
- "single_word": false
18
- },
19
- "pad_token": {
20
- "content": "<|endoftext|>",
21
- "lstrip": false,
22
- "normalized": false,
23
- "rstrip": false,
24
- "single_word": false
25
- }
26
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
model/tokenizer.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c72ebddb343ed3cb5c3e0fdf174dcef038894f740ce0730c5cd476f27eb368f
3
- size 11423475
 
 
 
 
model/tokenizer_config.json DELETED
@@ -1,270 +0,0 @@
1
- {
2
- "add_bos_token": false,
3
- "add_prefix_space": false,
4
- "added_tokens_decoder": {
5
- "151643": {
6
- "content": "<|endoftext|>",
7
- "lstrip": false,
8
- "normalized": false,
9
- "rstrip": false,
10
- "single_word": false,
11
- "special": true
12
- },
13
- "151644": {
14
- "content": "<|im_start|>",
15
- "lstrip": false,
16
- "normalized": false,
17
- "rstrip": false,
18
- "single_word": false,
19
- "special": true
20
- },
21
- "151645": {
22
- "content": "<|im_end|>",
23
- "lstrip": false,
24
- "normalized": false,
25
- "rstrip": false,
26
- "single_word": false,
27
- "special": true
28
- },
29
- "151646": {
30
- "content": "<|object_ref_start|>",
31
- "lstrip": false,
32
- "normalized": false,
33
- "rstrip": false,
34
- "single_word": false,
35
- "special": true
36
- },
37
- "151647": {
38
- "content": "<|object_ref_end|>",
39
- "lstrip": false,
40
- "normalized": false,
41
- "rstrip": false,
42
- "single_word": false,
43
- "special": true
44
- },
45
- "151648": {
46
- "content": "<|box_start|>",
47
- "lstrip": false,
48
- "normalized": false,
49
- "rstrip": false,
50
- "single_word": false,
51
- "special": true
52
- },
53
- "151649": {
54
- "content": "<|box_end|>",
55
- "lstrip": false,
56
- "normalized": false,
57
- "rstrip": false,
58
- "single_word": false,
59
- "special": true
60
- },
61
- "151650": {
62
- "content": "<|quad_start|>",
63
- "lstrip": false,
64
- "normalized": false,
65
- "rstrip": false,
66
- "single_word": false,
67
- "special": true
68
- },
69
- "151651": {
70
- "content": "<|quad_end|>",
71
- "lstrip": false,
72
- "normalized": false,
73
- "rstrip": false,
74
- "single_word": false,
75
- "special": true
76
- },
77
- "151652": {
78
- "content": "<|vision_start|>",
79
- "lstrip": false,
80
- "normalized": false,
81
- "rstrip": false,
82
- "single_word": false,
83
- "special": true
84
- },
85
- "151653": {
86
- "content": "<|vision_end|>",
87
- "lstrip": false,
88
- "normalized": false,
89
- "rstrip": false,
90
- "single_word": false,
91
- "special": true
92
- },
93
- "151654": {
94
- "content": "<|vision_pad|>",
95
- "lstrip": false,
96
- "normalized": false,
97
- "rstrip": false,
98
- "single_word": false,
99
- "special": true
100
- },
101
- "151655": {
102
- "content": "<|image_pad|>",
103
- "lstrip": false,
104
- "normalized": false,
105
- "rstrip": false,
106
- "single_word": false,
107
- "special": true
108
- },
109
- "151656": {
110
- "content": "<|video_pad|>",
111
- "lstrip": false,
112
- "normalized": false,
113
- "rstrip": false,
114
- "single_word": false,
115
- "special": true
116
- },
117
- "151657": {
118
- "content": "<tool_call>",
119
- "lstrip": false,
120
- "normalized": false,
121
- "rstrip": false,
122
- "single_word": false,
123
- "special": false
124
- },
125
- "151658": {
126
- "content": "</tool_call>",
127
- "lstrip": false,
128
- "normalized": false,
129
- "rstrip": false,
130
- "single_word": false,
131
- "special": false
132
- },
133
- "151659": {
134
- "content": "<|fim_prefix|>",
135
- "lstrip": false,
136
- "normalized": false,
137
- "rstrip": false,
138
- "single_word": false,
139
- "special": false
140
- },
141
- "151660": {
142
- "content": "<|fim_middle|>",
143
- "lstrip": false,
144
- "normalized": false,
145
- "rstrip": false,
146
- "single_word": false,
147
- "special": false
148
- },
149
- "151661": {
150
- "content": "<|fim_suffix|>",
151
- "lstrip": false,
152
- "normalized": false,
153
- "rstrip": false,
154
- "single_word": false,
155
- "special": false
156
- },
157
- "151662": {
158
- "content": "<|fim_pad|>",
159
- "lstrip": false,
160
- "normalized": false,
161
- "rstrip": false,
162
- "single_word": false,
163
- "special": false
164
- },
165
- "151663": {
166
- "content": "<|repo_name|>",
167
- "lstrip": false,
168
- "normalized": false,
169
- "rstrip": false,
170
- "single_word": false,
171
- "special": false
172
- },
173
- "151664": {
174
- "content": "<|file_sep|>",
175
- "lstrip": false,
176
- "normalized": false,
177
- "rstrip": false,
178
- "single_word": false,
179
- "special": false
180
- },
181
- "151665": {
182
- "content": "<URL>",
183
- "lstrip": false,
184
- "normalized": false,
185
- "rstrip": false,
186
- "single_word": false,
187
- "special": true
188
- },
189
- "151666": {
190
- "content": "<MEDIA>",
191
- "lstrip": false,
192
- "normalized": false,
193
- "rstrip": false,
194
- "single_word": false,
195
- "special": true
196
- },
197
- "151667": {
198
- "content": "<ORDER_ID>",
199
- "lstrip": false,
200
- "normalized": false,
201
- "rstrip": false,
202
- "single_word": false,
203
- "special": true
204
- },
205
- "151668": {
206
- "content": "<SKU_ID>",
207
- "lstrip": false,
208
- "normalized": false,
209
- "rstrip": false,
210
- "single_word": false,
211
- "special": true
212
- },
213
- "151669": {
214
- "content": "<HIST_PTR>",
215
- "lstrip": false,
216
- "normalized": false,
217
- "rstrip": false,
218
- "single_word": false,
219
- "special": true
220
- },
221
- "151670": {
222
- "content": "<AMOUNT>",
223
- "lstrip": false,
224
- "normalized": false,
225
- "rstrip": false,
226
- "single_word": false,
227
- "special": true
228
- },
229
- "151671": {
230
- "content": "<BRAND>",
231
- "lstrip": false,
232
- "normalized": false,
233
- "rstrip": false,
234
- "single_word": false,
235
- "special": true
236
- },
237
- "151672": {
238
- "content": "<CATEGORY>",
239
- "lstrip": false,
240
- "normalized": false,
241
- "rstrip": false,
242
- "single_word": false,
243
- "special": true
244
- }
245
- },
246
- "additional_special_tokens": [
247
- "<URL>",
248
- "<MEDIA>",
249
- "<ORDER_ID>",
250
- "<SKU_ID>",
251
- "<HIST_PTR>",
252
- "<AMOUNT>",
253
- "<BRAND>",
254
- "<CATEGORY>"
255
- ],
256
- "bos_token": null,
257
- "clean_up_tokenization_spaces": false,
258
- "eos_token": "<|endoftext|>",
259
- "errors": "replace",
260
- "extra_special_tokens": {},
261
- "max_length": 192,
262
- "model_max_length": 131072,
263
- "pad_token": "<|endoftext|>",
264
- "split_special_tokens": false,
265
- "stride": 0,
266
- "tokenizer_class": "Qwen2Tokenizer",
267
- "truncation_side": "right",
268
- "truncation_strategy": "longest_first",
269
- "unk_token": null
270
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
model/vocab.json DELETED
The diff for this file is too large to render. See raw diff