mcesbrondarnaud commited on
Commit
6ea1219
·
verified ·
1 Parent(s): 6b7199b

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -1,17 +1,16 @@
1
  ---
2
- base_model: Qwen/Qwen3-1.7B
3
  library_name: transformers
4
- model_name: general_knowledge_model_v5
5
  tags:
6
  - generated_from_trainer
7
- - trl
8
  - sft
 
9
  licence: license
10
  ---
11
 
12
- # Model Card for general_knowledge_model_v5
13
 
14
- This model is a fine-tuned version of [Qwen/Qwen3-1.7B](https://huggingface.co/Qwen/Qwen3-1.7B).
15
  It has been trained using [TRL](https://github.com/huggingface/trl).
16
 
17
  ## Quick start
 
1
  ---
 
2
  library_name: transformers
3
+ model_name: general_knowledge_model_v7
4
  tags:
5
  - generated_from_trainer
 
6
  - sft
7
+ - trl
8
  licence: license
9
  ---
10
 
11
+ # Model Card for general_knowledge_model_v7
12
 
13
+ This model is a fine-tuned version of [None](https://huggingface.co/None).
14
  It has been trained using [TRL](https://github.com/huggingface/trl).
15
 
16
  ## Quick start
chat_template.jinja CHANGED
@@ -1,89 +1,31 @@
1
- {%- if tools %}
2
- {{- '<|im_start|>system\n' }}
3
- {%- if messages[0].role == 'system' %}
4
- {{- messages[0].content + '\n\n' }}
5
- {%- endif %}
6
- {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
7
- {%- for tool in tools %}
8
- {{- "\n" }}
9
- {{- tool | tojson }}
10
- {%- endfor %}
11
- {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
12
  {%- else %}
13
- {%- if messages[0].role == 'system' %}
14
- {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
15
- {%- endif %}
16
  {%- endif %}
17
- {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
18
- {%- for message in messages[::-1] %}
19
- {%- set index = (messages|length - 1) - loop.index0 %}
20
- {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
21
- {%- set ns.multi_step_tool = false %}
22
- {%- set ns.last_query_index = index %}
23
- {%- endif %}
24
- {%- endfor %}
25
  {%- for message in messages %}
26
- {%- if message.content is string %}
27
- {%- set content = message.content %}
28
- {%- else %}
29
- {%- set content = '' %}
30
- {%- endif %}
31
- {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
32
- {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
33
- {%- elif message.role == "assistant" %}
34
- {%- set reasoning_content = '' %}
35
- {%- if message.reasoning_content is string %}
36
- {%- set reasoning_content = message.reasoning_content %}
37
- {%- else %}
38
- {%- if '</think>' in content %}
39
- {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
40
- {%- set content = content.split('</think>')[-1].lstrip('\n') %}
41
- {%- endif %}
42
  {%- endif %}
43
- {%- if loop.index0 > ns.last_query_index %}
44
- {%- if loop.last or (not loop.last and reasoning_content) %}
45
- {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
 
 
 
46
  {%- else %}
47
- {{- '<|im_start|>' + message.role + '\n' + content }}
48
  {%- endif %}
49
- {%- else %}
50
- {{- '<|im_start|>' + message.role + '\n' + content }}
51
- {%- endif %}
52
- {%- if message.tool_calls %}
53
- {%- for tool_call in message.tool_calls %}
54
- {%- if (loop.first and content) or (not loop.first) %}
55
- {{- '\n' }}
56
- {%- endif %}
57
- {%- if tool_call.function %}
58
- {%- set tool_call = tool_call.function %}
59
- {%- endif %}
60
- {{- '<tool_call>\n{"name": "' }}
61
- {{- tool_call.name }}
62
- {{- '", "arguments": ' }}
63
- {%- if tool_call.arguments is string %}
64
- {{- tool_call.arguments }}
65
- {%- else %}
66
- {{- tool_call.arguments | tojson }}
67
- {%- endif %}
68
- {{- '}\n</tool_call>' }}
69
- {%- endfor %}
70
- {%- endif %}
71
- {{- '<|im_end|>\n' }}
72
- {%- elif message.role == "tool" %}
73
- {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
74
- {{- '<|im_start|>user' }}
75
- {%- endif %}
76
- {{- '\n<tool_response>\n' }}
77
- {{- content }}
78
- {{- '\n</tool_response>' }}
79
- {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
80
- {{- '<|im_end|>\n' }}
81
  {%- endif %}
 
82
  {%- endif %}
83
  {%- endfor %}
84
- {%- if add_generation_prompt %}
85
- {{- '<|im_start|>assistant\n' }}
86
- {%- if enable_thinking is defined and enable_thinking is false %}
87
- {{- '<think>\n\n</think>\n\n' }}
88
- {%- endif %}
89
  {%- endif %}
 
1
+
2
+ {%- set enable_thinking = true %}
3
+ {%- if messages[0]['role'] == 'system' %}
4
+ {%- set system_message = messages[0]['content'] %}
5
+ {%- set messages = messages[1:] %}
 
 
 
 
 
 
6
  {%- else %}
7
+ {%- set system_message = 'You are a safety classifier. Reason carefully. You will need to answer multiple choice questions. Output the final answer strictly inside \\boxed{}. The answer should be 1 letter.' %}
 
 
8
  {%- endif %}
 
 
 
 
 
 
 
 
9
  {%- for message in messages %}
10
+ {%- if message['role'] == 'user' %}
11
+ {%- if loop.first and system_message %}
12
+ {{- "<|im_start|>system\n" + system_message + "<|im_end|>\n" }}
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  {%- endif %}
14
+ {{- "<|im_start|>user\n" + message['content'] + "<|im_end|>\n" }}
15
+ {%- elif message['role'] == 'assistant' %}
16
+ {{- "<|im_start|>assistant\n" }}
17
+ {%- if enable_thinking %}
18
+ {%- if message.get('think') %}
19
+ {{- "<think>\n" + message['think'] + "\n</think>\n" }}
20
  {%- else %}
21
+ {{- "<think>\n" }}
22
  {%- endif %}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  {%- endif %}
24
+ {{- message['content'] + "<|im_end|>\n" }}
25
  {%- endif %}
26
  {%- endfor %}
27
+ {%- if enable_thinking %}
28
+ {{- "<|im_start|>assistant\n<think>\n" }}
29
+ {%- else %}
30
+ {{- "<|im_start|>assistant\n" }}
 
31
  {%- endif %}
generation_config.json CHANGED
@@ -1,5 +1,6 @@
1
  {
2
  "do_sample": true,
 
3
  "eos_token_id": [
4
  151645,
5
  151643
@@ -8,6 +9,5 @@
8
  "temperature": 0.6,
9
  "top_k": 20,
10
  "top_p": 0.95,
11
- "transformers_version": "5.7.0",
12
- "enable_thinking": true
13
  }
 
1
  {
2
  "do_sample": true,
3
+ "enable_thinking": true,
4
  "eos_token_id": [
5
  151645,
6
  151643
 
9
  "temperature": 0.6,
10
  "top_k": 20,
11
  "top_p": 0.95,
12
+ "transformers_version": "5.7.0"
 
13
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7e5acca64e25cfa30fa991c3aee22ffb41a142d8df5be0eb99a2a2032050068
3
  size 3441185608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39419073b5a41c2f46ca20226e466f637641cf96682c7705cce23c73c2bbf265
3
  size 3441185608
tokenizer_config.json CHANGED
@@ -20,7 +20,7 @@
20
  "<|image_pad|>",
21
  "<|video_pad|>"
22
  ],
23
- "is_local": false,
24
  "local_files_only": false,
25
  "model_max_length": 131072,
26
  "pad_token": "<|endoftext|>",
 
20
  "<|image_pad|>",
21
  "<|video_pad|>"
22
  ],
23
+ "is_local": true,
24
  "local_files_only": false,
25
  "model_max_length": 131072,
26
  "pad_token": "<|endoftext|>",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4dd201969b356d8671d9cfba888e9e946b68fb365259c133025d6c7423c499be
3
  size 5713
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cadd4b75fecc781ef2de5ab73d70c27d8b72d323af42e3d3fbed132dfba2fd81
3
  size 5713