acidsound commited on
Commit
7d5eff5
·
verified ·
1 Parent(s): b01f984

Upload adapter for qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +14 -0
  2. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/README.md +63 -0
  3. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/adapter_config.json +50 -0
  4. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/adapter_model.safetensors +3 -0
  5. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/chat_template.jinja +154 -0
  6. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/README.md +210 -0
  7. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/adapter_config.json +50 -0
  8. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/adapter_model.safetensors +3 -0
  9. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/chat_template.jinja +154 -0
  10. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/optimizer.pt +3 -0
  11. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/processor_config.json +63 -0
  12. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/rng_state.pth +3 -0
  13. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/scheduler.pt +3 -0
  14. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/tokenizer.json +3 -0
  15. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/tokenizer_config.json +33 -0
  16. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/trainer_state.json +742 -0
  17. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/training_args.bin +3 -0
  18. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/README.md +210 -0
  19. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/adapter_config.json +50 -0
  20. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/adapter_model.safetensors +3 -0
  21. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/chat_template.jinja +154 -0
  22. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/optimizer.pt +3 -0
  23. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/processor_config.json +63 -0
  24. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/rng_state.pth +3 -0
  25. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/scheduler.pt +3 -0
  26. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/tokenizer.json +3 -0
  27. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/tokenizer_config.json +33 -0
  28. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/trainer_state.json +917 -0
  29. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/training_args.bin +3 -0
  30. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/README.md +210 -0
  31. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/adapter_config.json +50 -0
  32. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/adapter_model.safetensors +3 -0
  33. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/chat_template.jinja +154 -0
  34. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/optimizer.pt +3 -0
  35. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/processor_config.json +63 -0
  36. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/rng_state.pth +3 -0
  37. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/scheduler.pt +3 -0
  38. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/tokenizer.json +3 -0
  39. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/tokenizer_config.json +33 -0
  40. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/trainer_state.json +1092 -0
  41. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/training_args.bin +3 -0
  42. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/README.md +210 -0
  43. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/adapter_config.json +50 -0
  44. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/adapter_model.safetensors +3 -0
  45. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/chat_template.jinja +154 -0
  46. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/optimizer.pt +3 -0
  47. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/processor_config.json +63 -0
  48. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/rng_state.pth +3 -0
  49. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/scheduler.pt +3 -0
  50. runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/tokenizer.json +3 -0
.gitattributes CHANGED
@@ -36,3 +36,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_headsync_20260308/adapter/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
  runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_headsync_20260308/gguf/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_headsync_20260308_adapter-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_headsync_20260308/gguf/adapter-f16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_headsync_20260308/adapter/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
  runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_headsync_20260308/gguf/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_headsync_20260308_adapter-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_headsync_20260308/gguf/adapter-f16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
40
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/tokenizer.json filter=lfs diff=lfs merge=lfs -text
41
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
42
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/tokenizer.json filter=lfs diff=lfs merge=lfs -text
43
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
44
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2250/tokenizer.json filter=lfs diff=lfs merge=lfs -text
45
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-250/tokenizer.json filter=lfs diff=lfs merge=lfs -text
46
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
47
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-2750/tokenizer.json filter=lfs diff=lfs merge=lfs -text
48
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
49
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-3125/tokenizer.json filter=lfs diff=lfs merge=lfs -text
50
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
51
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-750/tokenizer.json filter=lfs diff=lfs merge=lfs -text
52
+ runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/tokenizer.json filter=lfs diff=lfs merge=lfs -text
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/README.md ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen3.5-4B
3
+ library_name: peft
4
+ model_name: qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310_adapter
5
+ tags:
6
+ - base_model:adapter:Qwen/Qwen3.5-4B
7
+ - lora
8
+ - sft
9
+ - transformers
10
+ - trl
11
+ - unsloth
12
+ licence: license
13
+ pipeline_tag: text-generation
14
+ ---
15
+
16
+ # Model Card for qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310_adapter
17
+
18
+ This model is a fine-tuned version of [Qwen/Qwen3.5-4B](https://huggingface.co/Qwen/Qwen3.5-4B).
19
+ It has been trained using [TRL](https://github.com/huggingface/trl).
20
+
21
+ ## Quick start
22
+
23
+ ```python
24
+ from transformers import pipeline
25
+
26
+ question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
27
+ generator = pipeline("text-generation", model="None", device="cuda")
28
+ output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
29
+ print(output["generated_text"])
30
+ ```
31
+
32
+ ## Training procedure
33
+
34
+
35
+
36
+
37
+ This model was trained with SFT.
38
+
39
+ ### Framework versions
40
+
41
+ - PEFT 0.18.1
42
+ - TRL: 0.24.0
43
+ - Transformers: 5.2.0
44
+ - Pytorch: 2.10.0+cu128
45
+ - Datasets: 4.3.0
46
+ - Tokenizers: 0.22.2
47
+
48
+ ## Citations
49
+
50
+
51
+
52
+ Cite TRL as:
53
+
54
+ ```bibtex
55
+ @misc{vonwerra2022trl,
56
+ title = {{TRL: Transformer Reinforcement Learning}},
57
+ author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec},
58
+ year = 2020,
59
+ journal = {GitHub repository},
60
+ publisher = {GitHub},
61
+ howpublished = {\url{https://github.com/huggingface/trl}}
62
+ }
63
+ ```
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/adapter_config.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen3_5ForConditionalGeneration",
7
+ "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "Qwen/Qwen3.5-4B",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 16,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "megatron_config": null,
27
+ "megatron_core": "megatron.core",
28
+ "modules_to_save": null,
29
+ "peft_type": "LORA",
30
+ "peft_version": "0.18.1",
31
+ "qalora_group_size": 16,
32
+ "r": 16,
33
+ "rank_pattern": {},
34
+ "revision": null,
35
+ "target_modules": [
36
+ "up_proj",
37
+ "gate_proj",
38
+ "down_proj",
39
+ "v_proj",
40
+ "q_proj",
41
+ "o_proj",
42
+ "k_proj"
43
+ ],
44
+ "target_parameters": null,
45
+ "task_type": "CAUSAL_LM",
46
+ "trainable_token_indices": null,
47
+ "use_dora": false,
48
+ "use_qalora": false,
49
+ "use_rslora": false
50
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3d65642a8088f15c522b36309a795b86a9be4e82ec56714c574d50bca8ec99f
3
+ size 84972248
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/chat_template.jinja ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set image_count = namespace(value=0) %}
2
+ {%- set video_count = namespace(value=0) %}
3
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
4
+ {%- if content is string %}
5
+ {{- content }}
6
+ {%- elif content is iterable and content is not mapping %}
7
+ {%- for item in content %}
8
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
9
+ {%- if is_system_content %}
10
+ {{- raise_exception('System message cannot contain images.') }}
11
+ {%- endif %}
12
+ {%- if do_vision_count %}
13
+ {%- set image_count.value = image_count.value + 1 %}
14
+ {%- endif %}
15
+ {%- if add_vision_id %}
16
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
17
+ {%- endif %}
18
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
19
+ {%- elif 'video' in item or item.type == 'video' %}
20
+ {%- if is_system_content %}
21
+ {{- raise_exception('System message cannot contain videos.') }}
22
+ {%- endif %}
23
+ {%- if do_vision_count %}
24
+ {%- set video_count.value = video_count.value + 1 %}
25
+ {%- endif %}
26
+ {%- if add_vision_id %}
27
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
28
+ {%- endif %}
29
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
30
+ {%- elif 'text' in item %}
31
+ {{- item.text }}
32
+ {%- else %}
33
+ {{- raise_exception('Unexpected item type in content.') }}
34
+ {%- endif %}
35
+ {%- endfor %}
36
+ {%- elif content is none or content is undefined %}
37
+ {{- '' }}
38
+ {%- else %}
39
+ {{- raise_exception('Unexpected content type.') }}
40
+ {%- endif %}
41
+ {%- endmacro %}
42
+ {%- if not messages %}
43
+ {{- raise_exception('No messages provided.') }}
44
+ {%- endif %}
45
+ {%- if tools and tools is iterable and tools is not mapping %}
46
+ {{- '<|im_start|>system\n' }}
47
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
48
+ {%- for tool in tools %}
49
+ {{- "\n" }}
50
+ {{- tool | tojson }}
51
+ {%- endfor %}
52
+ {{- "\n</tools>" }}
53
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
54
+ {%- if messages[0].role == 'system' %}
55
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
56
+ {%- if content %}
57
+ {{- '\n\n' + content }}
58
+ {%- endif %}
59
+ {%- endif %}
60
+ {{- '<|im_end|>\n' }}
61
+ {%- else %}
62
+ {%- if messages[0].role == 'system' %}
63
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
64
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
65
+ {%- endif %}
66
+ {%- endif %}
67
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
68
+ {%- for message in messages[::-1] %}
69
+ {%- set index = (messages|length - 1) - loop.index0 %}
70
+ {%- if ns.multi_step_tool and message.role == "user" %}
71
+ {%- set content = render_content(message.content, false)|trim %}
72
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
73
+ {%- set ns.multi_step_tool = false %}
74
+ {%- set ns.last_query_index = index %}
75
+ {%- endif %}
76
+ {%- endif %}
77
+ {%- endfor %}
78
+ {%- if ns.multi_step_tool %}
79
+ {{- raise_exception('No user query found in messages.') }}
80
+ {%- endif %}
81
+ {%- for message in messages %}
82
+ {%- set content = render_content(message.content, true)|trim %}
83
+ {%- if message.role == "system" %}
84
+ {%- if not loop.first %}
85
+ {{- raise_exception('System message must be at the beginning.') }}
86
+ {%- endif %}
87
+ {%- elif message.role == "user" %}
88
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
89
+ {%- elif message.role == "assistant" %}
90
+ {%- set reasoning_content = '' %}
91
+ {%- if message.reasoning_content is string %}
92
+ {%- set reasoning_content = message.reasoning_content %}
93
+ {%- else %}
94
+ {%- if '</think>' in content %}
95
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
96
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
97
+ {%- endif %}
98
+ {%- endif %}
99
+ {%- set reasoning_content = reasoning_content|trim %}
100
+ {%- if loop.index0 > ns.last_query_index %}
101
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
102
+ {%- else %}
103
+ {{- '<|im_start|>' + message.role + '\n' + content }}
104
+ {%- endif %}
105
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
106
+ {%- for tool_call in message.tool_calls %}
107
+ {%- if tool_call.function is defined %}
108
+ {%- set tool_call = tool_call.function %}
109
+ {%- endif %}
110
+ {%- if loop.first %}
111
+ {%- if content|trim %}
112
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
113
+ {%- else %}
114
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
115
+ {%- endif %}
116
+ {%- else %}
117
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
118
+ {%- endif %}
119
+ {%- if tool_call.arguments is defined %}
120
+ {%- for args_name, args_value in tool_call.arguments|items %}
121
+ {{- '<parameter=' + args_name + '>\n' }}
122
+ {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
123
+ {{- args_value }}
124
+ {{- '\n</parameter>\n' }}
125
+ {%- endfor %}
126
+ {%- endif %}
127
+ {{- '</function>\n</tool_call>' }}
128
+ {%- endfor %}
129
+ {%- endif %}
130
+ {{- '<|im_end|>\n' }}
131
+ {%- elif message.role == "tool" %}
132
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
133
+ {{- '<|im_start|>user' }}
134
+ {%- endif %}
135
+ {{- '\n<tool_response>\n' }}
136
+ {{- content }}
137
+ {{- '\n</tool_response>' }}
138
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
139
+ {{- '<|im_end|>\n' }}
140
+ {%- elif loop.last %}
141
+ {{- '<|im_end|>\n' }}
142
+ {%- endif %}
143
+ {%- else %}
144
+ {{- raise_exception('Unexpected message role.') }}
145
+ {%- endif %}
146
+ {%- endfor %}
147
+ {%- if add_generation_prompt %}
148
+ {{- '<|im_start|>assistant\n' }}
149
+ {%- if enable_thinking is defined and enable_thinking is false %}
150
+ {{- '<think>\n\n</think>\n\n' }}
151
+ {%- else %}
152
+ {{- '<think>\n' }}
153
+ {%- endif %}
154
+ {%- endif %}
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/README.md ADDED
@@ -0,0 +1,210 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen3.5-4B
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:Qwen/Qwen3.5-4B
7
+ - lora
8
+ - sft
9
+ - transformers
10
+ - trl
11
+ - unsloth
12
+ ---
13
+
14
+ # Model Card for Model ID
15
+
16
+ <!-- Provide a quick summary of what the model is/does. -->
17
+
18
+
19
+
20
+ ## Model Details
21
+
22
+ ### Model Description
23
+
24
+ <!-- Provide a longer summary of what this model is. -->
25
+
26
+
27
+
28
+ - **Developed by:** [More Information Needed]
29
+ - **Funded by [optional]:** [More Information Needed]
30
+ - **Shared by [optional]:** [More Information Needed]
31
+ - **Model type:** [More Information Needed]
32
+ - **Language(s) (NLP):** [More Information Needed]
33
+ - **License:** [More Information Needed]
34
+ - **Finetuned from model [optional]:** [More Information Needed]
35
+
36
+ ### Model Sources [optional]
37
+
38
+ <!-- Provide the basic links for the model. -->
39
+
40
+ - **Repository:** [More Information Needed]
41
+ - **Paper [optional]:** [More Information Needed]
42
+ - **Demo [optional]:** [More Information Needed]
43
+
44
+ ## Uses
45
+
46
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
47
+
48
+ ### Direct Use
49
+
50
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
51
+
52
+ [More Information Needed]
53
+
54
+ ### Downstream Use [optional]
55
+
56
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
57
+
58
+ [More Information Needed]
59
+
60
+ ### Out-of-Scope Use
61
+
62
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
63
+
64
+ [More Information Needed]
65
+
66
+ ## Bias, Risks, and Limitations
67
+
68
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
69
+
70
+ [More Information Needed]
71
+
72
+ ### Recommendations
73
+
74
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
75
+
76
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
77
+
78
+ ## How to Get Started with the Model
79
+
80
+ Use the code below to get started with the model.
81
+
82
+ [More Information Needed]
83
+
84
+ ## Training Details
85
+
86
+ ### Training Data
87
+
88
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
89
+
90
+ [More Information Needed]
91
+
92
+ ### Training Procedure
93
+
94
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
95
+
96
+ #### Preprocessing [optional]
97
+
98
+ [More Information Needed]
99
+
100
+
101
+ #### Training Hyperparameters
102
+
103
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
104
+
105
+ #### Speeds, Sizes, Times [optional]
106
+
107
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
108
+
109
+ [More Information Needed]
110
+
111
+ ## Evaluation
112
+
113
+ <!-- This section describes the evaluation protocols and provides the results. -->
114
+
115
+ ### Testing Data, Factors & Metrics
116
+
117
+ #### Testing Data
118
+
119
+ <!-- This should link to a Dataset Card if possible. -->
120
+
121
+ [More Information Needed]
122
+
123
+ #### Factors
124
+
125
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
126
+
127
+ [More Information Needed]
128
+
129
+ #### Metrics
130
+
131
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
132
+
133
+ [More Information Needed]
134
+
135
+ ### Results
136
+
137
+ [More Information Needed]
138
+
139
+ #### Summary
140
+
141
+
142
+
143
+ ## Model Examination [optional]
144
+
145
+ <!-- Relevant interpretability work for the model goes here -->
146
+
147
+ [More Information Needed]
148
+
149
+ ## Environmental Impact
150
+
151
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
152
+
153
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
154
+
155
+ - **Hardware Type:** [More Information Needed]
156
+ - **Hours used:** [More Information Needed]
157
+ - **Cloud Provider:** [More Information Needed]
158
+ - **Compute Region:** [More Information Needed]
159
+ - **Carbon Emitted:** [More Information Needed]
160
+
161
+ ## Technical Specifications [optional]
162
+
163
+ ### Model Architecture and Objective
164
+
165
+ [More Information Needed]
166
+
167
+ ### Compute Infrastructure
168
+
169
+ [More Information Needed]
170
+
171
+ #### Hardware
172
+
173
+ [More Information Needed]
174
+
175
+ #### Software
176
+
177
+ [More Information Needed]
178
+
179
+ ## Citation [optional]
180
+
181
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
182
+
183
+ **BibTeX:**
184
+
185
+ [More Information Needed]
186
+
187
+ **APA:**
188
+
189
+ [More Information Needed]
190
+
191
+ ## Glossary [optional]
192
+
193
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
194
+
195
+ [More Information Needed]
196
+
197
+ ## More Information [optional]
198
+
199
+ [More Information Needed]
200
+
201
+ ## Model Card Authors [optional]
202
+
203
+ [More Information Needed]
204
+
205
+ ## Model Card Contact
206
+
207
+ [More Information Needed]
208
+ ### Framework versions
209
+
210
+ - PEFT 0.18.1
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/adapter_config.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen3_5ForConditionalGeneration",
7
+ "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "Qwen/Qwen3.5-4B",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 16,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "megatron_config": null,
27
+ "megatron_core": "megatron.core",
28
+ "modules_to_save": null,
29
+ "peft_type": "LORA",
30
+ "peft_version": "0.18.1",
31
+ "qalora_group_size": 16,
32
+ "r": 16,
33
+ "rank_pattern": {},
34
+ "revision": null,
35
+ "target_modules": [
36
+ "up_proj",
37
+ "gate_proj",
38
+ "down_proj",
39
+ "v_proj",
40
+ "q_proj",
41
+ "o_proj",
42
+ "k_proj"
43
+ ],
44
+ "target_parameters": null,
45
+ "task_type": "CAUSAL_LM",
46
+ "trainable_token_indices": null,
47
+ "use_dora": false,
48
+ "use_qalora": false,
49
+ "use_rslora": false
50
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d557d4bd2a5d9a188623ef3622fef4b3640fde24504302250b33dbc8f47e8ff0
3
+ size 84972248
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/chat_template.jinja ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set image_count = namespace(value=0) %}
2
+ {%- set video_count = namespace(value=0) %}
3
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
4
+ {%- if content is string %}
5
+ {{- content }}
6
+ {%- elif content is iterable and content is not mapping %}
7
+ {%- for item in content %}
8
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
9
+ {%- if is_system_content %}
10
+ {{- raise_exception('System message cannot contain images.') }}
11
+ {%- endif %}
12
+ {%- if do_vision_count %}
13
+ {%- set image_count.value = image_count.value + 1 %}
14
+ {%- endif %}
15
+ {%- if add_vision_id %}
16
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
17
+ {%- endif %}
18
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
19
+ {%- elif 'video' in item or item.type == 'video' %}
20
+ {%- if is_system_content %}
21
+ {{- raise_exception('System message cannot contain videos.') }}
22
+ {%- endif %}
23
+ {%- if do_vision_count %}
24
+ {%- set video_count.value = video_count.value + 1 %}
25
+ {%- endif %}
26
+ {%- if add_vision_id %}
27
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
28
+ {%- endif %}
29
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
30
+ {%- elif 'text' in item %}
31
+ {{- item.text }}
32
+ {%- else %}
33
+ {{- raise_exception('Unexpected item type in content.') }}
34
+ {%- endif %}
35
+ {%- endfor %}
36
+ {%- elif content is none or content is undefined %}
37
+ {{- '' }}
38
+ {%- else %}
39
+ {{- raise_exception('Unexpected content type.') }}
40
+ {%- endif %}
41
+ {%- endmacro %}
42
+ {%- if not messages %}
43
+ {{- raise_exception('No messages provided.') }}
44
+ {%- endif %}
45
+ {%- if tools and tools is iterable and tools is not mapping %}
46
+ {{- '<|im_start|>system\n' }}
47
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
48
+ {%- for tool in tools %}
49
+ {{- "\n" }}
50
+ {{- tool | tojson }}
51
+ {%- endfor %}
52
+ {{- "\n</tools>" }}
53
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
54
+ {%- if messages[0].role == 'system' %}
55
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
56
+ {%- if content %}
57
+ {{- '\n\n' + content }}
58
+ {%- endif %}
59
+ {%- endif %}
60
+ {{- '<|im_end|>\n' }}
61
+ {%- else %}
62
+ {%- if messages[0].role == 'system' %}
63
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
64
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
65
+ {%- endif %}
66
+ {%- endif %}
67
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
68
+ {%- for message in messages[::-1] %}
69
+ {%- set index = (messages|length - 1) - loop.index0 %}
70
+ {%- if ns.multi_step_tool and message.role == "user" %}
71
+ {%- set content = render_content(message.content, false)|trim %}
72
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
73
+ {%- set ns.multi_step_tool = false %}
74
+ {%- set ns.last_query_index = index %}
75
+ {%- endif %}
76
+ {%- endif %}
77
+ {%- endfor %}
78
+ {%- if ns.multi_step_tool %}
79
+ {{- raise_exception('No user query found in messages.') }}
80
+ {%- endif %}
81
+ {%- for message in messages %}
82
+ {%- set content = render_content(message.content, true)|trim %}
83
+ {%- if message.role == "system" %}
84
+ {%- if not loop.first %}
85
+ {{- raise_exception('System message must be at the beginning.') }}
86
+ {%- endif %}
87
+ {%- elif message.role == "user" %}
88
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
89
+ {%- elif message.role == "assistant" %}
90
+ {%- set reasoning_content = '' %}
91
+ {%- if message.reasoning_content is string %}
92
+ {%- set reasoning_content = message.reasoning_content %}
93
+ {%- else %}
94
+ {%- if '</think>' in content %}
95
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
96
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
97
+ {%- endif %}
98
+ {%- endif %}
99
+ {%- set reasoning_content = reasoning_content|trim %}
100
+ {%- if loop.index0 > ns.last_query_index %}
101
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
102
+ {%- else %}
103
+ {{- '<|im_start|>' + message.role + '\n' + content }}
104
+ {%- endif %}
105
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
106
+ {%- for tool_call in message.tool_calls %}
107
+ {%- if tool_call.function is defined %}
108
+ {%- set tool_call = tool_call.function %}
109
+ {%- endif %}
110
+ {%- if loop.first %}
111
+ {%- if content|trim %}
112
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
113
+ {%- else %}
114
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
115
+ {%- endif %}
116
+ {%- else %}
117
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
118
+ {%- endif %}
119
+ {%- if tool_call.arguments is defined %}
120
+ {%- for args_name, args_value in tool_call.arguments|items %}
121
+ {{- '<parameter=' + args_name + '>\n' }}
122
+ {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
123
+ {{- args_value }}
124
+ {{- '\n</parameter>\n' }}
125
+ {%- endfor %}
126
+ {%- endif %}
127
+ {{- '</function>\n</tool_call>' }}
128
+ {%- endfor %}
129
+ {%- endif %}
130
+ {{- '<|im_end|>\n' }}
131
+ {%- elif message.role == "tool" %}
132
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
133
+ {{- '<|im_start|>user' }}
134
+ {%- endif %}
135
+ {{- '\n<tool_response>\n' }}
136
+ {{- content }}
137
+ {{- '\n</tool_response>' }}
138
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
139
+ {{- '<|im_end|>\n' }}
140
+ {%- elif loop.last %}
141
+ {{- '<|im_end|>\n' }}
142
+ {%- endif %}
143
+ {%- else %}
144
+ {{- raise_exception('Unexpected message role.') }}
145
+ {%- endif %}
146
+ {%- endfor %}
147
+ {%- if add_generation_prompt %}
148
+ {{- '<|im_start|>assistant\n' }}
149
+ {%- if enable_thinking is defined and enable_thinking is false %}
150
+ {{- '<think>\n\n</think>\n\n' }}
151
+ {%- else %}
152
+ {{- '<think>\n' }}
153
+ {%- endif %}
154
+ {%- endif %}
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d98bd7e0041c7a49b9548695f9617020a1fd2b37b84e114d22e3686ee6b98686
3
+ size 43434405
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/processor_config.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "data_format": "channels_first",
4
+ "do_convert_rgb": true,
5
+ "do_normalize": true,
6
+ "do_rescale": true,
7
+ "do_resize": true,
8
+ "image_mean": [
9
+ 0.5,
10
+ 0.5,
11
+ 0.5
12
+ ],
13
+ "image_processor_type": "Qwen2VLImageProcessorFast",
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "merge_size": 2,
20
+ "patch_size": 16,
21
+ "resample": 3,
22
+ "rescale_factor": 0.00392156862745098,
23
+ "size": {
24
+ "longest_edge": 16777216,
25
+ "shortest_edge": 65536
26
+ },
27
+ "temporal_patch_size": 2
28
+ },
29
+ "processor_class": "Qwen3VLProcessor",
30
+ "video_processor": {
31
+ "data_format": "channels_first",
32
+ "default_to_square": true,
33
+ "do_convert_rgb": true,
34
+ "do_normalize": true,
35
+ "do_rescale": true,
36
+ "do_resize": true,
37
+ "do_sample_frames": true,
38
+ "fps": 2,
39
+ "image_mean": [
40
+ 0.5,
41
+ 0.5,
42
+ 0.5
43
+ ],
44
+ "image_std": [
45
+ 0.5,
46
+ 0.5,
47
+ 0.5
48
+ ],
49
+ "max_frames": 768,
50
+ "merge_size": 2,
51
+ "min_frames": 4,
52
+ "patch_size": 16,
53
+ "resample": 3,
54
+ "rescale_factor": 0.00392156862745098,
55
+ "return_metadata": false,
56
+ "size": {
57
+ "longest_edge": 25165824,
58
+ "shortest_edge": 4096
59
+ },
60
+ "temporal_patch_size": 2,
61
+ "video_processor_type": "Qwen3VLVideoProcessor"
62
+ }
63
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c800b778fa7e115e4c34de8529902de8b61c9a1b4bab3eb8295d06dafff030e
3
+ size 14645
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0423f8c4b5b5f7f504b19137b74a1b7765bc39cafc5ee502373299e90d39d0c2
3
+ size 1465
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
3
+ size 19989343
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/tokenizer_config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "audio_bos_token": "<|audio_start|>",
4
+ "audio_eos_token": "<|audio_end|>",
5
+ "audio_token": "<|audio_pad|>",
6
+ "backend": "tokenizers",
7
+ "bos_token": null,
8
+ "clean_up_tokenization_spaces": false,
9
+ "eos_token": "<|im_end|>",
10
+ "errors": "replace",
11
+ "image_token": "<|image_pad|>",
12
+ "is_local": false,
13
+ "model_max_length": 262144,
14
+ "model_specific_special_tokens": {
15
+ "audio_bos_token": "<|audio_start|>",
16
+ "audio_eos_token": "<|audio_end|>",
17
+ "audio_token": "<|audio_pad|>",
18
+ "image_token": "<|image_pad|>",
19
+ "video_token": "<|video_pad|>",
20
+ "vision_bos_token": "<|vision_start|>",
21
+ "vision_eos_token": "<|vision_end|>"
22
+ },
23
+ "pad_token": "<|endoftext|>",
24
+ "padding_side": "right",
25
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
26
+ "processor_class": "Qwen3VLProcessor",
27
+ "split_special_tokens": false,
28
+ "tokenizer_class": "TokenizersBackend",
29
+ "unk_token": null,
30
+ "video_token": "<|video_pad|>",
31
+ "vision_bos_token": "<|vision_start|>",
32
+ "vision_eos_token": "<|vision_end|>"
33
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/trainer_state.json ADDED
@@ -0,0 +1,742 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.32,
6
+ "eval_steps": 1000,
7
+ "global_step": 1000,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.0032,
14
+ "grad_norm": 3.2801005840301514,
15
+ "learning_rate": 1.1464968152866242e-05,
16
+ "loss": 2.957232856750488,
17
+ "step": 10
18
+ },
19
+ {
20
+ "epoch": 0.0064,
21
+ "grad_norm": 1.8789476156234741,
22
+ "learning_rate": 2.4203821656050956e-05,
23
+ "loss": 2.6172555923461913,
24
+ "step": 20
25
+ },
26
+ {
27
+ "epoch": 0.0096,
28
+ "grad_norm": 0.6533392667770386,
29
+ "learning_rate": 3.694267515923567e-05,
30
+ "loss": 2.115558052062988,
31
+ "step": 30
32
+ },
33
+ {
34
+ "epoch": 0.0128,
35
+ "grad_norm": 0.923370897769928,
36
+ "learning_rate": 4.968152866242039e-05,
37
+ "loss": 1.6441343307495118,
38
+ "step": 40
39
+ },
40
+ {
41
+ "epoch": 0.016,
42
+ "grad_norm": 1.2141456604003906,
43
+ "learning_rate": 6.24203821656051e-05,
44
+ "loss": 0.8693079948425293,
45
+ "step": 50
46
+ },
47
+ {
48
+ "epoch": 0.0192,
49
+ "grad_norm": 0.29008936882019043,
50
+ "learning_rate": 7.515923566878981e-05,
51
+ "loss": 0.2214587926864624,
52
+ "step": 60
53
+ },
54
+ {
55
+ "epoch": 0.0224,
56
+ "grad_norm": 0.18057213723659515,
57
+ "learning_rate": 8.789808917197452e-05,
58
+ "loss": 0.10706863403320313,
59
+ "step": 70
60
+ },
61
+ {
62
+ "epoch": 0.0256,
63
+ "grad_norm": 0.18052466213703156,
64
+ "learning_rate": 0.00010063694267515924,
65
+ "loss": 0.075585275888443,
66
+ "step": 80
67
+ },
68
+ {
69
+ "epoch": 0.0288,
70
+ "grad_norm": 0.1181897521018982,
71
+ "learning_rate": 0.00011337579617834395,
72
+ "loss": 0.05239964723587036,
73
+ "step": 90
74
+ },
75
+ {
76
+ "epoch": 0.032,
77
+ "grad_norm": 0.09562048316001892,
78
+ "learning_rate": 0.00012611464968152866,
79
+ "loss": 0.045760563015937804,
80
+ "step": 100
81
+ },
82
+ {
83
+ "epoch": 0.0352,
84
+ "grad_norm": 0.10885730385780334,
85
+ "learning_rate": 0.00013885350318471339,
86
+ "loss": 0.04301239252090454,
87
+ "step": 110
88
+ },
89
+ {
90
+ "epoch": 0.0384,
91
+ "grad_norm": 0.07743079215288162,
92
+ "learning_rate": 0.0001515923566878981,
93
+ "loss": 0.03960148394107819,
94
+ "step": 120
95
+ },
96
+ {
97
+ "epoch": 0.0416,
98
+ "grad_norm": 0.09875894337892532,
99
+ "learning_rate": 0.0001643312101910828,
100
+ "loss": 0.038549023866653445,
101
+ "step": 130
102
+ },
103
+ {
104
+ "epoch": 0.0448,
105
+ "grad_norm": 0.06382669508457184,
106
+ "learning_rate": 0.00017707006369426754,
107
+ "loss": 0.04907984733581543,
108
+ "step": 140
109
+ },
110
+ {
111
+ "epoch": 0.048,
112
+ "grad_norm": 0.07143214344978333,
113
+ "learning_rate": 0.00018980891719745223,
114
+ "loss": 0.03758894205093384,
115
+ "step": 150
116
+ },
117
+ {
118
+ "epoch": 0.0512,
119
+ "grad_norm": 0.05740807577967644,
120
+ "learning_rate": 0.00019986522911051214,
121
+ "loss": 0.04057175517082214,
122
+ "step": 160
123
+ },
124
+ {
125
+ "epoch": 0.0544,
126
+ "grad_norm": 0.10187529027462006,
127
+ "learning_rate": 0.0001991913746630728,
128
+ "loss": 0.038298597931861876,
129
+ "step": 170
130
+ },
131
+ {
132
+ "epoch": 0.0576,
133
+ "grad_norm": 0.06236090883612633,
134
+ "learning_rate": 0.00019851752021563343,
135
+ "loss": 0.03621701598167419,
136
+ "step": 180
137
+ },
138
+ {
139
+ "epoch": 0.0608,
140
+ "grad_norm": 0.06320308893918991,
141
+ "learning_rate": 0.00019784366576819408,
142
+ "loss": 0.0365910530090332,
143
+ "step": 190
144
+ },
145
+ {
146
+ "epoch": 0.064,
147
+ "grad_norm": 0.05323399230837822,
148
+ "learning_rate": 0.00019716981132075472,
149
+ "loss": 0.03578711748123169,
150
+ "step": 200
151
+ },
152
+ {
153
+ "epoch": 0.0672,
154
+ "grad_norm": 0.04963463172316551,
155
+ "learning_rate": 0.00019649595687331537,
156
+ "loss": 0.03611702620983124,
157
+ "step": 210
158
+ },
159
+ {
160
+ "epoch": 0.0704,
161
+ "grad_norm": 0.06188482418656349,
162
+ "learning_rate": 0.00019582210242587603,
163
+ "loss": 0.03605208694934845,
164
+ "step": 220
165
+ },
166
+ {
167
+ "epoch": 0.0736,
168
+ "grad_norm": 0.04441574215888977,
169
+ "learning_rate": 0.00019514824797843666,
170
+ "loss": 0.03630925416946411,
171
+ "step": 230
172
+ },
173
+ {
174
+ "epoch": 0.0768,
175
+ "grad_norm": 0.045263174921274185,
176
+ "learning_rate": 0.00019447439353099732,
177
+ "loss": 0.0356947660446167,
178
+ "step": 240
179
+ },
180
+ {
181
+ "epoch": 0.08,
182
+ "grad_norm": 0.07786818593740463,
183
+ "learning_rate": 0.00019380053908355795,
184
+ "loss": 0.03802114427089691,
185
+ "step": 250
186
+ },
187
+ {
188
+ "epoch": 0.0832,
189
+ "grad_norm": 0.0435267873108387,
190
+ "learning_rate": 0.0001931266846361186,
191
+ "loss": 0.03525420129299164,
192
+ "step": 260
193
+ },
194
+ {
195
+ "epoch": 0.0864,
196
+ "grad_norm": 0.0398947112262249,
197
+ "learning_rate": 0.00019245283018867927,
198
+ "loss": 0.036475399136543275,
199
+ "step": 270
200
+ },
201
+ {
202
+ "epoch": 0.0896,
203
+ "grad_norm": 0.04572893679141998,
204
+ "learning_rate": 0.0001917789757412399,
205
+ "loss": 0.03517844974994659,
206
+ "step": 280
207
+ },
208
+ {
209
+ "epoch": 0.0928,
210
+ "grad_norm": 0.04973549395799637,
211
+ "learning_rate": 0.00019110512129380053,
212
+ "loss": 0.03514469563961029,
213
+ "step": 290
214
+ },
215
+ {
216
+ "epoch": 0.096,
217
+ "grad_norm": 0.03992312029004097,
218
+ "learning_rate": 0.0001904312668463612,
219
+ "loss": 0.03486928045749664,
220
+ "step": 300
221
+ },
222
+ {
223
+ "epoch": 0.0992,
224
+ "grad_norm": 0.04485175386071205,
225
+ "learning_rate": 0.00018975741239892185,
226
+ "loss": 0.03607228100299835,
227
+ "step": 310
228
+ },
229
+ {
230
+ "epoch": 0.1024,
231
+ "grad_norm": 0.042598217725753784,
232
+ "learning_rate": 0.00018908355795148248,
233
+ "loss": 0.035026413202285764,
234
+ "step": 320
235
+ },
236
+ {
237
+ "epoch": 0.1056,
238
+ "grad_norm": 0.04312385991215706,
239
+ "learning_rate": 0.00018840970350404314,
240
+ "loss": 0.0354986697435379,
241
+ "step": 330
242
+ },
243
+ {
244
+ "epoch": 0.1088,
245
+ "grad_norm": 0.03750547766685486,
246
+ "learning_rate": 0.00018773584905660377,
247
+ "loss": 0.035477420687675475,
248
+ "step": 340
249
+ },
250
+ {
251
+ "epoch": 0.112,
252
+ "grad_norm": 0.0504920519888401,
253
+ "learning_rate": 0.00018706199460916443,
254
+ "loss": 0.03416607677936554,
255
+ "step": 350
256
+ },
257
+ {
258
+ "epoch": 0.1152,
259
+ "grad_norm": 0.0463927760720253,
260
+ "learning_rate": 0.00018638814016172509,
261
+ "loss": 0.03462561368942261,
262
+ "step": 360
263
+ },
264
+ {
265
+ "epoch": 0.1184,
266
+ "grad_norm": 0.0457661971449852,
267
+ "learning_rate": 0.00018571428571428572,
268
+ "loss": 0.034427869319915774,
269
+ "step": 370
270
+ },
271
+ {
272
+ "epoch": 0.1216,
273
+ "grad_norm": 0.04242575913667679,
274
+ "learning_rate": 0.00018504043126684635,
275
+ "loss": 0.03459358215332031,
276
+ "step": 380
277
+ },
278
+ {
279
+ "epoch": 0.1248,
280
+ "grad_norm": 0.07980137318372726,
281
+ "learning_rate": 0.000184366576819407,
282
+ "loss": 0.0352897047996521,
283
+ "step": 390
284
+ },
285
+ {
286
+ "epoch": 0.128,
287
+ "grad_norm": 0.032620977610349655,
288
+ "learning_rate": 0.00018369272237196767,
289
+ "loss": 0.03452844321727753,
290
+ "step": 400
291
+ },
292
+ {
293
+ "epoch": 0.1312,
294
+ "grad_norm": 0.030839180573821068,
295
+ "learning_rate": 0.00018301886792452832,
296
+ "loss": 0.03451713621616363,
297
+ "step": 410
298
+ },
299
+ {
300
+ "epoch": 0.1344,
301
+ "grad_norm": 0.03541458770632744,
302
+ "learning_rate": 0.00018234501347708895,
303
+ "loss": 0.03461756706237793,
304
+ "step": 420
305
+ },
306
+ {
307
+ "epoch": 0.1376,
308
+ "grad_norm": 0.031466420739889145,
309
+ "learning_rate": 0.00018167115902964959,
310
+ "loss": 0.03474808633327484,
311
+ "step": 430
312
+ },
313
+ {
314
+ "epoch": 0.1408,
315
+ "grad_norm": 0.03603539988398552,
316
+ "learning_rate": 0.00018099730458221024,
317
+ "loss": 0.03495114743709564,
318
+ "step": 440
319
+ },
320
+ {
321
+ "epoch": 0.144,
322
+ "grad_norm": 0.03707222267985344,
323
+ "learning_rate": 0.0001803234501347709,
324
+ "loss": 0.03402511775493622,
325
+ "step": 450
326
+ },
327
+ {
328
+ "epoch": 0.1472,
329
+ "grad_norm": 0.036379359662532806,
330
+ "learning_rate": 0.00017964959568733156,
331
+ "loss": 0.03453508317470551,
332
+ "step": 460
333
+ },
334
+ {
335
+ "epoch": 0.1504,
336
+ "grad_norm": 0.0341603085398674,
337
+ "learning_rate": 0.0001789757412398922,
338
+ "loss": 0.03405205011367798,
339
+ "step": 470
340
+ },
341
+ {
342
+ "epoch": 0.1536,
343
+ "grad_norm": 0.033526141196489334,
344
+ "learning_rate": 0.00017830188679245282,
345
+ "loss": 0.03442648649215698,
346
+ "step": 480
347
+ },
348
+ {
349
+ "epoch": 0.1568,
350
+ "grad_norm": 0.03887268528342247,
351
+ "learning_rate": 0.00017762803234501348,
352
+ "loss": 0.034604042768478394,
353
+ "step": 490
354
+ },
355
+ {
356
+ "epoch": 0.16,
357
+ "grad_norm": 0.028687890619039536,
358
+ "learning_rate": 0.00017695417789757414,
359
+ "loss": 0.03409133851528168,
360
+ "step": 500
361
+ },
362
+ {
363
+ "epoch": 0.1632,
364
+ "grad_norm": 0.030350256711244583,
365
+ "learning_rate": 0.0001762803234501348,
366
+ "loss": 0.03377067446708679,
367
+ "step": 510
368
+ },
369
+ {
370
+ "epoch": 0.1664,
371
+ "grad_norm": 0.035560864955186844,
372
+ "learning_rate": 0.00017560646900269543,
373
+ "loss": 0.03409072160720825,
374
+ "step": 520
375
+ },
376
+ {
377
+ "epoch": 0.1696,
378
+ "grad_norm": 0.027625421062111855,
379
+ "learning_rate": 0.00017493261455525606,
380
+ "loss": 0.033819463849067685,
381
+ "step": 530
382
+ },
383
+ {
384
+ "epoch": 0.1728,
385
+ "grad_norm": 0.031909387558698654,
386
+ "learning_rate": 0.00017425876010781672,
387
+ "loss": 0.03402120471000671,
388
+ "step": 540
389
+ },
390
+ {
391
+ "epoch": 0.176,
392
+ "grad_norm": 0.02561958320438862,
393
+ "learning_rate": 0.00017358490566037738,
394
+ "loss": 0.03468506038188934,
395
+ "step": 550
396
+ },
397
+ {
398
+ "epoch": 0.1792,
399
+ "grad_norm": 0.048359788954257965,
400
+ "learning_rate": 0.00017291105121293804,
401
+ "loss": 0.0337568074464798,
402
+ "step": 560
403
+ },
404
+ {
405
+ "epoch": 0.1824,
406
+ "grad_norm": 0.03294350206851959,
407
+ "learning_rate": 0.00017223719676549864,
408
+ "loss": 0.03357039093971252,
409
+ "step": 570
410
+ },
411
+ {
412
+ "epoch": 0.1856,
413
+ "grad_norm": 0.025683443993330002,
414
+ "learning_rate": 0.0001715633423180593,
415
+ "loss": 0.03350119888782501,
416
+ "step": 580
417
+ },
418
+ {
419
+ "epoch": 0.1888,
420
+ "grad_norm": 0.02899005077779293,
421
+ "learning_rate": 0.00017088948787061996,
422
+ "loss": 0.033946582674980165,
423
+ "step": 590
424
+ },
425
+ {
426
+ "epoch": 0.192,
427
+ "grad_norm": 0.033384405076503754,
428
+ "learning_rate": 0.00017021563342318062,
429
+ "loss": 0.033708778023719785,
430
+ "step": 600
431
+ },
432
+ {
433
+ "epoch": 0.1952,
434
+ "grad_norm": 0.03180663660168648,
435
+ "learning_rate": 0.00016954177897574125,
436
+ "loss": 0.033828526735305786,
437
+ "step": 610
438
+ },
439
+ {
440
+ "epoch": 0.1984,
441
+ "grad_norm": 0.04280244931578636,
442
+ "learning_rate": 0.00016886792452830188,
443
+ "loss": 0.03467142283916473,
444
+ "step": 620
445
+ },
446
+ {
447
+ "epoch": 0.2016,
448
+ "grad_norm": 0.03152000904083252,
449
+ "learning_rate": 0.00016819407008086254,
450
+ "loss": 0.03371638357639313,
451
+ "step": 630
452
+ },
453
+ {
454
+ "epoch": 0.2048,
455
+ "grad_norm": 0.02332565374672413,
456
+ "learning_rate": 0.0001675202156334232,
457
+ "loss": 0.0337744265794754,
458
+ "step": 640
459
+ },
460
+ {
461
+ "epoch": 0.208,
462
+ "grad_norm": 0.028621617704629898,
463
+ "learning_rate": 0.00016684636118598385,
464
+ "loss": 0.03411863148212433,
465
+ "step": 650
466
+ },
467
+ {
468
+ "epoch": 0.2112,
469
+ "grad_norm": 0.025753367692232132,
470
+ "learning_rate": 0.00016617250673854448,
471
+ "loss": 0.033974489569664,
472
+ "step": 660
473
+ },
474
+ {
475
+ "epoch": 0.2144,
476
+ "grad_norm": 0.025955554097890854,
477
+ "learning_rate": 0.00016549865229110512,
478
+ "loss": 0.03407233655452728,
479
+ "step": 670
480
+ },
481
+ {
482
+ "epoch": 0.2176,
483
+ "grad_norm": 0.0408230796456337,
484
+ "learning_rate": 0.00016482479784366577,
485
+ "loss": 0.03399674296379089,
486
+ "step": 680
487
+ },
488
+ {
489
+ "epoch": 0.2208,
490
+ "grad_norm": 0.02402593567967415,
491
+ "learning_rate": 0.00016415094339622643,
492
+ "loss": 0.034056398272514346,
493
+ "step": 690
494
+ },
495
+ {
496
+ "epoch": 0.224,
497
+ "grad_norm": 0.020451245829463005,
498
+ "learning_rate": 0.00016347708894878706,
499
+ "loss": 0.033577021956443784,
500
+ "step": 700
501
+ },
502
+ {
503
+ "epoch": 0.2272,
504
+ "grad_norm": 0.01891564019024372,
505
+ "learning_rate": 0.00016280323450134772,
506
+ "loss": 0.03383780419826508,
507
+ "step": 710
508
+ },
509
+ {
510
+ "epoch": 0.2304,
511
+ "grad_norm": 0.02678411453962326,
512
+ "learning_rate": 0.00016212938005390835,
513
+ "loss": 0.033868181705474856,
514
+ "step": 720
515
+ },
516
+ {
517
+ "epoch": 0.2336,
518
+ "grad_norm": 0.027024442330002785,
519
+ "learning_rate": 0.000161455525606469,
520
+ "loss": 0.03378471434116363,
521
+ "step": 730
522
+ },
523
+ {
524
+ "epoch": 0.2368,
525
+ "grad_norm": 0.02572198584675789,
526
+ "learning_rate": 0.00016078167115902967,
527
+ "loss": 0.03358360230922699,
528
+ "step": 740
529
+ },
530
+ {
531
+ "epoch": 0.24,
532
+ "grad_norm": 0.02597915753722191,
533
+ "learning_rate": 0.0001601078167115903,
534
+ "loss": 0.03363666832447052,
535
+ "step": 750
536
+ },
537
+ {
538
+ "epoch": 0.2432,
539
+ "grad_norm": 0.029178649187088013,
540
+ "learning_rate": 0.00015943396226415096,
541
+ "loss": 0.03362515568733215,
542
+ "step": 760
543
+ },
544
+ {
545
+ "epoch": 0.2464,
546
+ "grad_norm": 0.02816777676343918,
547
+ "learning_rate": 0.0001587601078167116,
548
+ "loss": 0.033704948425292966,
549
+ "step": 770
550
+ },
551
+ {
552
+ "epoch": 0.2496,
553
+ "grad_norm": 0.025599170476198196,
554
+ "learning_rate": 0.00015808625336927225,
555
+ "loss": 0.033092001080513,
556
+ "step": 780
557
+ },
558
+ {
559
+ "epoch": 0.2528,
560
+ "grad_norm": 0.03458525985479355,
561
+ "learning_rate": 0.00015741239892183288,
562
+ "loss": 0.03406260013580322,
563
+ "step": 790
564
+ },
565
+ {
566
+ "epoch": 0.256,
567
+ "grad_norm": 0.021465491503477097,
568
+ "learning_rate": 0.00015673854447439354,
569
+ "loss": 0.03340260088443756,
570
+ "step": 800
571
+ },
572
+ {
573
+ "epoch": 0.2592,
574
+ "grad_norm": 0.0245572067797184,
575
+ "learning_rate": 0.0001560646900269542,
576
+ "loss": 0.033631670475006106,
577
+ "step": 810
578
+ },
579
+ {
580
+ "epoch": 0.2624,
581
+ "grad_norm": 0.02631549909710884,
582
+ "learning_rate": 0.00015539083557951483,
583
+ "loss": 0.034159299731254575,
584
+ "step": 820
585
+ },
586
+ {
587
+ "epoch": 0.2656,
588
+ "grad_norm": 0.02720569260418415,
589
+ "learning_rate": 0.0001547169811320755,
590
+ "loss": 0.033552080392837524,
591
+ "step": 830
592
+ },
593
+ {
594
+ "epoch": 0.2688,
595
+ "grad_norm": 0.022227050736546516,
596
+ "learning_rate": 0.00015404312668463612,
597
+ "loss": 0.03391237556934357,
598
+ "step": 840
599
+ },
600
+ {
601
+ "epoch": 0.272,
602
+ "grad_norm": 0.025099648162722588,
603
+ "learning_rate": 0.00015336927223719678,
604
+ "loss": 0.03368283808231354,
605
+ "step": 850
606
+ },
607
+ {
608
+ "epoch": 0.2752,
609
+ "grad_norm": 0.02362246625125408,
610
+ "learning_rate": 0.00015269541778975743,
611
+ "loss": 0.03360224366188049,
612
+ "step": 860
613
+ },
614
+ {
615
+ "epoch": 0.2784,
616
+ "grad_norm": 0.02721656672656536,
617
+ "learning_rate": 0.00015202156334231807,
618
+ "loss": 0.03346797227859497,
619
+ "step": 870
620
+ },
621
+ {
622
+ "epoch": 0.2816,
623
+ "grad_norm": 0.022537456825375557,
624
+ "learning_rate": 0.0001513477088948787,
625
+ "loss": 0.033812394738197325,
626
+ "step": 880
627
+ },
628
+ {
629
+ "epoch": 0.2848,
630
+ "grad_norm": 0.029389480128884315,
631
+ "learning_rate": 0.00015067385444743936,
632
+ "loss": 0.03384923338890076,
633
+ "step": 890
634
+ },
635
+ {
636
+ "epoch": 0.288,
637
+ "grad_norm": 0.022081444039940834,
638
+ "learning_rate": 0.00015000000000000001,
639
+ "loss": 0.03364361822605133,
640
+ "step": 900
641
+ },
642
+ {
643
+ "epoch": 0.2912,
644
+ "grad_norm": 0.023880351334810257,
645
+ "learning_rate": 0.00014932614555256067,
646
+ "loss": 0.033748239278793335,
647
+ "step": 910
648
+ },
649
+ {
650
+ "epoch": 0.2944,
651
+ "grad_norm": 0.022314704954624176,
652
+ "learning_rate": 0.0001486522911051213,
653
+ "loss": 0.03412005305290222,
654
+ "step": 920
655
+ },
656
+ {
657
+ "epoch": 0.2976,
658
+ "grad_norm": 0.019104240462183952,
659
+ "learning_rate": 0.00014797843665768193,
660
+ "loss": 0.03385331928730011,
661
+ "step": 930
662
+ },
663
+ {
664
+ "epoch": 0.3008,
665
+ "grad_norm": 0.0240649227052927,
666
+ "learning_rate": 0.0001473045822102426,
667
+ "loss": 0.033805486559867856,
668
+ "step": 940
669
+ },
670
+ {
671
+ "epoch": 0.304,
672
+ "grad_norm": 0.02413962222635746,
673
+ "learning_rate": 0.00014663072776280325,
674
+ "loss": 0.033809494972229,
675
+ "step": 950
676
+ },
677
+ {
678
+ "epoch": 0.3072,
679
+ "grad_norm": 0.023739177733659744,
680
+ "learning_rate": 0.00014595687331536388,
681
+ "loss": 0.03337572813034058,
682
+ "step": 960
683
+ },
684
+ {
685
+ "epoch": 0.3104,
686
+ "grad_norm": 0.019569948315620422,
687
+ "learning_rate": 0.00014528301886792451,
688
+ "loss": 0.03382456302642822,
689
+ "step": 970
690
+ },
691
+ {
692
+ "epoch": 0.3136,
693
+ "grad_norm": 0.020931003615260124,
694
+ "learning_rate": 0.00014460916442048517,
695
+ "loss": 0.033247777819633485,
696
+ "step": 980
697
+ },
698
+ {
699
+ "epoch": 0.3168,
700
+ "grad_norm": 0.02022617869079113,
701
+ "learning_rate": 0.00014393530997304583,
702
+ "loss": 0.03349924981594086,
703
+ "step": 990
704
+ },
705
+ {
706
+ "epoch": 0.32,
707
+ "grad_norm": 0.021146416664123535,
708
+ "learning_rate": 0.0001432614555256065,
709
+ "loss": 0.033413729071617125,
710
+ "step": 1000
711
+ },
712
+ {
713
+ "epoch": 0.32,
714
+ "eval_loss": 0.03361499682068825,
715
+ "eval_runtime": 395.8881,
716
+ "eval_samples_per_second": 10.104,
717
+ "eval_steps_per_second": 2.526,
718
+ "step": 1000
719
+ }
720
+ ],
721
+ "logging_steps": 10,
722
+ "max_steps": 3125,
723
+ "num_input_tokens_seen": 0,
724
+ "num_train_epochs": 1,
725
+ "save_steps": 250,
726
+ "stateful_callbacks": {
727
+ "TrainerControl": {
728
+ "args": {
729
+ "should_epoch_stop": false,
730
+ "should_evaluate": false,
731
+ "should_log": false,
732
+ "should_save": true,
733
+ "should_training_stop": false
734
+ },
735
+ "attributes": {}
736
+ }
737
+ },
738
+ "total_flos": 3.85591610966016e+17,
739
+ "train_batch_size": 2,
740
+ "trial_name": null,
741
+ "trial_params": null
742
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
3
+ size 5777
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/README.md ADDED
@@ -0,0 +1,210 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen3.5-4B
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:Qwen/Qwen3.5-4B
7
+ - lora
8
+ - sft
9
+ - transformers
10
+ - trl
11
+ - unsloth
12
+ ---
13
+
14
+ # Model Card for Model ID
15
+
16
+ <!-- Provide a quick summary of what the model is/does. -->
17
+
18
+
19
+
20
+ ## Model Details
21
+
22
+ ### Model Description
23
+
24
+ <!-- Provide a longer summary of what this model is. -->
25
+
26
+
27
+
28
+ - **Developed by:** [More Information Needed]
29
+ - **Funded by [optional]:** [More Information Needed]
30
+ - **Shared by [optional]:** [More Information Needed]
31
+ - **Model type:** [More Information Needed]
32
+ - **Language(s) (NLP):** [More Information Needed]
33
+ - **License:** [More Information Needed]
34
+ - **Finetuned from model [optional]:** [More Information Needed]
35
+
36
+ ### Model Sources [optional]
37
+
38
+ <!-- Provide the basic links for the model. -->
39
+
40
+ - **Repository:** [More Information Needed]
41
+ - **Paper [optional]:** [More Information Needed]
42
+ - **Demo [optional]:** [More Information Needed]
43
+
44
+ ## Uses
45
+
46
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
47
+
48
+ ### Direct Use
49
+
50
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
51
+
52
+ [More Information Needed]
53
+
54
+ ### Downstream Use [optional]
55
+
56
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
57
+
58
+ [More Information Needed]
59
+
60
+ ### Out-of-Scope Use
61
+
62
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
63
+
64
+ [More Information Needed]
65
+
66
+ ## Bias, Risks, and Limitations
67
+
68
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
69
+
70
+ [More Information Needed]
71
+
72
+ ### Recommendations
73
+
74
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
75
+
76
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
77
+
78
+ ## How to Get Started with the Model
79
+
80
+ Use the code below to get started with the model.
81
+
82
+ [More Information Needed]
83
+
84
+ ## Training Details
85
+
86
+ ### Training Data
87
+
88
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
89
+
90
+ [More Information Needed]
91
+
92
+ ### Training Procedure
93
+
94
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
95
+
96
+ #### Preprocessing [optional]
97
+
98
+ [More Information Needed]
99
+
100
+
101
+ #### Training Hyperparameters
102
+
103
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
104
+
105
+ #### Speeds, Sizes, Times [optional]
106
+
107
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
108
+
109
+ [More Information Needed]
110
+
111
+ ## Evaluation
112
+
113
+ <!-- This section describes the evaluation protocols and provides the results. -->
114
+
115
+ ### Testing Data, Factors & Metrics
116
+
117
+ #### Testing Data
118
+
119
+ <!-- This should link to a Dataset Card if possible. -->
120
+
121
+ [More Information Needed]
122
+
123
+ #### Factors
124
+
125
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
126
+
127
+ [More Information Needed]
128
+
129
+ #### Metrics
130
+
131
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
132
+
133
+ [More Information Needed]
134
+
135
+ ### Results
136
+
137
+ [More Information Needed]
138
+
139
+ #### Summary
140
+
141
+
142
+
143
+ ## Model Examination [optional]
144
+
145
+ <!-- Relevant interpretability work for the model goes here -->
146
+
147
+ [More Information Needed]
148
+
149
+ ## Environmental Impact
150
+
151
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
152
+
153
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
154
+
155
+ - **Hardware Type:** [More Information Needed]
156
+ - **Hours used:** [More Information Needed]
157
+ - **Cloud Provider:** [More Information Needed]
158
+ - **Compute Region:** [More Information Needed]
159
+ - **Carbon Emitted:** [More Information Needed]
160
+
161
+ ## Technical Specifications [optional]
162
+
163
+ ### Model Architecture and Objective
164
+
165
+ [More Information Needed]
166
+
167
+ ### Compute Infrastructure
168
+
169
+ [More Information Needed]
170
+
171
+ #### Hardware
172
+
173
+ [More Information Needed]
174
+
175
+ #### Software
176
+
177
+ [More Information Needed]
178
+
179
+ ## Citation [optional]
180
+
181
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
182
+
183
+ **BibTeX:**
184
+
185
+ [More Information Needed]
186
+
187
+ **APA:**
188
+
189
+ [More Information Needed]
190
+
191
+ ## Glossary [optional]
192
+
193
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
194
+
195
+ [More Information Needed]
196
+
197
+ ## More Information [optional]
198
+
199
+ [More Information Needed]
200
+
201
+ ## Model Card Authors [optional]
202
+
203
+ [More Information Needed]
204
+
205
+ ## Model Card Contact
206
+
207
+ [More Information Needed]
208
+ ### Framework versions
209
+
210
+ - PEFT 0.18.1
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/adapter_config.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen3_5ForConditionalGeneration",
7
+ "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "Qwen/Qwen3.5-4B",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 16,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "megatron_config": null,
27
+ "megatron_core": "megatron.core",
28
+ "modules_to_save": null,
29
+ "peft_type": "LORA",
30
+ "peft_version": "0.18.1",
31
+ "qalora_group_size": 16,
32
+ "r": 16,
33
+ "rank_pattern": {},
34
+ "revision": null,
35
+ "target_modules": [
36
+ "up_proj",
37
+ "gate_proj",
38
+ "down_proj",
39
+ "v_proj",
40
+ "q_proj",
41
+ "o_proj",
42
+ "k_proj"
43
+ ],
44
+ "target_parameters": null,
45
+ "task_type": "CAUSAL_LM",
46
+ "trainable_token_indices": null,
47
+ "use_dora": false,
48
+ "use_qalora": false,
49
+ "use_rslora": false
50
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1201394ee4457999e0153b7b9de23e74505f9490b53dcbd3764f5d0d1194dbb3
3
+ size 84972248
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/chat_template.jinja ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set image_count = namespace(value=0) %}
2
+ {%- set video_count = namespace(value=0) %}
3
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
4
+ {%- if content is string %}
5
+ {{- content }}
6
+ {%- elif content is iterable and content is not mapping %}
7
+ {%- for item in content %}
8
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
9
+ {%- if is_system_content %}
10
+ {{- raise_exception('System message cannot contain images.') }}
11
+ {%- endif %}
12
+ {%- if do_vision_count %}
13
+ {%- set image_count.value = image_count.value + 1 %}
14
+ {%- endif %}
15
+ {%- if add_vision_id %}
16
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
17
+ {%- endif %}
18
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
19
+ {%- elif 'video' in item or item.type == 'video' %}
20
+ {%- if is_system_content %}
21
+ {{- raise_exception('System message cannot contain videos.') }}
22
+ {%- endif %}
23
+ {%- if do_vision_count %}
24
+ {%- set video_count.value = video_count.value + 1 %}
25
+ {%- endif %}
26
+ {%- if add_vision_id %}
27
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
28
+ {%- endif %}
29
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
30
+ {%- elif 'text' in item %}
31
+ {{- item.text }}
32
+ {%- else %}
33
+ {{- raise_exception('Unexpected item type in content.') }}
34
+ {%- endif %}
35
+ {%- endfor %}
36
+ {%- elif content is none or content is undefined %}
37
+ {{- '' }}
38
+ {%- else %}
39
+ {{- raise_exception('Unexpected content type.') }}
40
+ {%- endif %}
41
+ {%- endmacro %}
42
+ {%- if not messages %}
43
+ {{- raise_exception('No messages provided.') }}
44
+ {%- endif %}
45
+ {%- if tools and tools is iterable and tools is not mapping %}
46
+ {{- '<|im_start|>system\n' }}
47
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
48
+ {%- for tool in tools %}
49
+ {{- "\n" }}
50
+ {{- tool | tojson }}
51
+ {%- endfor %}
52
+ {{- "\n</tools>" }}
53
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
54
+ {%- if messages[0].role == 'system' %}
55
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
56
+ {%- if content %}
57
+ {{- '\n\n' + content }}
58
+ {%- endif %}
59
+ {%- endif %}
60
+ {{- '<|im_end|>\n' }}
61
+ {%- else %}
62
+ {%- if messages[0].role == 'system' %}
63
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
64
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
65
+ {%- endif %}
66
+ {%- endif %}
67
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
68
+ {%- for message in messages[::-1] %}
69
+ {%- set index = (messages|length - 1) - loop.index0 %}
70
+ {%- if ns.multi_step_tool and message.role == "user" %}
71
+ {%- set content = render_content(message.content, false)|trim %}
72
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
73
+ {%- set ns.multi_step_tool = false %}
74
+ {%- set ns.last_query_index = index %}
75
+ {%- endif %}
76
+ {%- endif %}
77
+ {%- endfor %}
78
+ {%- if ns.multi_step_tool %}
79
+ {{- raise_exception('No user query found in messages.') }}
80
+ {%- endif %}
81
+ {%- for message in messages %}
82
+ {%- set content = render_content(message.content, true)|trim %}
83
+ {%- if message.role == "system" %}
84
+ {%- if not loop.first %}
85
+ {{- raise_exception('System message must be at the beginning.') }}
86
+ {%- endif %}
87
+ {%- elif message.role == "user" %}
88
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
89
+ {%- elif message.role == "assistant" %}
90
+ {%- set reasoning_content = '' %}
91
+ {%- if message.reasoning_content is string %}
92
+ {%- set reasoning_content = message.reasoning_content %}
93
+ {%- else %}
94
+ {%- if '</think>' in content %}
95
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
96
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
97
+ {%- endif %}
98
+ {%- endif %}
99
+ {%- set reasoning_content = reasoning_content|trim %}
100
+ {%- if loop.index0 > ns.last_query_index %}
101
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
102
+ {%- else %}
103
+ {{- '<|im_start|>' + message.role + '\n' + content }}
104
+ {%- endif %}
105
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
106
+ {%- for tool_call in message.tool_calls %}
107
+ {%- if tool_call.function is defined %}
108
+ {%- set tool_call = tool_call.function %}
109
+ {%- endif %}
110
+ {%- if loop.first %}
111
+ {%- if content|trim %}
112
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
113
+ {%- else %}
114
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
115
+ {%- endif %}
116
+ {%- else %}
117
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
118
+ {%- endif %}
119
+ {%- if tool_call.arguments is defined %}
120
+ {%- for args_name, args_value in tool_call.arguments|items %}
121
+ {{- '<parameter=' + args_name + '>\n' }}
122
+ {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
123
+ {{- args_value }}
124
+ {{- '\n</parameter>\n' }}
125
+ {%- endfor %}
126
+ {%- endif %}
127
+ {{- '</function>\n</tool_call>' }}
128
+ {%- endfor %}
129
+ {%- endif %}
130
+ {{- '<|im_end|>\n' }}
131
+ {%- elif message.role == "tool" %}
132
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
133
+ {{- '<|im_start|>user' }}
134
+ {%- endif %}
135
+ {{- '\n<tool_response>\n' }}
136
+ {{- content }}
137
+ {{- '\n</tool_response>' }}
138
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
139
+ {{- '<|im_end|>\n' }}
140
+ {%- elif loop.last %}
141
+ {{- '<|im_end|>\n' }}
142
+ {%- endif %}
143
+ {%- else %}
144
+ {{- raise_exception('Unexpected message role.') }}
145
+ {%- endif %}
146
+ {%- endfor %}
147
+ {%- if add_generation_prompt %}
148
+ {{- '<|im_start|>assistant\n' }}
149
+ {%- if enable_thinking is defined and enable_thinking is false %}
150
+ {{- '<think>\n\n</think>\n\n' }}
151
+ {%- else %}
152
+ {{- '<think>\n' }}
153
+ {%- endif %}
154
+ {%- endif %}
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f649596df7542ea30f532555189f8b6a51f983a294f1624c572ed61c2c728ad
3
+ size 43434405
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/processor_config.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "data_format": "channels_first",
4
+ "do_convert_rgb": true,
5
+ "do_normalize": true,
6
+ "do_rescale": true,
7
+ "do_resize": true,
8
+ "image_mean": [
9
+ 0.5,
10
+ 0.5,
11
+ 0.5
12
+ ],
13
+ "image_processor_type": "Qwen2VLImageProcessorFast",
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "merge_size": 2,
20
+ "patch_size": 16,
21
+ "resample": 3,
22
+ "rescale_factor": 0.00392156862745098,
23
+ "size": {
24
+ "longest_edge": 16777216,
25
+ "shortest_edge": 65536
26
+ },
27
+ "temporal_patch_size": 2
28
+ },
29
+ "processor_class": "Qwen3VLProcessor",
30
+ "video_processor": {
31
+ "data_format": "channels_first",
32
+ "default_to_square": true,
33
+ "do_convert_rgb": true,
34
+ "do_normalize": true,
35
+ "do_rescale": true,
36
+ "do_resize": true,
37
+ "do_sample_frames": true,
38
+ "fps": 2,
39
+ "image_mean": [
40
+ 0.5,
41
+ 0.5,
42
+ 0.5
43
+ ],
44
+ "image_std": [
45
+ 0.5,
46
+ 0.5,
47
+ 0.5
48
+ ],
49
+ "max_frames": 768,
50
+ "merge_size": 2,
51
+ "min_frames": 4,
52
+ "patch_size": 16,
53
+ "resample": 3,
54
+ "rescale_factor": 0.00392156862745098,
55
+ "return_metadata": false,
56
+ "size": {
57
+ "longest_edge": 25165824,
58
+ "shortest_edge": 4096
59
+ },
60
+ "temporal_patch_size": 2,
61
+ "video_processor_type": "Qwen3VLVideoProcessor"
62
+ }
63
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c800b778fa7e115e4c34de8529902de8b61c9a1b4bab3eb8295d06dafff030e
3
+ size 14645
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ade90edbecefdb6acdd16a87715934d68e921e2fdec4bde223dfff830f1d5a4c
3
+ size 1465
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
3
+ size 19989343
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/tokenizer_config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "audio_bos_token": "<|audio_start|>",
4
+ "audio_eos_token": "<|audio_end|>",
5
+ "audio_token": "<|audio_pad|>",
6
+ "backend": "tokenizers",
7
+ "bos_token": null,
8
+ "clean_up_tokenization_spaces": false,
9
+ "eos_token": "<|im_end|>",
10
+ "errors": "replace",
11
+ "image_token": "<|image_pad|>",
12
+ "is_local": false,
13
+ "model_max_length": 262144,
14
+ "model_specific_special_tokens": {
15
+ "audio_bos_token": "<|audio_start|>",
16
+ "audio_eos_token": "<|audio_end|>",
17
+ "audio_token": "<|audio_pad|>",
18
+ "image_token": "<|image_pad|>",
19
+ "video_token": "<|video_pad|>",
20
+ "vision_bos_token": "<|vision_start|>",
21
+ "vision_eos_token": "<|vision_end|>"
22
+ },
23
+ "pad_token": "<|endoftext|>",
24
+ "padding_side": "right",
25
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
26
+ "processor_class": "Qwen3VLProcessor",
27
+ "split_special_tokens": false,
28
+ "tokenizer_class": "TokenizersBackend",
29
+ "unk_token": null,
30
+ "video_token": "<|video_pad|>",
31
+ "vision_bos_token": "<|vision_start|>",
32
+ "vision_eos_token": "<|vision_end|>"
33
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/trainer_state.json ADDED
@@ -0,0 +1,917 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.4,
6
+ "eval_steps": 1000,
7
+ "global_step": 1250,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.0032,
14
+ "grad_norm": 3.2801005840301514,
15
+ "learning_rate": 1.1464968152866242e-05,
16
+ "loss": 2.957232856750488,
17
+ "step": 10
18
+ },
19
+ {
20
+ "epoch": 0.0064,
21
+ "grad_norm": 1.8789476156234741,
22
+ "learning_rate": 2.4203821656050956e-05,
23
+ "loss": 2.6172555923461913,
24
+ "step": 20
25
+ },
26
+ {
27
+ "epoch": 0.0096,
28
+ "grad_norm": 0.6533392667770386,
29
+ "learning_rate": 3.694267515923567e-05,
30
+ "loss": 2.115558052062988,
31
+ "step": 30
32
+ },
33
+ {
34
+ "epoch": 0.0128,
35
+ "grad_norm": 0.923370897769928,
36
+ "learning_rate": 4.968152866242039e-05,
37
+ "loss": 1.6441343307495118,
38
+ "step": 40
39
+ },
40
+ {
41
+ "epoch": 0.016,
42
+ "grad_norm": 1.2141456604003906,
43
+ "learning_rate": 6.24203821656051e-05,
44
+ "loss": 0.8693079948425293,
45
+ "step": 50
46
+ },
47
+ {
48
+ "epoch": 0.0192,
49
+ "grad_norm": 0.29008936882019043,
50
+ "learning_rate": 7.515923566878981e-05,
51
+ "loss": 0.2214587926864624,
52
+ "step": 60
53
+ },
54
+ {
55
+ "epoch": 0.0224,
56
+ "grad_norm": 0.18057213723659515,
57
+ "learning_rate": 8.789808917197452e-05,
58
+ "loss": 0.10706863403320313,
59
+ "step": 70
60
+ },
61
+ {
62
+ "epoch": 0.0256,
63
+ "grad_norm": 0.18052466213703156,
64
+ "learning_rate": 0.00010063694267515924,
65
+ "loss": 0.075585275888443,
66
+ "step": 80
67
+ },
68
+ {
69
+ "epoch": 0.0288,
70
+ "grad_norm": 0.1181897521018982,
71
+ "learning_rate": 0.00011337579617834395,
72
+ "loss": 0.05239964723587036,
73
+ "step": 90
74
+ },
75
+ {
76
+ "epoch": 0.032,
77
+ "grad_norm": 0.09562048316001892,
78
+ "learning_rate": 0.00012611464968152866,
79
+ "loss": 0.045760563015937804,
80
+ "step": 100
81
+ },
82
+ {
83
+ "epoch": 0.0352,
84
+ "grad_norm": 0.10885730385780334,
85
+ "learning_rate": 0.00013885350318471339,
86
+ "loss": 0.04301239252090454,
87
+ "step": 110
88
+ },
89
+ {
90
+ "epoch": 0.0384,
91
+ "grad_norm": 0.07743079215288162,
92
+ "learning_rate": 0.0001515923566878981,
93
+ "loss": 0.03960148394107819,
94
+ "step": 120
95
+ },
96
+ {
97
+ "epoch": 0.0416,
98
+ "grad_norm": 0.09875894337892532,
99
+ "learning_rate": 0.0001643312101910828,
100
+ "loss": 0.038549023866653445,
101
+ "step": 130
102
+ },
103
+ {
104
+ "epoch": 0.0448,
105
+ "grad_norm": 0.06382669508457184,
106
+ "learning_rate": 0.00017707006369426754,
107
+ "loss": 0.04907984733581543,
108
+ "step": 140
109
+ },
110
+ {
111
+ "epoch": 0.048,
112
+ "grad_norm": 0.07143214344978333,
113
+ "learning_rate": 0.00018980891719745223,
114
+ "loss": 0.03758894205093384,
115
+ "step": 150
116
+ },
117
+ {
118
+ "epoch": 0.0512,
119
+ "grad_norm": 0.05740807577967644,
120
+ "learning_rate": 0.00019986522911051214,
121
+ "loss": 0.04057175517082214,
122
+ "step": 160
123
+ },
124
+ {
125
+ "epoch": 0.0544,
126
+ "grad_norm": 0.10187529027462006,
127
+ "learning_rate": 0.0001991913746630728,
128
+ "loss": 0.038298597931861876,
129
+ "step": 170
130
+ },
131
+ {
132
+ "epoch": 0.0576,
133
+ "grad_norm": 0.06236090883612633,
134
+ "learning_rate": 0.00019851752021563343,
135
+ "loss": 0.03621701598167419,
136
+ "step": 180
137
+ },
138
+ {
139
+ "epoch": 0.0608,
140
+ "grad_norm": 0.06320308893918991,
141
+ "learning_rate": 0.00019784366576819408,
142
+ "loss": 0.0365910530090332,
143
+ "step": 190
144
+ },
145
+ {
146
+ "epoch": 0.064,
147
+ "grad_norm": 0.05323399230837822,
148
+ "learning_rate": 0.00019716981132075472,
149
+ "loss": 0.03578711748123169,
150
+ "step": 200
151
+ },
152
+ {
153
+ "epoch": 0.0672,
154
+ "grad_norm": 0.04963463172316551,
155
+ "learning_rate": 0.00019649595687331537,
156
+ "loss": 0.03611702620983124,
157
+ "step": 210
158
+ },
159
+ {
160
+ "epoch": 0.0704,
161
+ "grad_norm": 0.06188482418656349,
162
+ "learning_rate": 0.00019582210242587603,
163
+ "loss": 0.03605208694934845,
164
+ "step": 220
165
+ },
166
+ {
167
+ "epoch": 0.0736,
168
+ "grad_norm": 0.04441574215888977,
169
+ "learning_rate": 0.00019514824797843666,
170
+ "loss": 0.03630925416946411,
171
+ "step": 230
172
+ },
173
+ {
174
+ "epoch": 0.0768,
175
+ "grad_norm": 0.045263174921274185,
176
+ "learning_rate": 0.00019447439353099732,
177
+ "loss": 0.0356947660446167,
178
+ "step": 240
179
+ },
180
+ {
181
+ "epoch": 0.08,
182
+ "grad_norm": 0.07786818593740463,
183
+ "learning_rate": 0.00019380053908355795,
184
+ "loss": 0.03802114427089691,
185
+ "step": 250
186
+ },
187
+ {
188
+ "epoch": 0.0832,
189
+ "grad_norm": 0.0435267873108387,
190
+ "learning_rate": 0.0001931266846361186,
191
+ "loss": 0.03525420129299164,
192
+ "step": 260
193
+ },
194
+ {
195
+ "epoch": 0.0864,
196
+ "grad_norm": 0.0398947112262249,
197
+ "learning_rate": 0.00019245283018867927,
198
+ "loss": 0.036475399136543275,
199
+ "step": 270
200
+ },
201
+ {
202
+ "epoch": 0.0896,
203
+ "grad_norm": 0.04572893679141998,
204
+ "learning_rate": 0.0001917789757412399,
205
+ "loss": 0.03517844974994659,
206
+ "step": 280
207
+ },
208
+ {
209
+ "epoch": 0.0928,
210
+ "grad_norm": 0.04973549395799637,
211
+ "learning_rate": 0.00019110512129380053,
212
+ "loss": 0.03514469563961029,
213
+ "step": 290
214
+ },
215
+ {
216
+ "epoch": 0.096,
217
+ "grad_norm": 0.03992312029004097,
218
+ "learning_rate": 0.0001904312668463612,
219
+ "loss": 0.03486928045749664,
220
+ "step": 300
221
+ },
222
+ {
223
+ "epoch": 0.0992,
224
+ "grad_norm": 0.04485175386071205,
225
+ "learning_rate": 0.00018975741239892185,
226
+ "loss": 0.03607228100299835,
227
+ "step": 310
228
+ },
229
+ {
230
+ "epoch": 0.1024,
231
+ "grad_norm": 0.042598217725753784,
232
+ "learning_rate": 0.00018908355795148248,
233
+ "loss": 0.035026413202285764,
234
+ "step": 320
235
+ },
236
+ {
237
+ "epoch": 0.1056,
238
+ "grad_norm": 0.04312385991215706,
239
+ "learning_rate": 0.00018840970350404314,
240
+ "loss": 0.0354986697435379,
241
+ "step": 330
242
+ },
243
+ {
244
+ "epoch": 0.1088,
245
+ "grad_norm": 0.03750547766685486,
246
+ "learning_rate": 0.00018773584905660377,
247
+ "loss": 0.035477420687675475,
248
+ "step": 340
249
+ },
250
+ {
251
+ "epoch": 0.112,
252
+ "grad_norm": 0.0504920519888401,
253
+ "learning_rate": 0.00018706199460916443,
254
+ "loss": 0.03416607677936554,
255
+ "step": 350
256
+ },
257
+ {
258
+ "epoch": 0.1152,
259
+ "grad_norm": 0.0463927760720253,
260
+ "learning_rate": 0.00018638814016172509,
261
+ "loss": 0.03462561368942261,
262
+ "step": 360
263
+ },
264
+ {
265
+ "epoch": 0.1184,
266
+ "grad_norm": 0.0457661971449852,
267
+ "learning_rate": 0.00018571428571428572,
268
+ "loss": 0.034427869319915774,
269
+ "step": 370
270
+ },
271
+ {
272
+ "epoch": 0.1216,
273
+ "grad_norm": 0.04242575913667679,
274
+ "learning_rate": 0.00018504043126684635,
275
+ "loss": 0.03459358215332031,
276
+ "step": 380
277
+ },
278
+ {
279
+ "epoch": 0.1248,
280
+ "grad_norm": 0.07980137318372726,
281
+ "learning_rate": 0.000184366576819407,
282
+ "loss": 0.0352897047996521,
283
+ "step": 390
284
+ },
285
+ {
286
+ "epoch": 0.128,
287
+ "grad_norm": 0.032620977610349655,
288
+ "learning_rate": 0.00018369272237196767,
289
+ "loss": 0.03452844321727753,
290
+ "step": 400
291
+ },
292
+ {
293
+ "epoch": 0.1312,
294
+ "grad_norm": 0.030839180573821068,
295
+ "learning_rate": 0.00018301886792452832,
296
+ "loss": 0.03451713621616363,
297
+ "step": 410
298
+ },
299
+ {
300
+ "epoch": 0.1344,
301
+ "grad_norm": 0.03541458770632744,
302
+ "learning_rate": 0.00018234501347708895,
303
+ "loss": 0.03461756706237793,
304
+ "step": 420
305
+ },
306
+ {
307
+ "epoch": 0.1376,
308
+ "grad_norm": 0.031466420739889145,
309
+ "learning_rate": 0.00018167115902964959,
310
+ "loss": 0.03474808633327484,
311
+ "step": 430
312
+ },
313
+ {
314
+ "epoch": 0.1408,
315
+ "grad_norm": 0.03603539988398552,
316
+ "learning_rate": 0.00018099730458221024,
317
+ "loss": 0.03495114743709564,
318
+ "step": 440
319
+ },
320
+ {
321
+ "epoch": 0.144,
322
+ "grad_norm": 0.03707222267985344,
323
+ "learning_rate": 0.0001803234501347709,
324
+ "loss": 0.03402511775493622,
325
+ "step": 450
326
+ },
327
+ {
328
+ "epoch": 0.1472,
329
+ "grad_norm": 0.036379359662532806,
330
+ "learning_rate": 0.00017964959568733156,
331
+ "loss": 0.03453508317470551,
332
+ "step": 460
333
+ },
334
+ {
335
+ "epoch": 0.1504,
336
+ "grad_norm": 0.0341603085398674,
337
+ "learning_rate": 0.0001789757412398922,
338
+ "loss": 0.03405205011367798,
339
+ "step": 470
340
+ },
341
+ {
342
+ "epoch": 0.1536,
343
+ "grad_norm": 0.033526141196489334,
344
+ "learning_rate": 0.00017830188679245282,
345
+ "loss": 0.03442648649215698,
346
+ "step": 480
347
+ },
348
+ {
349
+ "epoch": 0.1568,
350
+ "grad_norm": 0.03887268528342247,
351
+ "learning_rate": 0.00017762803234501348,
352
+ "loss": 0.034604042768478394,
353
+ "step": 490
354
+ },
355
+ {
356
+ "epoch": 0.16,
357
+ "grad_norm": 0.028687890619039536,
358
+ "learning_rate": 0.00017695417789757414,
359
+ "loss": 0.03409133851528168,
360
+ "step": 500
361
+ },
362
+ {
363
+ "epoch": 0.1632,
364
+ "grad_norm": 0.030350256711244583,
365
+ "learning_rate": 0.0001762803234501348,
366
+ "loss": 0.03377067446708679,
367
+ "step": 510
368
+ },
369
+ {
370
+ "epoch": 0.1664,
371
+ "grad_norm": 0.035560864955186844,
372
+ "learning_rate": 0.00017560646900269543,
373
+ "loss": 0.03409072160720825,
374
+ "step": 520
375
+ },
376
+ {
377
+ "epoch": 0.1696,
378
+ "grad_norm": 0.027625421062111855,
379
+ "learning_rate": 0.00017493261455525606,
380
+ "loss": 0.033819463849067685,
381
+ "step": 530
382
+ },
383
+ {
384
+ "epoch": 0.1728,
385
+ "grad_norm": 0.031909387558698654,
386
+ "learning_rate": 0.00017425876010781672,
387
+ "loss": 0.03402120471000671,
388
+ "step": 540
389
+ },
390
+ {
391
+ "epoch": 0.176,
392
+ "grad_norm": 0.02561958320438862,
393
+ "learning_rate": 0.00017358490566037738,
394
+ "loss": 0.03468506038188934,
395
+ "step": 550
396
+ },
397
+ {
398
+ "epoch": 0.1792,
399
+ "grad_norm": 0.048359788954257965,
400
+ "learning_rate": 0.00017291105121293804,
401
+ "loss": 0.0337568074464798,
402
+ "step": 560
403
+ },
404
+ {
405
+ "epoch": 0.1824,
406
+ "grad_norm": 0.03294350206851959,
407
+ "learning_rate": 0.00017223719676549864,
408
+ "loss": 0.03357039093971252,
409
+ "step": 570
410
+ },
411
+ {
412
+ "epoch": 0.1856,
413
+ "grad_norm": 0.025683443993330002,
414
+ "learning_rate": 0.0001715633423180593,
415
+ "loss": 0.03350119888782501,
416
+ "step": 580
417
+ },
418
+ {
419
+ "epoch": 0.1888,
420
+ "grad_norm": 0.02899005077779293,
421
+ "learning_rate": 0.00017088948787061996,
422
+ "loss": 0.033946582674980165,
423
+ "step": 590
424
+ },
425
+ {
426
+ "epoch": 0.192,
427
+ "grad_norm": 0.033384405076503754,
428
+ "learning_rate": 0.00017021563342318062,
429
+ "loss": 0.033708778023719785,
430
+ "step": 600
431
+ },
432
+ {
433
+ "epoch": 0.1952,
434
+ "grad_norm": 0.03180663660168648,
435
+ "learning_rate": 0.00016954177897574125,
436
+ "loss": 0.033828526735305786,
437
+ "step": 610
438
+ },
439
+ {
440
+ "epoch": 0.1984,
441
+ "grad_norm": 0.04280244931578636,
442
+ "learning_rate": 0.00016886792452830188,
443
+ "loss": 0.03467142283916473,
444
+ "step": 620
445
+ },
446
+ {
447
+ "epoch": 0.2016,
448
+ "grad_norm": 0.03152000904083252,
449
+ "learning_rate": 0.00016819407008086254,
450
+ "loss": 0.03371638357639313,
451
+ "step": 630
452
+ },
453
+ {
454
+ "epoch": 0.2048,
455
+ "grad_norm": 0.02332565374672413,
456
+ "learning_rate": 0.0001675202156334232,
457
+ "loss": 0.0337744265794754,
458
+ "step": 640
459
+ },
460
+ {
461
+ "epoch": 0.208,
462
+ "grad_norm": 0.028621617704629898,
463
+ "learning_rate": 0.00016684636118598385,
464
+ "loss": 0.03411863148212433,
465
+ "step": 650
466
+ },
467
+ {
468
+ "epoch": 0.2112,
469
+ "grad_norm": 0.025753367692232132,
470
+ "learning_rate": 0.00016617250673854448,
471
+ "loss": 0.033974489569664,
472
+ "step": 660
473
+ },
474
+ {
475
+ "epoch": 0.2144,
476
+ "grad_norm": 0.025955554097890854,
477
+ "learning_rate": 0.00016549865229110512,
478
+ "loss": 0.03407233655452728,
479
+ "step": 670
480
+ },
481
+ {
482
+ "epoch": 0.2176,
483
+ "grad_norm": 0.0408230796456337,
484
+ "learning_rate": 0.00016482479784366577,
485
+ "loss": 0.03399674296379089,
486
+ "step": 680
487
+ },
488
+ {
489
+ "epoch": 0.2208,
490
+ "grad_norm": 0.02402593567967415,
491
+ "learning_rate": 0.00016415094339622643,
492
+ "loss": 0.034056398272514346,
493
+ "step": 690
494
+ },
495
+ {
496
+ "epoch": 0.224,
497
+ "grad_norm": 0.020451245829463005,
498
+ "learning_rate": 0.00016347708894878706,
499
+ "loss": 0.033577021956443784,
500
+ "step": 700
501
+ },
502
+ {
503
+ "epoch": 0.2272,
504
+ "grad_norm": 0.01891564019024372,
505
+ "learning_rate": 0.00016280323450134772,
506
+ "loss": 0.03383780419826508,
507
+ "step": 710
508
+ },
509
+ {
510
+ "epoch": 0.2304,
511
+ "grad_norm": 0.02678411453962326,
512
+ "learning_rate": 0.00016212938005390835,
513
+ "loss": 0.033868181705474856,
514
+ "step": 720
515
+ },
516
+ {
517
+ "epoch": 0.2336,
518
+ "grad_norm": 0.027024442330002785,
519
+ "learning_rate": 0.000161455525606469,
520
+ "loss": 0.03378471434116363,
521
+ "step": 730
522
+ },
523
+ {
524
+ "epoch": 0.2368,
525
+ "grad_norm": 0.02572198584675789,
526
+ "learning_rate": 0.00016078167115902967,
527
+ "loss": 0.03358360230922699,
528
+ "step": 740
529
+ },
530
+ {
531
+ "epoch": 0.24,
532
+ "grad_norm": 0.02597915753722191,
533
+ "learning_rate": 0.0001601078167115903,
534
+ "loss": 0.03363666832447052,
535
+ "step": 750
536
+ },
537
+ {
538
+ "epoch": 0.2432,
539
+ "grad_norm": 0.029178649187088013,
540
+ "learning_rate": 0.00015943396226415096,
541
+ "loss": 0.03362515568733215,
542
+ "step": 760
543
+ },
544
+ {
545
+ "epoch": 0.2464,
546
+ "grad_norm": 0.02816777676343918,
547
+ "learning_rate": 0.0001587601078167116,
548
+ "loss": 0.033704948425292966,
549
+ "step": 770
550
+ },
551
+ {
552
+ "epoch": 0.2496,
553
+ "grad_norm": 0.025599170476198196,
554
+ "learning_rate": 0.00015808625336927225,
555
+ "loss": 0.033092001080513,
556
+ "step": 780
557
+ },
558
+ {
559
+ "epoch": 0.2528,
560
+ "grad_norm": 0.03458525985479355,
561
+ "learning_rate": 0.00015741239892183288,
562
+ "loss": 0.03406260013580322,
563
+ "step": 790
564
+ },
565
+ {
566
+ "epoch": 0.256,
567
+ "grad_norm": 0.021465491503477097,
568
+ "learning_rate": 0.00015673854447439354,
569
+ "loss": 0.03340260088443756,
570
+ "step": 800
571
+ },
572
+ {
573
+ "epoch": 0.2592,
574
+ "grad_norm": 0.0245572067797184,
575
+ "learning_rate": 0.0001560646900269542,
576
+ "loss": 0.033631670475006106,
577
+ "step": 810
578
+ },
579
+ {
580
+ "epoch": 0.2624,
581
+ "grad_norm": 0.02631549909710884,
582
+ "learning_rate": 0.00015539083557951483,
583
+ "loss": 0.034159299731254575,
584
+ "step": 820
585
+ },
586
+ {
587
+ "epoch": 0.2656,
588
+ "grad_norm": 0.02720569260418415,
589
+ "learning_rate": 0.0001547169811320755,
590
+ "loss": 0.033552080392837524,
591
+ "step": 830
592
+ },
593
+ {
594
+ "epoch": 0.2688,
595
+ "grad_norm": 0.022227050736546516,
596
+ "learning_rate": 0.00015404312668463612,
597
+ "loss": 0.03391237556934357,
598
+ "step": 840
599
+ },
600
+ {
601
+ "epoch": 0.272,
602
+ "grad_norm": 0.025099648162722588,
603
+ "learning_rate": 0.00015336927223719678,
604
+ "loss": 0.03368283808231354,
605
+ "step": 850
606
+ },
607
+ {
608
+ "epoch": 0.2752,
609
+ "grad_norm": 0.02362246625125408,
610
+ "learning_rate": 0.00015269541778975743,
611
+ "loss": 0.03360224366188049,
612
+ "step": 860
613
+ },
614
+ {
615
+ "epoch": 0.2784,
616
+ "grad_norm": 0.02721656672656536,
617
+ "learning_rate": 0.00015202156334231807,
618
+ "loss": 0.03346797227859497,
619
+ "step": 870
620
+ },
621
+ {
622
+ "epoch": 0.2816,
623
+ "grad_norm": 0.022537456825375557,
624
+ "learning_rate": 0.0001513477088948787,
625
+ "loss": 0.033812394738197325,
626
+ "step": 880
627
+ },
628
+ {
629
+ "epoch": 0.2848,
630
+ "grad_norm": 0.029389480128884315,
631
+ "learning_rate": 0.00015067385444743936,
632
+ "loss": 0.03384923338890076,
633
+ "step": 890
634
+ },
635
+ {
636
+ "epoch": 0.288,
637
+ "grad_norm": 0.022081444039940834,
638
+ "learning_rate": 0.00015000000000000001,
639
+ "loss": 0.03364361822605133,
640
+ "step": 900
641
+ },
642
+ {
643
+ "epoch": 0.2912,
644
+ "grad_norm": 0.023880351334810257,
645
+ "learning_rate": 0.00014932614555256067,
646
+ "loss": 0.033748239278793335,
647
+ "step": 910
648
+ },
649
+ {
650
+ "epoch": 0.2944,
651
+ "grad_norm": 0.022314704954624176,
652
+ "learning_rate": 0.0001486522911051213,
653
+ "loss": 0.03412005305290222,
654
+ "step": 920
655
+ },
656
+ {
657
+ "epoch": 0.2976,
658
+ "grad_norm": 0.019104240462183952,
659
+ "learning_rate": 0.00014797843665768193,
660
+ "loss": 0.03385331928730011,
661
+ "step": 930
662
+ },
663
+ {
664
+ "epoch": 0.3008,
665
+ "grad_norm": 0.0240649227052927,
666
+ "learning_rate": 0.0001473045822102426,
667
+ "loss": 0.033805486559867856,
668
+ "step": 940
669
+ },
670
+ {
671
+ "epoch": 0.304,
672
+ "grad_norm": 0.02413962222635746,
673
+ "learning_rate": 0.00014663072776280325,
674
+ "loss": 0.033809494972229,
675
+ "step": 950
676
+ },
677
+ {
678
+ "epoch": 0.3072,
679
+ "grad_norm": 0.023739177733659744,
680
+ "learning_rate": 0.00014595687331536388,
681
+ "loss": 0.03337572813034058,
682
+ "step": 960
683
+ },
684
+ {
685
+ "epoch": 0.3104,
686
+ "grad_norm": 0.019569948315620422,
687
+ "learning_rate": 0.00014528301886792451,
688
+ "loss": 0.03382456302642822,
689
+ "step": 970
690
+ },
691
+ {
692
+ "epoch": 0.3136,
693
+ "grad_norm": 0.020931003615260124,
694
+ "learning_rate": 0.00014460916442048517,
695
+ "loss": 0.033247777819633485,
696
+ "step": 980
697
+ },
698
+ {
699
+ "epoch": 0.3168,
700
+ "grad_norm": 0.02022617869079113,
701
+ "learning_rate": 0.00014393530997304583,
702
+ "loss": 0.03349924981594086,
703
+ "step": 990
704
+ },
705
+ {
706
+ "epoch": 0.32,
707
+ "grad_norm": 0.021146416664123535,
708
+ "learning_rate": 0.0001432614555256065,
709
+ "loss": 0.033413729071617125,
710
+ "step": 1000
711
+ },
712
+ {
713
+ "epoch": 0.32,
714
+ "eval_loss": 0.03361499682068825,
715
+ "eval_runtime": 395.8881,
716
+ "eval_samples_per_second": 10.104,
717
+ "eval_steps_per_second": 2.526,
718
+ "step": 1000
719
+ },
720
+ {
721
+ "epoch": 0.3232,
722
+ "grad_norm": 0.018138861283659935,
723
+ "learning_rate": 0.00014258760107816712,
724
+ "loss": 0.033561086654663085,
725
+ "step": 1010
726
+ },
727
+ {
728
+ "epoch": 0.3264,
729
+ "grad_norm": 0.021768491715192795,
730
+ "learning_rate": 0.00014191374663072775,
731
+ "loss": 0.03373124897480011,
732
+ "step": 1020
733
+ },
734
+ {
735
+ "epoch": 0.3296,
736
+ "grad_norm": 0.018157631158828735,
737
+ "learning_rate": 0.0001412398921832884,
738
+ "loss": 0.03325333297252655,
739
+ "step": 1030
740
+ },
741
+ {
742
+ "epoch": 0.3328,
743
+ "grad_norm": 0.02808268368244171,
744
+ "learning_rate": 0.00014056603773584907,
745
+ "loss": 0.03333302736282349,
746
+ "step": 1040
747
+ },
748
+ {
749
+ "epoch": 0.336,
750
+ "grad_norm": 0.0202043317258358,
751
+ "learning_rate": 0.00013989218328840973,
752
+ "loss": 0.03364155888557434,
753
+ "step": 1050
754
+ },
755
+ {
756
+ "epoch": 0.3392,
757
+ "grad_norm": 0.01875246874988079,
758
+ "learning_rate": 0.00013921832884097036,
759
+ "loss": 0.03338024616241455,
760
+ "step": 1060
761
+ },
762
+ {
763
+ "epoch": 0.3424,
764
+ "grad_norm": 0.021680142730474472,
765
+ "learning_rate": 0.000138544474393531,
766
+ "loss": 0.03355079591274261,
767
+ "step": 1070
768
+ },
769
+ {
770
+ "epoch": 0.3456,
771
+ "grad_norm": 0.025741394609212875,
772
+ "learning_rate": 0.00013787061994609165,
773
+ "loss": 0.033182060718536376,
774
+ "step": 1080
775
+ },
776
+ {
777
+ "epoch": 0.3488,
778
+ "grad_norm": 0.020034993067383766,
779
+ "learning_rate": 0.0001371967654986523,
780
+ "loss": 0.0332555502653122,
781
+ "step": 1090
782
+ },
783
+ {
784
+ "epoch": 0.352,
785
+ "grad_norm": 0.018558848649263382,
786
+ "learning_rate": 0.00013652291105121296,
787
+ "loss": 0.03341118097305298,
788
+ "step": 1100
789
+ },
790
+ {
791
+ "epoch": 0.3552,
792
+ "grad_norm": 0.019668573513627052,
793
+ "learning_rate": 0.0001358490566037736,
794
+ "loss": 0.03370351195335388,
795
+ "step": 1110
796
+ },
797
+ {
798
+ "epoch": 0.3584,
799
+ "grad_norm": 0.019294599071145058,
800
+ "learning_rate": 0.00013517520215633423,
801
+ "loss": 0.03342053890228271,
802
+ "step": 1120
803
+ },
804
+ {
805
+ "epoch": 0.3616,
806
+ "grad_norm": 0.017502523958683014,
807
+ "learning_rate": 0.00013450134770889489,
808
+ "loss": 0.03339122235774994,
809
+ "step": 1130
810
+ },
811
+ {
812
+ "epoch": 0.3648,
813
+ "grad_norm": 0.029255682602524757,
814
+ "learning_rate": 0.00013382749326145554,
815
+ "loss": 0.033664584159851074,
816
+ "step": 1140
817
+ },
818
+ {
819
+ "epoch": 0.368,
820
+ "grad_norm": 0.025040799751877785,
821
+ "learning_rate": 0.00013315363881401617,
822
+ "loss": 0.03324815630912781,
823
+ "step": 1150
824
+ },
825
+ {
826
+ "epoch": 0.3712,
827
+ "grad_norm": 0.027586836367845535,
828
+ "learning_rate": 0.00013247978436657683,
829
+ "loss": 0.03385986387729645,
830
+ "step": 1160
831
+ },
832
+ {
833
+ "epoch": 0.3744,
834
+ "grad_norm": 0.022906558588147163,
835
+ "learning_rate": 0.00013180592991913746,
836
+ "loss": 0.0335902750492096,
837
+ "step": 1170
838
+ },
839
+ {
840
+ "epoch": 0.3776,
841
+ "grad_norm": 0.060679882764816284,
842
+ "learning_rate": 0.00013113207547169812,
843
+ "loss": 0.03369992077350616,
844
+ "step": 1180
845
+ },
846
+ {
847
+ "epoch": 0.3808,
848
+ "grad_norm": 0.02147972770035267,
849
+ "learning_rate": 0.00013045822102425878,
850
+ "loss": 0.03341856002807617,
851
+ "step": 1190
852
+ },
853
+ {
854
+ "epoch": 0.384,
855
+ "grad_norm": 0.022830137982964516,
856
+ "learning_rate": 0.0001297843665768194,
857
+ "loss": 0.03350533246994018,
858
+ "step": 1200
859
+ },
860
+ {
861
+ "epoch": 0.3872,
862
+ "grad_norm": 0.02128390036523342,
863
+ "learning_rate": 0.00012911051212938004,
864
+ "loss": 0.033809521794319154,
865
+ "step": 1210
866
+ },
867
+ {
868
+ "epoch": 0.3904,
869
+ "grad_norm": 0.019515590742230415,
870
+ "learning_rate": 0.0001284366576819407,
871
+ "loss": 0.03359549641609192,
872
+ "step": 1220
873
+ },
874
+ {
875
+ "epoch": 0.3936,
876
+ "grad_norm": 0.02332775853574276,
877
+ "learning_rate": 0.00012776280323450136,
878
+ "loss": 0.033452576398849486,
879
+ "step": 1230
880
+ },
881
+ {
882
+ "epoch": 0.3968,
883
+ "grad_norm": 0.017423240467905998,
884
+ "learning_rate": 0.000127088948787062,
885
+ "loss": 0.033594930171966554,
886
+ "step": 1240
887
+ },
888
+ {
889
+ "epoch": 0.4,
890
+ "grad_norm": 0.02909192442893982,
891
+ "learning_rate": 0.00012641509433962265,
892
+ "loss": 0.033466210961341857,
893
+ "step": 1250
894
+ }
895
+ ],
896
+ "logging_steps": 10,
897
+ "max_steps": 3125,
898
+ "num_input_tokens_seen": 0,
899
+ "num_train_epochs": 1,
900
+ "save_steps": 250,
901
+ "stateful_callbacks": {
902
+ "TrainerControl": {
903
+ "args": {
904
+ "should_epoch_stop": false,
905
+ "should_evaluate": false,
906
+ "should_log": false,
907
+ "should_save": true,
908
+ "should_training_stop": false
909
+ },
910
+ "attributes": {}
911
+ }
912
+ },
913
+ "total_flos": 4.8198951370752e+17,
914
+ "train_batch_size": 2,
915
+ "trial_name": null,
916
+ "trial_params": null
917
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1250/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
3
+ size 5777
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/README.md ADDED
@@ -0,0 +1,210 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen3.5-4B
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:Qwen/Qwen3.5-4B
7
+ - lora
8
+ - sft
9
+ - transformers
10
+ - trl
11
+ - unsloth
12
+ ---
13
+
14
+ # Model Card for Model ID
15
+
16
+ <!-- Provide a quick summary of what the model is/does. -->
17
+
18
+
19
+
20
+ ## Model Details
21
+
22
+ ### Model Description
23
+
24
+ <!-- Provide a longer summary of what this model is. -->
25
+
26
+
27
+
28
+ - **Developed by:** [More Information Needed]
29
+ - **Funded by [optional]:** [More Information Needed]
30
+ - **Shared by [optional]:** [More Information Needed]
31
+ - **Model type:** [More Information Needed]
32
+ - **Language(s) (NLP):** [More Information Needed]
33
+ - **License:** [More Information Needed]
34
+ - **Finetuned from model [optional]:** [More Information Needed]
35
+
36
+ ### Model Sources [optional]
37
+
38
+ <!-- Provide the basic links for the model. -->
39
+
40
+ - **Repository:** [More Information Needed]
41
+ - **Paper [optional]:** [More Information Needed]
42
+ - **Demo [optional]:** [More Information Needed]
43
+
44
+ ## Uses
45
+
46
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
47
+
48
+ ### Direct Use
49
+
50
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
51
+
52
+ [More Information Needed]
53
+
54
+ ### Downstream Use [optional]
55
+
56
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
57
+
58
+ [More Information Needed]
59
+
60
+ ### Out-of-Scope Use
61
+
62
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
63
+
64
+ [More Information Needed]
65
+
66
+ ## Bias, Risks, and Limitations
67
+
68
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
69
+
70
+ [More Information Needed]
71
+
72
+ ### Recommendations
73
+
74
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
75
+
76
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
77
+
78
+ ## How to Get Started with the Model
79
+
80
+ Use the code below to get started with the model.
81
+
82
+ [More Information Needed]
83
+
84
+ ## Training Details
85
+
86
+ ### Training Data
87
+
88
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
89
+
90
+ [More Information Needed]
91
+
92
+ ### Training Procedure
93
+
94
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
95
+
96
+ #### Preprocessing [optional]
97
+
98
+ [More Information Needed]
99
+
100
+
101
+ #### Training Hyperparameters
102
+
103
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
104
+
105
+ #### Speeds, Sizes, Times [optional]
106
+
107
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
108
+
109
+ [More Information Needed]
110
+
111
+ ## Evaluation
112
+
113
+ <!-- This section describes the evaluation protocols and provides the results. -->
114
+
115
+ ### Testing Data, Factors & Metrics
116
+
117
+ #### Testing Data
118
+
119
+ <!-- This should link to a Dataset Card if possible. -->
120
+
121
+ [More Information Needed]
122
+
123
+ #### Factors
124
+
125
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
126
+
127
+ [More Information Needed]
128
+
129
+ #### Metrics
130
+
131
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
132
+
133
+ [More Information Needed]
134
+
135
+ ### Results
136
+
137
+ [More Information Needed]
138
+
139
+ #### Summary
140
+
141
+
142
+
143
+ ## Model Examination [optional]
144
+
145
+ <!-- Relevant interpretability work for the model goes here -->
146
+
147
+ [More Information Needed]
148
+
149
+ ## Environmental Impact
150
+
151
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
152
+
153
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
154
+
155
+ - **Hardware Type:** [More Information Needed]
156
+ - **Hours used:** [More Information Needed]
157
+ - **Cloud Provider:** [More Information Needed]
158
+ - **Compute Region:** [More Information Needed]
159
+ - **Carbon Emitted:** [More Information Needed]
160
+
161
+ ## Technical Specifications [optional]
162
+
163
+ ### Model Architecture and Objective
164
+
165
+ [More Information Needed]
166
+
167
+ ### Compute Infrastructure
168
+
169
+ [More Information Needed]
170
+
171
+ #### Hardware
172
+
173
+ [More Information Needed]
174
+
175
+ #### Software
176
+
177
+ [More Information Needed]
178
+
179
+ ## Citation [optional]
180
+
181
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
182
+
183
+ **BibTeX:**
184
+
185
+ [More Information Needed]
186
+
187
+ **APA:**
188
+
189
+ [More Information Needed]
190
+
191
+ ## Glossary [optional]
192
+
193
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
194
+
195
+ [More Information Needed]
196
+
197
+ ## More Information [optional]
198
+
199
+ [More Information Needed]
200
+
201
+ ## Model Card Authors [optional]
202
+
203
+ [More Information Needed]
204
+
205
+ ## Model Card Contact
206
+
207
+ [More Information Needed]
208
+ ### Framework versions
209
+
210
+ - PEFT 0.18.1
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/adapter_config.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen3_5ForConditionalGeneration",
7
+ "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "Qwen/Qwen3.5-4B",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 16,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "megatron_config": null,
27
+ "megatron_core": "megatron.core",
28
+ "modules_to_save": null,
29
+ "peft_type": "LORA",
30
+ "peft_version": "0.18.1",
31
+ "qalora_group_size": 16,
32
+ "r": 16,
33
+ "rank_pattern": {},
34
+ "revision": null,
35
+ "target_modules": [
36
+ "up_proj",
37
+ "gate_proj",
38
+ "down_proj",
39
+ "v_proj",
40
+ "q_proj",
41
+ "o_proj",
42
+ "k_proj"
43
+ ],
44
+ "target_parameters": null,
45
+ "task_type": "CAUSAL_LM",
46
+ "trainable_token_indices": null,
47
+ "use_dora": false,
48
+ "use_qalora": false,
49
+ "use_rslora": false
50
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0093ed49413eb040ee2e16565431be8a724271c8230cdec8482fc54b3f20318
3
+ size 84972248
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/chat_template.jinja ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set image_count = namespace(value=0) %}
2
+ {%- set video_count = namespace(value=0) %}
3
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
4
+ {%- if content is string %}
5
+ {{- content }}
6
+ {%- elif content is iterable and content is not mapping %}
7
+ {%- for item in content %}
8
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
9
+ {%- if is_system_content %}
10
+ {{- raise_exception('System message cannot contain images.') }}
11
+ {%- endif %}
12
+ {%- if do_vision_count %}
13
+ {%- set image_count.value = image_count.value + 1 %}
14
+ {%- endif %}
15
+ {%- if add_vision_id %}
16
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
17
+ {%- endif %}
18
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
19
+ {%- elif 'video' in item or item.type == 'video' %}
20
+ {%- if is_system_content %}
21
+ {{- raise_exception('System message cannot contain videos.') }}
22
+ {%- endif %}
23
+ {%- if do_vision_count %}
24
+ {%- set video_count.value = video_count.value + 1 %}
25
+ {%- endif %}
26
+ {%- if add_vision_id %}
27
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
28
+ {%- endif %}
29
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
30
+ {%- elif 'text' in item %}
31
+ {{- item.text }}
32
+ {%- else %}
33
+ {{- raise_exception('Unexpected item type in content.') }}
34
+ {%- endif %}
35
+ {%- endfor %}
36
+ {%- elif content is none or content is undefined %}
37
+ {{- '' }}
38
+ {%- else %}
39
+ {{- raise_exception('Unexpected content type.') }}
40
+ {%- endif %}
41
+ {%- endmacro %}
42
+ {%- if not messages %}
43
+ {{- raise_exception('No messages provided.') }}
44
+ {%- endif %}
45
+ {%- if tools and tools is iterable and tools is not mapping %}
46
+ {{- '<|im_start|>system\n' }}
47
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
48
+ {%- for tool in tools %}
49
+ {{- "\n" }}
50
+ {{- tool | tojson }}
51
+ {%- endfor %}
52
+ {{- "\n</tools>" }}
53
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
54
+ {%- if messages[0].role == 'system' %}
55
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
56
+ {%- if content %}
57
+ {{- '\n\n' + content }}
58
+ {%- endif %}
59
+ {%- endif %}
60
+ {{- '<|im_end|>\n' }}
61
+ {%- else %}
62
+ {%- if messages[0].role == 'system' %}
63
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
64
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
65
+ {%- endif %}
66
+ {%- endif %}
67
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
68
+ {%- for message in messages[::-1] %}
69
+ {%- set index = (messages|length - 1) - loop.index0 %}
70
+ {%- if ns.multi_step_tool and message.role == "user" %}
71
+ {%- set content = render_content(message.content, false)|trim %}
72
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
73
+ {%- set ns.multi_step_tool = false %}
74
+ {%- set ns.last_query_index = index %}
75
+ {%- endif %}
76
+ {%- endif %}
77
+ {%- endfor %}
78
+ {%- if ns.multi_step_tool %}
79
+ {{- raise_exception('No user query found in messages.') }}
80
+ {%- endif %}
81
+ {%- for message in messages %}
82
+ {%- set content = render_content(message.content, true)|trim %}
83
+ {%- if message.role == "system" %}
84
+ {%- if not loop.first %}
85
+ {{- raise_exception('System message must be at the beginning.') }}
86
+ {%- endif %}
87
+ {%- elif message.role == "user" %}
88
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
89
+ {%- elif message.role == "assistant" %}
90
+ {%- set reasoning_content = '' %}
91
+ {%- if message.reasoning_content is string %}
92
+ {%- set reasoning_content = message.reasoning_content %}
93
+ {%- else %}
94
+ {%- if '</think>' in content %}
95
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
96
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
97
+ {%- endif %}
98
+ {%- endif %}
99
+ {%- set reasoning_content = reasoning_content|trim %}
100
+ {%- if loop.index0 > ns.last_query_index %}
101
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
102
+ {%- else %}
103
+ {{- '<|im_start|>' + message.role + '\n' + content }}
104
+ {%- endif %}
105
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
106
+ {%- for tool_call in message.tool_calls %}
107
+ {%- if tool_call.function is defined %}
108
+ {%- set tool_call = tool_call.function %}
109
+ {%- endif %}
110
+ {%- if loop.first %}
111
+ {%- if content|trim %}
112
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
113
+ {%- else %}
114
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
115
+ {%- endif %}
116
+ {%- else %}
117
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
118
+ {%- endif %}
119
+ {%- if tool_call.arguments is defined %}
120
+ {%- for args_name, args_value in tool_call.arguments|items %}
121
+ {{- '<parameter=' + args_name + '>\n' }}
122
+ {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
123
+ {{- args_value }}
124
+ {{- '\n</parameter>\n' }}
125
+ {%- endfor %}
126
+ {%- endif %}
127
+ {{- '</function>\n</tool_call>' }}
128
+ {%- endfor %}
129
+ {%- endif %}
130
+ {{- '<|im_end|>\n' }}
131
+ {%- elif message.role == "tool" %}
132
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
133
+ {{- '<|im_start|>user' }}
134
+ {%- endif %}
135
+ {{- '\n<tool_response>\n' }}
136
+ {{- content }}
137
+ {{- '\n</tool_response>' }}
138
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
139
+ {{- '<|im_end|>\n' }}
140
+ {%- elif loop.last %}
141
+ {{- '<|im_end|>\n' }}
142
+ {%- endif %}
143
+ {%- else %}
144
+ {{- raise_exception('Unexpected message role.') }}
145
+ {%- endif %}
146
+ {%- endfor %}
147
+ {%- if add_generation_prompt %}
148
+ {{- '<|im_start|>assistant\n' }}
149
+ {%- if enable_thinking is defined and enable_thinking is false %}
150
+ {{- '<think>\n\n</think>\n\n' }}
151
+ {%- else %}
152
+ {{- '<think>\n' }}
153
+ {%- endif %}
154
+ {%- endif %}
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f831270306ba748fa11090b1216f1ca6ca2e0438738d0f69b03932711c99001
3
+ size 43434405
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/processor_config.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "data_format": "channels_first",
4
+ "do_convert_rgb": true,
5
+ "do_normalize": true,
6
+ "do_rescale": true,
7
+ "do_resize": true,
8
+ "image_mean": [
9
+ 0.5,
10
+ 0.5,
11
+ 0.5
12
+ ],
13
+ "image_processor_type": "Qwen2VLImageProcessorFast",
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "merge_size": 2,
20
+ "patch_size": 16,
21
+ "resample": 3,
22
+ "rescale_factor": 0.00392156862745098,
23
+ "size": {
24
+ "longest_edge": 16777216,
25
+ "shortest_edge": 65536
26
+ },
27
+ "temporal_patch_size": 2
28
+ },
29
+ "processor_class": "Qwen3VLProcessor",
30
+ "video_processor": {
31
+ "data_format": "channels_first",
32
+ "default_to_square": true,
33
+ "do_convert_rgb": true,
34
+ "do_normalize": true,
35
+ "do_rescale": true,
36
+ "do_resize": true,
37
+ "do_sample_frames": true,
38
+ "fps": 2,
39
+ "image_mean": [
40
+ 0.5,
41
+ 0.5,
42
+ 0.5
43
+ ],
44
+ "image_std": [
45
+ 0.5,
46
+ 0.5,
47
+ 0.5
48
+ ],
49
+ "max_frames": 768,
50
+ "merge_size": 2,
51
+ "min_frames": 4,
52
+ "patch_size": 16,
53
+ "resample": 3,
54
+ "rescale_factor": 0.00392156862745098,
55
+ "return_metadata": false,
56
+ "size": {
57
+ "longest_edge": 25165824,
58
+ "shortest_edge": 4096
59
+ },
60
+ "temporal_patch_size": 2,
61
+ "video_processor_type": "Qwen3VLVideoProcessor"
62
+ }
63
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c800b778fa7e115e4c34de8529902de8b61c9a1b4bab3eb8295d06dafff030e
3
+ size 14645
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5300b2a7a2b1f0d39c32ae3fb1d1feaf9fdaf1bc6f0f0548a6ea1060f0d09826
3
+ size 1465
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
3
+ size 19989343
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/tokenizer_config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "audio_bos_token": "<|audio_start|>",
4
+ "audio_eos_token": "<|audio_end|>",
5
+ "audio_token": "<|audio_pad|>",
6
+ "backend": "tokenizers",
7
+ "bos_token": null,
8
+ "clean_up_tokenization_spaces": false,
9
+ "eos_token": "<|im_end|>",
10
+ "errors": "replace",
11
+ "image_token": "<|image_pad|>",
12
+ "is_local": false,
13
+ "model_max_length": 262144,
14
+ "model_specific_special_tokens": {
15
+ "audio_bos_token": "<|audio_start|>",
16
+ "audio_eos_token": "<|audio_end|>",
17
+ "audio_token": "<|audio_pad|>",
18
+ "image_token": "<|image_pad|>",
19
+ "video_token": "<|video_pad|>",
20
+ "vision_bos_token": "<|vision_start|>",
21
+ "vision_eos_token": "<|vision_end|>"
22
+ },
23
+ "pad_token": "<|endoftext|>",
24
+ "padding_side": "right",
25
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
26
+ "processor_class": "Qwen3VLProcessor",
27
+ "split_special_tokens": false,
28
+ "tokenizer_class": "TokenizersBackend",
29
+ "unk_token": null,
30
+ "video_token": "<|video_pad|>",
31
+ "vision_bos_token": "<|vision_start|>",
32
+ "vision_eos_token": "<|vision_end|>"
33
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/trainer_state.json ADDED
@@ -0,0 +1,1092 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.48,
6
+ "eval_steps": 1000,
7
+ "global_step": 1500,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.0032,
14
+ "grad_norm": 3.2801005840301514,
15
+ "learning_rate": 1.1464968152866242e-05,
16
+ "loss": 2.957232856750488,
17
+ "step": 10
18
+ },
19
+ {
20
+ "epoch": 0.0064,
21
+ "grad_norm": 1.8789476156234741,
22
+ "learning_rate": 2.4203821656050956e-05,
23
+ "loss": 2.6172555923461913,
24
+ "step": 20
25
+ },
26
+ {
27
+ "epoch": 0.0096,
28
+ "grad_norm": 0.6533392667770386,
29
+ "learning_rate": 3.694267515923567e-05,
30
+ "loss": 2.115558052062988,
31
+ "step": 30
32
+ },
33
+ {
34
+ "epoch": 0.0128,
35
+ "grad_norm": 0.923370897769928,
36
+ "learning_rate": 4.968152866242039e-05,
37
+ "loss": 1.6441343307495118,
38
+ "step": 40
39
+ },
40
+ {
41
+ "epoch": 0.016,
42
+ "grad_norm": 1.2141456604003906,
43
+ "learning_rate": 6.24203821656051e-05,
44
+ "loss": 0.8693079948425293,
45
+ "step": 50
46
+ },
47
+ {
48
+ "epoch": 0.0192,
49
+ "grad_norm": 0.29008936882019043,
50
+ "learning_rate": 7.515923566878981e-05,
51
+ "loss": 0.2214587926864624,
52
+ "step": 60
53
+ },
54
+ {
55
+ "epoch": 0.0224,
56
+ "grad_norm": 0.18057213723659515,
57
+ "learning_rate": 8.789808917197452e-05,
58
+ "loss": 0.10706863403320313,
59
+ "step": 70
60
+ },
61
+ {
62
+ "epoch": 0.0256,
63
+ "grad_norm": 0.18052466213703156,
64
+ "learning_rate": 0.00010063694267515924,
65
+ "loss": 0.075585275888443,
66
+ "step": 80
67
+ },
68
+ {
69
+ "epoch": 0.0288,
70
+ "grad_norm": 0.1181897521018982,
71
+ "learning_rate": 0.00011337579617834395,
72
+ "loss": 0.05239964723587036,
73
+ "step": 90
74
+ },
75
+ {
76
+ "epoch": 0.032,
77
+ "grad_norm": 0.09562048316001892,
78
+ "learning_rate": 0.00012611464968152866,
79
+ "loss": 0.045760563015937804,
80
+ "step": 100
81
+ },
82
+ {
83
+ "epoch": 0.0352,
84
+ "grad_norm": 0.10885730385780334,
85
+ "learning_rate": 0.00013885350318471339,
86
+ "loss": 0.04301239252090454,
87
+ "step": 110
88
+ },
89
+ {
90
+ "epoch": 0.0384,
91
+ "grad_norm": 0.07743079215288162,
92
+ "learning_rate": 0.0001515923566878981,
93
+ "loss": 0.03960148394107819,
94
+ "step": 120
95
+ },
96
+ {
97
+ "epoch": 0.0416,
98
+ "grad_norm": 0.09875894337892532,
99
+ "learning_rate": 0.0001643312101910828,
100
+ "loss": 0.038549023866653445,
101
+ "step": 130
102
+ },
103
+ {
104
+ "epoch": 0.0448,
105
+ "grad_norm": 0.06382669508457184,
106
+ "learning_rate": 0.00017707006369426754,
107
+ "loss": 0.04907984733581543,
108
+ "step": 140
109
+ },
110
+ {
111
+ "epoch": 0.048,
112
+ "grad_norm": 0.07143214344978333,
113
+ "learning_rate": 0.00018980891719745223,
114
+ "loss": 0.03758894205093384,
115
+ "step": 150
116
+ },
117
+ {
118
+ "epoch": 0.0512,
119
+ "grad_norm": 0.05740807577967644,
120
+ "learning_rate": 0.00019986522911051214,
121
+ "loss": 0.04057175517082214,
122
+ "step": 160
123
+ },
124
+ {
125
+ "epoch": 0.0544,
126
+ "grad_norm": 0.10187529027462006,
127
+ "learning_rate": 0.0001991913746630728,
128
+ "loss": 0.038298597931861876,
129
+ "step": 170
130
+ },
131
+ {
132
+ "epoch": 0.0576,
133
+ "grad_norm": 0.06236090883612633,
134
+ "learning_rate": 0.00019851752021563343,
135
+ "loss": 0.03621701598167419,
136
+ "step": 180
137
+ },
138
+ {
139
+ "epoch": 0.0608,
140
+ "grad_norm": 0.06320308893918991,
141
+ "learning_rate": 0.00019784366576819408,
142
+ "loss": 0.0365910530090332,
143
+ "step": 190
144
+ },
145
+ {
146
+ "epoch": 0.064,
147
+ "grad_norm": 0.05323399230837822,
148
+ "learning_rate": 0.00019716981132075472,
149
+ "loss": 0.03578711748123169,
150
+ "step": 200
151
+ },
152
+ {
153
+ "epoch": 0.0672,
154
+ "grad_norm": 0.04963463172316551,
155
+ "learning_rate": 0.00019649595687331537,
156
+ "loss": 0.03611702620983124,
157
+ "step": 210
158
+ },
159
+ {
160
+ "epoch": 0.0704,
161
+ "grad_norm": 0.06188482418656349,
162
+ "learning_rate": 0.00019582210242587603,
163
+ "loss": 0.03605208694934845,
164
+ "step": 220
165
+ },
166
+ {
167
+ "epoch": 0.0736,
168
+ "grad_norm": 0.04441574215888977,
169
+ "learning_rate": 0.00019514824797843666,
170
+ "loss": 0.03630925416946411,
171
+ "step": 230
172
+ },
173
+ {
174
+ "epoch": 0.0768,
175
+ "grad_norm": 0.045263174921274185,
176
+ "learning_rate": 0.00019447439353099732,
177
+ "loss": 0.0356947660446167,
178
+ "step": 240
179
+ },
180
+ {
181
+ "epoch": 0.08,
182
+ "grad_norm": 0.07786818593740463,
183
+ "learning_rate": 0.00019380053908355795,
184
+ "loss": 0.03802114427089691,
185
+ "step": 250
186
+ },
187
+ {
188
+ "epoch": 0.0832,
189
+ "grad_norm": 0.0435267873108387,
190
+ "learning_rate": 0.0001931266846361186,
191
+ "loss": 0.03525420129299164,
192
+ "step": 260
193
+ },
194
+ {
195
+ "epoch": 0.0864,
196
+ "grad_norm": 0.0398947112262249,
197
+ "learning_rate": 0.00019245283018867927,
198
+ "loss": 0.036475399136543275,
199
+ "step": 270
200
+ },
201
+ {
202
+ "epoch": 0.0896,
203
+ "grad_norm": 0.04572893679141998,
204
+ "learning_rate": 0.0001917789757412399,
205
+ "loss": 0.03517844974994659,
206
+ "step": 280
207
+ },
208
+ {
209
+ "epoch": 0.0928,
210
+ "grad_norm": 0.04973549395799637,
211
+ "learning_rate": 0.00019110512129380053,
212
+ "loss": 0.03514469563961029,
213
+ "step": 290
214
+ },
215
+ {
216
+ "epoch": 0.096,
217
+ "grad_norm": 0.03992312029004097,
218
+ "learning_rate": 0.0001904312668463612,
219
+ "loss": 0.03486928045749664,
220
+ "step": 300
221
+ },
222
+ {
223
+ "epoch": 0.0992,
224
+ "grad_norm": 0.04485175386071205,
225
+ "learning_rate": 0.00018975741239892185,
226
+ "loss": 0.03607228100299835,
227
+ "step": 310
228
+ },
229
+ {
230
+ "epoch": 0.1024,
231
+ "grad_norm": 0.042598217725753784,
232
+ "learning_rate": 0.00018908355795148248,
233
+ "loss": 0.035026413202285764,
234
+ "step": 320
235
+ },
236
+ {
237
+ "epoch": 0.1056,
238
+ "grad_norm": 0.04312385991215706,
239
+ "learning_rate": 0.00018840970350404314,
240
+ "loss": 0.0354986697435379,
241
+ "step": 330
242
+ },
243
+ {
244
+ "epoch": 0.1088,
245
+ "grad_norm": 0.03750547766685486,
246
+ "learning_rate": 0.00018773584905660377,
247
+ "loss": 0.035477420687675475,
248
+ "step": 340
249
+ },
250
+ {
251
+ "epoch": 0.112,
252
+ "grad_norm": 0.0504920519888401,
253
+ "learning_rate": 0.00018706199460916443,
254
+ "loss": 0.03416607677936554,
255
+ "step": 350
256
+ },
257
+ {
258
+ "epoch": 0.1152,
259
+ "grad_norm": 0.0463927760720253,
260
+ "learning_rate": 0.00018638814016172509,
261
+ "loss": 0.03462561368942261,
262
+ "step": 360
263
+ },
264
+ {
265
+ "epoch": 0.1184,
266
+ "grad_norm": 0.0457661971449852,
267
+ "learning_rate": 0.00018571428571428572,
268
+ "loss": 0.034427869319915774,
269
+ "step": 370
270
+ },
271
+ {
272
+ "epoch": 0.1216,
273
+ "grad_norm": 0.04242575913667679,
274
+ "learning_rate": 0.00018504043126684635,
275
+ "loss": 0.03459358215332031,
276
+ "step": 380
277
+ },
278
+ {
279
+ "epoch": 0.1248,
280
+ "grad_norm": 0.07980137318372726,
281
+ "learning_rate": 0.000184366576819407,
282
+ "loss": 0.0352897047996521,
283
+ "step": 390
284
+ },
285
+ {
286
+ "epoch": 0.128,
287
+ "grad_norm": 0.032620977610349655,
288
+ "learning_rate": 0.00018369272237196767,
289
+ "loss": 0.03452844321727753,
290
+ "step": 400
291
+ },
292
+ {
293
+ "epoch": 0.1312,
294
+ "grad_norm": 0.030839180573821068,
295
+ "learning_rate": 0.00018301886792452832,
296
+ "loss": 0.03451713621616363,
297
+ "step": 410
298
+ },
299
+ {
300
+ "epoch": 0.1344,
301
+ "grad_norm": 0.03541458770632744,
302
+ "learning_rate": 0.00018234501347708895,
303
+ "loss": 0.03461756706237793,
304
+ "step": 420
305
+ },
306
+ {
307
+ "epoch": 0.1376,
308
+ "grad_norm": 0.031466420739889145,
309
+ "learning_rate": 0.00018167115902964959,
310
+ "loss": 0.03474808633327484,
311
+ "step": 430
312
+ },
313
+ {
314
+ "epoch": 0.1408,
315
+ "grad_norm": 0.03603539988398552,
316
+ "learning_rate": 0.00018099730458221024,
317
+ "loss": 0.03495114743709564,
318
+ "step": 440
319
+ },
320
+ {
321
+ "epoch": 0.144,
322
+ "grad_norm": 0.03707222267985344,
323
+ "learning_rate": 0.0001803234501347709,
324
+ "loss": 0.03402511775493622,
325
+ "step": 450
326
+ },
327
+ {
328
+ "epoch": 0.1472,
329
+ "grad_norm": 0.036379359662532806,
330
+ "learning_rate": 0.00017964959568733156,
331
+ "loss": 0.03453508317470551,
332
+ "step": 460
333
+ },
334
+ {
335
+ "epoch": 0.1504,
336
+ "grad_norm": 0.0341603085398674,
337
+ "learning_rate": 0.0001789757412398922,
338
+ "loss": 0.03405205011367798,
339
+ "step": 470
340
+ },
341
+ {
342
+ "epoch": 0.1536,
343
+ "grad_norm": 0.033526141196489334,
344
+ "learning_rate": 0.00017830188679245282,
345
+ "loss": 0.03442648649215698,
346
+ "step": 480
347
+ },
348
+ {
349
+ "epoch": 0.1568,
350
+ "grad_norm": 0.03887268528342247,
351
+ "learning_rate": 0.00017762803234501348,
352
+ "loss": 0.034604042768478394,
353
+ "step": 490
354
+ },
355
+ {
356
+ "epoch": 0.16,
357
+ "grad_norm": 0.028687890619039536,
358
+ "learning_rate": 0.00017695417789757414,
359
+ "loss": 0.03409133851528168,
360
+ "step": 500
361
+ },
362
+ {
363
+ "epoch": 0.1632,
364
+ "grad_norm": 0.030350256711244583,
365
+ "learning_rate": 0.0001762803234501348,
366
+ "loss": 0.03377067446708679,
367
+ "step": 510
368
+ },
369
+ {
370
+ "epoch": 0.1664,
371
+ "grad_norm": 0.035560864955186844,
372
+ "learning_rate": 0.00017560646900269543,
373
+ "loss": 0.03409072160720825,
374
+ "step": 520
375
+ },
376
+ {
377
+ "epoch": 0.1696,
378
+ "grad_norm": 0.027625421062111855,
379
+ "learning_rate": 0.00017493261455525606,
380
+ "loss": 0.033819463849067685,
381
+ "step": 530
382
+ },
383
+ {
384
+ "epoch": 0.1728,
385
+ "grad_norm": 0.031909387558698654,
386
+ "learning_rate": 0.00017425876010781672,
387
+ "loss": 0.03402120471000671,
388
+ "step": 540
389
+ },
390
+ {
391
+ "epoch": 0.176,
392
+ "grad_norm": 0.02561958320438862,
393
+ "learning_rate": 0.00017358490566037738,
394
+ "loss": 0.03468506038188934,
395
+ "step": 550
396
+ },
397
+ {
398
+ "epoch": 0.1792,
399
+ "grad_norm": 0.048359788954257965,
400
+ "learning_rate": 0.00017291105121293804,
401
+ "loss": 0.0337568074464798,
402
+ "step": 560
403
+ },
404
+ {
405
+ "epoch": 0.1824,
406
+ "grad_norm": 0.03294350206851959,
407
+ "learning_rate": 0.00017223719676549864,
408
+ "loss": 0.03357039093971252,
409
+ "step": 570
410
+ },
411
+ {
412
+ "epoch": 0.1856,
413
+ "grad_norm": 0.025683443993330002,
414
+ "learning_rate": 0.0001715633423180593,
415
+ "loss": 0.03350119888782501,
416
+ "step": 580
417
+ },
418
+ {
419
+ "epoch": 0.1888,
420
+ "grad_norm": 0.02899005077779293,
421
+ "learning_rate": 0.00017088948787061996,
422
+ "loss": 0.033946582674980165,
423
+ "step": 590
424
+ },
425
+ {
426
+ "epoch": 0.192,
427
+ "grad_norm": 0.033384405076503754,
428
+ "learning_rate": 0.00017021563342318062,
429
+ "loss": 0.033708778023719785,
430
+ "step": 600
431
+ },
432
+ {
433
+ "epoch": 0.1952,
434
+ "grad_norm": 0.03180663660168648,
435
+ "learning_rate": 0.00016954177897574125,
436
+ "loss": 0.033828526735305786,
437
+ "step": 610
438
+ },
439
+ {
440
+ "epoch": 0.1984,
441
+ "grad_norm": 0.04280244931578636,
442
+ "learning_rate": 0.00016886792452830188,
443
+ "loss": 0.03467142283916473,
444
+ "step": 620
445
+ },
446
+ {
447
+ "epoch": 0.2016,
448
+ "grad_norm": 0.03152000904083252,
449
+ "learning_rate": 0.00016819407008086254,
450
+ "loss": 0.03371638357639313,
451
+ "step": 630
452
+ },
453
+ {
454
+ "epoch": 0.2048,
455
+ "grad_norm": 0.02332565374672413,
456
+ "learning_rate": 0.0001675202156334232,
457
+ "loss": 0.0337744265794754,
458
+ "step": 640
459
+ },
460
+ {
461
+ "epoch": 0.208,
462
+ "grad_norm": 0.028621617704629898,
463
+ "learning_rate": 0.00016684636118598385,
464
+ "loss": 0.03411863148212433,
465
+ "step": 650
466
+ },
467
+ {
468
+ "epoch": 0.2112,
469
+ "grad_norm": 0.025753367692232132,
470
+ "learning_rate": 0.00016617250673854448,
471
+ "loss": 0.033974489569664,
472
+ "step": 660
473
+ },
474
+ {
475
+ "epoch": 0.2144,
476
+ "grad_norm": 0.025955554097890854,
477
+ "learning_rate": 0.00016549865229110512,
478
+ "loss": 0.03407233655452728,
479
+ "step": 670
480
+ },
481
+ {
482
+ "epoch": 0.2176,
483
+ "grad_norm": 0.0408230796456337,
484
+ "learning_rate": 0.00016482479784366577,
485
+ "loss": 0.03399674296379089,
486
+ "step": 680
487
+ },
488
+ {
489
+ "epoch": 0.2208,
490
+ "grad_norm": 0.02402593567967415,
491
+ "learning_rate": 0.00016415094339622643,
492
+ "loss": 0.034056398272514346,
493
+ "step": 690
494
+ },
495
+ {
496
+ "epoch": 0.224,
497
+ "grad_norm": 0.020451245829463005,
498
+ "learning_rate": 0.00016347708894878706,
499
+ "loss": 0.033577021956443784,
500
+ "step": 700
501
+ },
502
+ {
503
+ "epoch": 0.2272,
504
+ "grad_norm": 0.01891564019024372,
505
+ "learning_rate": 0.00016280323450134772,
506
+ "loss": 0.03383780419826508,
507
+ "step": 710
508
+ },
509
+ {
510
+ "epoch": 0.2304,
511
+ "grad_norm": 0.02678411453962326,
512
+ "learning_rate": 0.00016212938005390835,
513
+ "loss": 0.033868181705474856,
514
+ "step": 720
515
+ },
516
+ {
517
+ "epoch": 0.2336,
518
+ "grad_norm": 0.027024442330002785,
519
+ "learning_rate": 0.000161455525606469,
520
+ "loss": 0.03378471434116363,
521
+ "step": 730
522
+ },
523
+ {
524
+ "epoch": 0.2368,
525
+ "grad_norm": 0.02572198584675789,
526
+ "learning_rate": 0.00016078167115902967,
527
+ "loss": 0.03358360230922699,
528
+ "step": 740
529
+ },
530
+ {
531
+ "epoch": 0.24,
532
+ "grad_norm": 0.02597915753722191,
533
+ "learning_rate": 0.0001601078167115903,
534
+ "loss": 0.03363666832447052,
535
+ "step": 750
536
+ },
537
+ {
538
+ "epoch": 0.2432,
539
+ "grad_norm": 0.029178649187088013,
540
+ "learning_rate": 0.00015943396226415096,
541
+ "loss": 0.03362515568733215,
542
+ "step": 760
543
+ },
544
+ {
545
+ "epoch": 0.2464,
546
+ "grad_norm": 0.02816777676343918,
547
+ "learning_rate": 0.0001587601078167116,
548
+ "loss": 0.033704948425292966,
549
+ "step": 770
550
+ },
551
+ {
552
+ "epoch": 0.2496,
553
+ "grad_norm": 0.025599170476198196,
554
+ "learning_rate": 0.00015808625336927225,
555
+ "loss": 0.033092001080513,
556
+ "step": 780
557
+ },
558
+ {
559
+ "epoch": 0.2528,
560
+ "grad_norm": 0.03458525985479355,
561
+ "learning_rate": 0.00015741239892183288,
562
+ "loss": 0.03406260013580322,
563
+ "step": 790
564
+ },
565
+ {
566
+ "epoch": 0.256,
567
+ "grad_norm": 0.021465491503477097,
568
+ "learning_rate": 0.00015673854447439354,
569
+ "loss": 0.03340260088443756,
570
+ "step": 800
571
+ },
572
+ {
573
+ "epoch": 0.2592,
574
+ "grad_norm": 0.0245572067797184,
575
+ "learning_rate": 0.0001560646900269542,
576
+ "loss": 0.033631670475006106,
577
+ "step": 810
578
+ },
579
+ {
580
+ "epoch": 0.2624,
581
+ "grad_norm": 0.02631549909710884,
582
+ "learning_rate": 0.00015539083557951483,
583
+ "loss": 0.034159299731254575,
584
+ "step": 820
585
+ },
586
+ {
587
+ "epoch": 0.2656,
588
+ "grad_norm": 0.02720569260418415,
589
+ "learning_rate": 0.0001547169811320755,
590
+ "loss": 0.033552080392837524,
591
+ "step": 830
592
+ },
593
+ {
594
+ "epoch": 0.2688,
595
+ "grad_norm": 0.022227050736546516,
596
+ "learning_rate": 0.00015404312668463612,
597
+ "loss": 0.03391237556934357,
598
+ "step": 840
599
+ },
600
+ {
601
+ "epoch": 0.272,
602
+ "grad_norm": 0.025099648162722588,
603
+ "learning_rate": 0.00015336927223719678,
604
+ "loss": 0.03368283808231354,
605
+ "step": 850
606
+ },
607
+ {
608
+ "epoch": 0.2752,
609
+ "grad_norm": 0.02362246625125408,
610
+ "learning_rate": 0.00015269541778975743,
611
+ "loss": 0.03360224366188049,
612
+ "step": 860
613
+ },
614
+ {
615
+ "epoch": 0.2784,
616
+ "grad_norm": 0.02721656672656536,
617
+ "learning_rate": 0.00015202156334231807,
618
+ "loss": 0.03346797227859497,
619
+ "step": 870
620
+ },
621
+ {
622
+ "epoch": 0.2816,
623
+ "grad_norm": 0.022537456825375557,
624
+ "learning_rate": 0.0001513477088948787,
625
+ "loss": 0.033812394738197325,
626
+ "step": 880
627
+ },
628
+ {
629
+ "epoch": 0.2848,
630
+ "grad_norm": 0.029389480128884315,
631
+ "learning_rate": 0.00015067385444743936,
632
+ "loss": 0.03384923338890076,
633
+ "step": 890
634
+ },
635
+ {
636
+ "epoch": 0.288,
637
+ "grad_norm": 0.022081444039940834,
638
+ "learning_rate": 0.00015000000000000001,
639
+ "loss": 0.03364361822605133,
640
+ "step": 900
641
+ },
642
+ {
643
+ "epoch": 0.2912,
644
+ "grad_norm": 0.023880351334810257,
645
+ "learning_rate": 0.00014932614555256067,
646
+ "loss": 0.033748239278793335,
647
+ "step": 910
648
+ },
649
+ {
650
+ "epoch": 0.2944,
651
+ "grad_norm": 0.022314704954624176,
652
+ "learning_rate": 0.0001486522911051213,
653
+ "loss": 0.03412005305290222,
654
+ "step": 920
655
+ },
656
+ {
657
+ "epoch": 0.2976,
658
+ "grad_norm": 0.019104240462183952,
659
+ "learning_rate": 0.00014797843665768193,
660
+ "loss": 0.03385331928730011,
661
+ "step": 930
662
+ },
663
+ {
664
+ "epoch": 0.3008,
665
+ "grad_norm": 0.0240649227052927,
666
+ "learning_rate": 0.0001473045822102426,
667
+ "loss": 0.033805486559867856,
668
+ "step": 940
669
+ },
670
+ {
671
+ "epoch": 0.304,
672
+ "grad_norm": 0.02413962222635746,
673
+ "learning_rate": 0.00014663072776280325,
674
+ "loss": 0.033809494972229,
675
+ "step": 950
676
+ },
677
+ {
678
+ "epoch": 0.3072,
679
+ "grad_norm": 0.023739177733659744,
680
+ "learning_rate": 0.00014595687331536388,
681
+ "loss": 0.03337572813034058,
682
+ "step": 960
683
+ },
684
+ {
685
+ "epoch": 0.3104,
686
+ "grad_norm": 0.019569948315620422,
687
+ "learning_rate": 0.00014528301886792451,
688
+ "loss": 0.03382456302642822,
689
+ "step": 970
690
+ },
691
+ {
692
+ "epoch": 0.3136,
693
+ "grad_norm": 0.020931003615260124,
694
+ "learning_rate": 0.00014460916442048517,
695
+ "loss": 0.033247777819633485,
696
+ "step": 980
697
+ },
698
+ {
699
+ "epoch": 0.3168,
700
+ "grad_norm": 0.02022617869079113,
701
+ "learning_rate": 0.00014393530997304583,
702
+ "loss": 0.03349924981594086,
703
+ "step": 990
704
+ },
705
+ {
706
+ "epoch": 0.32,
707
+ "grad_norm": 0.021146416664123535,
708
+ "learning_rate": 0.0001432614555256065,
709
+ "loss": 0.033413729071617125,
710
+ "step": 1000
711
+ },
712
+ {
713
+ "epoch": 0.32,
714
+ "eval_loss": 0.03361499682068825,
715
+ "eval_runtime": 395.8881,
716
+ "eval_samples_per_second": 10.104,
717
+ "eval_steps_per_second": 2.526,
718
+ "step": 1000
719
+ },
720
+ {
721
+ "epoch": 0.3232,
722
+ "grad_norm": 0.018138861283659935,
723
+ "learning_rate": 0.00014258760107816712,
724
+ "loss": 0.033561086654663085,
725
+ "step": 1010
726
+ },
727
+ {
728
+ "epoch": 0.3264,
729
+ "grad_norm": 0.021768491715192795,
730
+ "learning_rate": 0.00014191374663072775,
731
+ "loss": 0.03373124897480011,
732
+ "step": 1020
733
+ },
734
+ {
735
+ "epoch": 0.3296,
736
+ "grad_norm": 0.018157631158828735,
737
+ "learning_rate": 0.0001412398921832884,
738
+ "loss": 0.03325333297252655,
739
+ "step": 1030
740
+ },
741
+ {
742
+ "epoch": 0.3328,
743
+ "grad_norm": 0.02808268368244171,
744
+ "learning_rate": 0.00014056603773584907,
745
+ "loss": 0.03333302736282349,
746
+ "step": 1040
747
+ },
748
+ {
749
+ "epoch": 0.336,
750
+ "grad_norm": 0.0202043317258358,
751
+ "learning_rate": 0.00013989218328840973,
752
+ "loss": 0.03364155888557434,
753
+ "step": 1050
754
+ },
755
+ {
756
+ "epoch": 0.3392,
757
+ "grad_norm": 0.01875246874988079,
758
+ "learning_rate": 0.00013921832884097036,
759
+ "loss": 0.03338024616241455,
760
+ "step": 1060
761
+ },
762
+ {
763
+ "epoch": 0.3424,
764
+ "grad_norm": 0.021680142730474472,
765
+ "learning_rate": 0.000138544474393531,
766
+ "loss": 0.03355079591274261,
767
+ "step": 1070
768
+ },
769
+ {
770
+ "epoch": 0.3456,
771
+ "grad_norm": 0.025741394609212875,
772
+ "learning_rate": 0.00013787061994609165,
773
+ "loss": 0.033182060718536376,
774
+ "step": 1080
775
+ },
776
+ {
777
+ "epoch": 0.3488,
778
+ "grad_norm": 0.020034993067383766,
779
+ "learning_rate": 0.0001371967654986523,
780
+ "loss": 0.0332555502653122,
781
+ "step": 1090
782
+ },
783
+ {
784
+ "epoch": 0.352,
785
+ "grad_norm": 0.018558848649263382,
786
+ "learning_rate": 0.00013652291105121296,
787
+ "loss": 0.03341118097305298,
788
+ "step": 1100
789
+ },
790
+ {
791
+ "epoch": 0.3552,
792
+ "grad_norm": 0.019668573513627052,
793
+ "learning_rate": 0.0001358490566037736,
794
+ "loss": 0.03370351195335388,
795
+ "step": 1110
796
+ },
797
+ {
798
+ "epoch": 0.3584,
799
+ "grad_norm": 0.019294599071145058,
800
+ "learning_rate": 0.00013517520215633423,
801
+ "loss": 0.03342053890228271,
802
+ "step": 1120
803
+ },
804
+ {
805
+ "epoch": 0.3616,
806
+ "grad_norm": 0.017502523958683014,
807
+ "learning_rate": 0.00013450134770889489,
808
+ "loss": 0.03339122235774994,
809
+ "step": 1130
810
+ },
811
+ {
812
+ "epoch": 0.3648,
813
+ "grad_norm": 0.029255682602524757,
814
+ "learning_rate": 0.00013382749326145554,
815
+ "loss": 0.033664584159851074,
816
+ "step": 1140
817
+ },
818
+ {
819
+ "epoch": 0.368,
820
+ "grad_norm": 0.025040799751877785,
821
+ "learning_rate": 0.00013315363881401617,
822
+ "loss": 0.03324815630912781,
823
+ "step": 1150
824
+ },
825
+ {
826
+ "epoch": 0.3712,
827
+ "grad_norm": 0.027586836367845535,
828
+ "learning_rate": 0.00013247978436657683,
829
+ "loss": 0.03385986387729645,
830
+ "step": 1160
831
+ },
832
+ {
833
+ "epoch": 0.3744,
834
+ "grad_norm": 0.022906558588147163,
835
+ "learning_rate": 0.00013180592991913746,
836
+ "loss": 0.0335902750492096,
837
+ "step": 1170
838
+ },
839
+ {
840
+ "epoch": 0.3776,
841
+ "grad_norm": 0.060679882764816284,
842
+ "learning_rate": 0.00013113207547169812,
843
+ "loss": 0.03369992077350616,
844
+ "step": 1180
845
+ },
846
+ {
847
+ "epoch": 0.3808,
848
+ "grad_norm": 0.02147972770035267,
849
+ "learning_rate": 0.00013045822102425878,
850
+ "loss": 0.03341856002807617,
851
+ "step": 1190
852
+ },
853
+ {
854
+ "epoch": 0.384,
855
+ "grad_norm": 0.022830137982964516,
856
+ "learning_rate": 0.0001297843665768194,
857
+ "loss": 0.03350533246994018,
858
+ "step": 1200
859
+ },
860
+ {
861
+ "epoch": 0.3872,
862
+ "grad_norm": 0.02128390036523342,
863
+ "learning_rate": 0.00012911051212938004,
864
+ "loss": 0.033809521794319154,
865
+ "step": 1210
866
+ },
867
+ {
868
+ "epoch": 0.3904,
869
+ "grad_norm": 0.019515590742230415,
870
+ "learning_rate": 0.0001284366576819407,
871
+ "loss": 0.03359549641609192,
872
+ "step": 1220
873
+ },
874
+ {
875
+ "epoch": 0.3936,
876
+ "grad_norm": 0.02332775853574276,
877
+ "learning_rate": 0.00012776280323450136,
878
+ "loss": 0.033452576398849486,
879
+ "step": 1230
880
+ },
881
+ {
882
+ "epoch": 0.3968,
883
+ "grad_norm": 0.017423240467905998,
884
+ "learning_rate": 0.000127088948787062,
885
+ "loss": 0.033594930171966554,
886
+ "step": 1240
887
+ },
888
+ {
889
+ "epoch": 0.4,
890
+ "grad_norm": 0.02909192442893982,
891
+ "learning_rate": 0.00012641509433962265,
892
+ "loss": 0.033466210961341857,
893
+ "step": 1250
894
+ },
895
+ {
896
+ "epoch": 0.4032,
897
+ "grad_norm": 0.020185623317956924,
898
+ "learning_rate": 0.00012574123989218328,
899
+ "loss": 0.0335886687040329,
900
+ "step": 1260
901
+ },
902
+ {
903
+ "epoch": 0.4064,
904
+ "grad_norm": 0.014870012179017067,
905
+ "learning_rate": 0.00012506738544474394,
906
+ "loss": 0.0334197074174881,
907
+ "step": 1270
908
+ },
909
+ {
910
+ "epoch": 0.4096,
911
+ "grad_norm": 0.018094129860401154,
912
+ "learning_rate": 0.0001243935309973046,
913
+ "loss": 0.03355356156826019,
914
+ "step": 1280
915
+ },
916
+ {
917
+ "epoch": 0.4128,
918
+ "grad_norm": 0.028900671750307083,
919
+ "learning_rate": 0.00012371967654986523,
920
+ "loss": 0.03365578651428223,
921
+ "step": 1290
922
+ },
923
+ {
924
+ "epoch": 0.416,
925
+ "grad_norm": 0.07760056108236313,
926
+ "learning_rate": 0.0001230458221024259,
927
+ "loss": 0.03335773348808289,
928
+ "step": 1300
929
+ },
930
+ {
931
+ "epoch": 0.4192,
932
+ "grad_norm": 0.01972598396241665,
933
+ "learning_rate": 0.00012237196765498652,
934
+ "loss": 0.03348289132118225,
935
+ "step": 1310
936
+ },
937
+ {
938
+ "epoch": 0.4224,
939
+ "grad_norm": 0.019332807511091232,
940
+ "learning_rate": 0.00012169811320754718,
941
+ "loss": 0.03331993222236633,
942
+ "step": 1320
943
+ },
944
+ {
945
+ "epoch": 0.4256,
946
+ "grad_norm": 0.019131746143102646,
947
+ "learning_rate": 0.00012102425876010781,
948
+ "loss": 0.033597609400749205,
949
+ "step": 1330
950
+ },
951
+ {
952
+ "epoch": 0.4288,
953
+ "grad_norm": 0.02737438678741455,
954
+ "learning_rate": 0.00012035040431266847,
955
+ "loss": 0.03354394137859344,
956
+ "step": 1340
957
+ },
958
+ {
959
+ "epoch": 0.432,
960
+ "grad_norm": 0.01632823795080185,
961
+ "learning_rate": 0.00011967654986522911,
962
+ "loss": 0.03368306756019592,
963
+ "step": 1350
964
+ },
965
+ {
966
+ "epoch": 0.4352,
967
+ "grad_norm": 0.017277155071496964,
968
+ "learning_rate": 0.00011900269541778977,
969
+ "loss": 0.033228322863578796,
970
+ "step": 1360
971
+ },
972
+ {
973
+ "epoch": 0.4384,
974
+ "grad_norm": 0.01423341128975153,
975
+ "learning_rate": 0.00011832884097035041,
976
+ "loss": 0.03331013321876526,
977
+ "step": 1370
978
+ },
979
+ {
980
+ "epoch": 0.4416,
981
+ "grad_norm": 0.01773069053888321,
982
+ "learning_rate": 0.00011765498652291105,
983
+ "loss": 0.03350723385810852,
984
+ "step": 1380
985
+ },
986
+ {
987
+ "epoch": 0.4448,
988
+ "grad_norm": 0.013948293402791023,
989
+ "learning_rate": 0.0001169811320754717,
990
+ "loss": 0.03308160305023193,
991
+ "step": 1390
992
+ },
993
+ {
994
+ "epoch": 0.448,
995
+ "grad_norm": 0.015416482463479042,
996
+ "learning_rate": 0.00011630727762803235,
997
+ "loss": 0.03345370292663574,
998
+ "step": 1400
999
+ },
1000
+ {
1001
+ "epoch": 0.4512,
1002
+ "grad_norm": 0.016050053760409355,
1003
+ "learning_rate": 0.00011563342318059301,
1004
+ "loss": 0.03370394110679627,
1005
+ "step": 1410
1006
+ },
1007
+ {
1008
+ "epoch": 0.4544,
1009
+ "grad_norm": 0.015223308466374874,
1010
+ "learning_rate": 0.00011495956873315365,
1011
+ "loss": 0.03313505351543426,
1012
+ "step": 1420
1013
+ },
1014
+ {
1015
+ "epoch": 0.4576,
1016
+ "grad_norm": 0.021197732537984848,
1017
+ "learning_rate": 0.00011428571428571428,
1018
+ "loss": 0.03323334455490112,
1019
+ "step": 1430
1020
+ },
1021
+ {
1022
+ "epoch": 0.4608,
1023
+ "grad_norm": 0.021727927029132843,
1024
+ "learning_rate": 0.00011361185983827494,
1025
+ "loss": 0.033193197846412656,
1026
+ "step": 1440
1027
+ },
1028
+ {
1029
+ "epoch": 0.464,
1030
+ "grad_norm": 0.017093688249588013,
1031
+ "learning_rate": 0.00011293800539083559,
1032
+ "loss": 0.033490809798240664,
1033
+ "step": 1450
1034
+ },
1035
+ {
1036
+ "epoch": 0.4672,
1037
+ "grad_norm": 0.017686422914266586,
1038
+ "learning_rate": 0.00011226415094339624,
1039
+ "loss": 0.03318802714347839,
1040
+ "step": 1460
1041
+ },
1042
+ {
1043
+ "epoch": 0.4704,
1044
+ "grad_norm": 0.017213746905326843,
1045
+ "learning_rate": 0.00011159029649595688,
1046
+ "loss": 0.03365884125232697,
1047
+ "step": 1470
1048
+ },
1049
+ {
1050
+ "epoch": 0.4736,
1051
+ "grad_norm": 0.01954716071486473,
1052
+ "learning_rate": 0.00011091644204851752,
1053
+ "loss": 0.033139598369598386,
1054
+ "step": 1480
1055
+ },
1056
+ {
1057
+ "epoch": 0.4768,
1058
+ "grad_norm": 0.019525831565260887,
1059
+ "learning_rate": 0.00011024258760107818,
1060
+ "loss": 0.03332224786281586,
1061
+ "step": 1490
1062
+ },
1063
+ {
1064
+ "epoch": 0.48,
1065
+ "grad_norm": 0.020056717097759247,
1066
+ "learning_rate": 0.00010956873315363882,
1067
+ "loss": 0.03326479494571686,
1068
+ "step": 1500
1069
+ }
1070
+ ],
1071
+ "logging_steps": 10,
1072
+ "max_steps": 3125,
1073
+ "num_input_tokens_seen": 0,
1074
+ "num_train_epochs": 1,
1075
+ "save_steps": 250,
1076
+ "stateful_callbacks": {
1077
+ "TrainerControl": {
1078
+ "args": {
1079
+ "should_epoch_stop": false,
1080
+ "should_evaluate": false,
1081
+ "should_log": false,
1082
+ "should_save": true,
1083
+ "should_training_stop": false
1084
+ },
1085
+ "attributes": {}
1086
+ }
1087
+ },
1088
+ "total_flos": 5.78387416449024e+17,
1089
+ "train_batch_size": 2,
1090
+ "trial_name": null,
1091
+ "trial_params": null
1092
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1500/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4bca1a2e6583efd7eca2744ff048bafe6abebf7b4dcfd54b1db4feb5ceceb3a
3
+ size 5777
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/README.md ADDED
@@ -0,0 +1,210 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen3.5-4B
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:Qwen/Qwen3.5-4B
7
+ - lora
8
+ - sft
9
+ - transformers
10
+ - trl
11
+ - unsloth
12
+ ---
13
+
14
+ # Model Card for Model ID
15
+
16
+ <!-- Provide a quick summary of what the model is/does. -->
17
+
18
+
19
+
20
+ ## Model Details
21
+
22
+ ### Model Description
23
+
24
+ <!-- Provide a longer summary of what this model is. -->
25
+
26
+
27
+
28
+ - **Developed by:** [More Information Needed]
29
+ - **Funded by [optional]:** [More Information Needed]
30
+ - **Shared by [optional]:** [More Information Needed]
31
+ - **Model type:** [More Information Needed]
32
+ - **Language(s) (NLP):** [More Information Needed]
33
+ - **License:** [More Information Needed]
34
+ - **Finetuned from model [optional]:** [More Information Needed]
35
+
36
+ ### Model Sources [optional]
37
+
38
+ <!-- Provide the basic links for the model. -->
39
+
40
+ - **Repository:** [More Information Needed]
41
+ - **Paper [optional]:** [More Information Needed]
42
+ - **Demo [optional]:** [More Information Needed]
43
+
44
+ ## Uses
45
+
46
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
47
+
48
+ ### Direct Use
49
+
50
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
51
+
52
+ [More Information Needed]
53
+
54
+ ### Downstream Use [optional]
55
+
56
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
57
+
58
+ [More Information Needed]
59
+
60
+ ### Out-of-Scope Use
61
+
62
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
63
+
64
+ [More Information Needed]
65
+
66
+ ## Bias, Risks, and Limitations
67
+
68
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
69
+
70
+ [More Information Needed]
71
+
72
+ ### Recommendations
73
+
74
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
75
+
76
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
77
+
78
+ ## How to Get Started with the Model
79
+
80
+ Use the code below to get started with the model.
81
+
82
+ [More Information Needed]
83
+
84
+ ## Training Details
85
+
86
+ ### Training Data
87
+
88
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
89
+
90
+ [More Information Needed]
91
+
92
+ ### Training Procedure
93
+
94
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
95
+
96
+ #### Preprocessing [optional]
97
+
98
+ [More Information Needed]
99
+
100
+
101
+ #### Training Hyperparameters
102
+
103
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
104
+
105
+ #### Speeds, Sizes, Times [optional]
106
+
107
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
108
+
109
+ [More Information Needed]
110
+
111
+ ## Evaluation
112
+
113
+ <!-- This section describes the evaluation protocols and provides the results. -->
114
+
115
+ ### Testing Data, Factors & Metrics
116
+
117
+ #### Testing Data
118
+
119
+ <!-- This should link to a Dataset Card if possible. -->
120
+
121
+ [More Information Needed]
122
+
123
+ #### Factors
124
+
125
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
126
+
127
+ [More Information Needed]
128
+
129
+ #### Metrics
130
+
131
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
132
+
133
+ [More Information Needed]
134
+
135
+ ### Results
136
+
137
+ [More Information Needed]
138
+
139
+ #### Summary
140
+
141
+
142
+
143
+ ## Model Examination [optional]
144
+
145
+ <!-- Relevant interpretability work for the model goes here -->
146
+
147
+ [More Information Needed]
148
+
149
+ ## Environmental Impact
150
+
151
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
152
+
153
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
154
+
155
+ - **Hardware Type:** [More Information Needed]
156
+ - **Hours used:** [More Information Needed]
157
+ - **Cloud Provider:** [More Information Needed]
158
+ - **Compute Region:** [More Information Needed]
159
+ - **Carbon Emitted:** [More Information Needed]
160
+
161
+ ## Technical Specifications [optional]
162
+
163
+ ### Model Architecture and Objective
164
+
165
+ [More Information Needed]
166
+
167
+ ### Compute Infrastructure
168
+
169
+ [More Information Needed]
170
+
171
+ #### Hardware
172
+
173
+ [More Information Needed]
174
+
175
+ #### Software
176
+
177
+ [More Information Needed]
178
+
179
+ ## Citation [optional]
180
+
181
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
182
+
183
+ **BibTeX:**
184
+
185
+ [More Information Needed]
186
+
187
+ **APA:**
188
+
189
+ [More Information Needed]
190
+
191
+ ## Glossary [optional]
192
+
193
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
194
+
195
+ [More Information Needed]
196
+
197
+ ## More Information [optional]
198
+
199
+ [More Information Needed]
200
+
201
+ ## Model Card Authors [optional]
202
+
203
+ [More Information Needed]
204
+
205
+ ## Model Card Contact
206
+
207
+ [More Information Needed]
208
+ ### Framework versions
209
+
210
+ - PEFT 0.18.1
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/adapter_config.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen3_5ForConditionalGeneration",
7
+ "parent_library": "transformers.models.qwen3_5.modeling_qwen3_5",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "Qwen/Qwen3.5-4B",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 16,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "megatron_config": null,
27
+ "megatron_core": "megatron.core",
28
+ "modules_to_save": null,
29
+ "peft_type": "LORA",
30
+ "peft_version": "0.18.1",
31
+ "qalora_group_size": 16,
32
+ "r": 16,
33
+ "rank_pattern": {},
34
+ "revision": null,
35
+ "target_modules": [
36
+ "up_proj",
37
+ "gate_proj",
38
+ "down_proj",
39
+ "v_proj",
40
+ "q_proj",
41
+ "o_proj",
42
+ "k_proj"
43
+ ],
44
+ "target_parameters": null,
45
+ "task_type": "CAUSAL_LM",
46
+ "trainable_token_indices": null,
47
+ "use_dora": false,
48
+ "use_qalora": false,
49
+ "use_rslora": false
50
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b109ebaf6765ced2fd525db8aa8d20736dfbfff7327d1010523ac268b085179b
3
+ size 84972248
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/chat_template.jinja ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set image_count = namespace(value=0) %}
2
+ {%- set video_count = namespace(value=0) %}
3
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
4
+ {%- if content is string %}
5
+ {{- content }}
6
+ {%- elif content is iterable and content is not mapping %}
7
+ {%- for item in content %}
8
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
9
+ {%- if is_system_content %}
10
+ {{- raise_exception('System message cannot contain images.') }}
11
+ {%- endif %}
12
+ {%- if do_vision_count %}
13
+ {%- set image_count.value = image_count.value + 1 %}
14
+ {%- endif %}
15
+ {%- if add_vision_id %}
16
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
17
+ {%- endif %}
18
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
19
+ {%- elif 'video' in item or item.type == 'video' %}
20
+ {%- if is_system_content %}
21
+ {{- raise_exception('System message cannot contain videos.') }}
22
+ {%- endif %}
23
+ {%- if do_vision_count %}
24
+ {%- set video_count.value = video_count.value + 1 %}
25
+ {%- endif %}
26
+ {%- if add_vision_id %}
27
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
28
+ {%- endif %}
29
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
30
+ {%- elif 'text' in item %}
31
+ {{- item.text }}
32
+ {%- else %}
33
+ {{- raise_exception('Unexpected item type in content.') }}
34
+ {%- endif %}
35
+ {%- endfor %}
36
+ {%- elif content is none or content is undefined %}
37
+ {{- '' }}
38
+ {%- else %}
39
+ {{- raise_exception('Unexpected content type.') }}
40
+ {%- endif %}
41
+ {%- endmacro %}
42
+ {%- if not messages %}
43
+ {{- raise_exception('No messages provided.') }}
44
+ {%- endif %}
45
+ {%- if tools and tools is iterable and tools is not mapping %}
46
+ {{- '<|im_start|>system\n' }}
47
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
48
+ {%- for tool in tools %}
49
+ {{- "\n" }}
50
+ {{- tool | tojson }}
51
+ {%- endfor %}
52
+ {{- "\n</tools>" }}
53
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
54
+ {%- if messages[0].role == 'system' %}
55
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
56
+ {%- if content %}
57
+ {{- '\n\n' + content }}
58
+ {%- endif %}
59
+ {%- endif %}
60
+ {{- '<|im_end|>\n' }}
61
+ {%- else %}
62
+ {%- if messages[0].role == 'system' %}
63
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
64
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
65
+ {%- endif %}
66
+ {%- endif %}
67
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
68
+ {%- for message in messages[::-1] %}
69
+ {%- set index = (messages|length - 1) - loop.index0 %}
70
+ {%- if ns.multi_step_tool and message.role == "user" %}
71
+ {%- set content = render_content(message.content, false)|trim %}
72
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
73
+ {%- set ns.multi_step_tool = false %}
74
+ {%- set ns.last_query_index = index %}
75
+ {%- endif %}
76
+ {%- endif %}
77
+ {%- endfor %}
78
+ {%- if ns.multi_step_tool %}
79
+ {{- raise_exception('No user query found in messages.') }}
80
+ {%- endif %}
81
+ {%- for message in messages %}
82
+ {%- set content = render_content(message.content, true)|trim %}
83
+ {%- if message.role == "system" %}
84
+ {%- if not loop.first %}
85
+ {{- raise_exception('System message must be at the beginning.') }}
86
+ {%- endif %}
87
+ {%- elif message.role == "user" %}
88
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
89
+ {%- elif message.role == "assistant" %}
90
+ {%- set reasoning_content = '' %}
91
+ {%- if message.reasoning_content is string %}
92
+ {%- set reasoning_content = message.reasoning_content %}
93
+ {%- else %}
94
+ {%- if '</think>' in content %}
95
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
96
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
97
+ {%- endif %}
98
+ {%- endif %}
99
+ {%- set reasoning_content = reasoning_content|trim %}
100
+ {%- if loop.index0 > ns.last_query_index %}
101
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
102
+ {%- else %}
103
+ {{- '<|im_start|>' + message.role + '\n' + content }}
104
+ {%- endif %}
105
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
106
+ {%- for tool_call in message.tool_calls %}
107
+ {%- if tool_call.function is defined %}
108
+ {%- set tool_call = tool_call.function %}
109
+ {%- endif %}
110
+ {%- if loop.first %}
111
+ {%- if content|trim %}
112
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
113
+ {%- else %}
114
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
115
+ {%- endif %}
116
+ {%- else %}
117
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
118
+ {%- endif %}
119
+ {%- if tool_call.arguments is defined %}
120
+ {%- for args_name, args_value in tool_call.arguments|items %}
121
+ {{- '<parameter=' + args_name + '>\n' }}
122
+ {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
123
+ {{- args_value }}
124
+ {{- '\n</parameter>\n' }}
125
+ {%- endfor %}
126
+ {%- endif %}
127
+ {{- '</function>\n</tool_call>' }}
128
+ {%- endfor %}
129
+ {%- endif %}
130
+ {{- '<|im_end|>\n' }}
131
+ {%- elif message.role == "tool" %}
132
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
133
+ {{- '<|im_start|>user' }}
134
+ {%- endif %}
135
+ {{- '\n<tool_response>\n' }}
136
+ {{- content }}
137
+ {{- '\n</tool_response>' }}
138
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
139
+ {{- '<|im_end|>\n' }}
140
+ {%- elif loop.last %}
141
+ {{- '<|im_end|>\n' }}
142
+ {%- endif %}
143
+ {%- else %}
144
+ {{- raise_exception('Unexpected message role.') }}
145
+ {%- endif %}
146
+ {%- endfor %}
147
+ {%- if add_generation_prompt %}
148
+ {{- '<|im_start|>assistant\n' }}
149
+ {%- if enable_thinking is defined and enable_thinking is false %}
150
+ {{- '<think>\n\n</think>\n\n' }}
151
+ {%- else %}
152
+ {{- '<think>\n' }}
153
+ {%- endif %}
154
+ {%- endif %}
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5469d028bce1859c149a70c6818ec650ae7a62ba38ffe0b0b65e3629728e5ba2
3
+ size 43434405
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/processor_config.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "data_format": "channels_first",
4
+ "do_convert_rgb": true,
5
+ "do_normalize": true,
6
+ "do_rescale": true,
7
+ "do_resize": true,
8
+ "image_mean": [
9
+ 0.5,
10
+ 0.5,
11
+ 0.5
12
+ ],
13
+ "image_processor_type": "Qwen2VLImageProcessorFast",
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "merge_size": 2,
20
+ "patch_size": 16,
21
+ "resample": 3,
22
+ "rescale_factor": 0.00392156862745098,
23
+ "size": {
24
+ "longest_edge": 16777216,
25
+ "shortest_edge": 65536
26
+ },
27
+ "temporal_patch_size": 2
28
+ },
29
+ "processor_class": "Qwen3VLProcessor",
30
+ "video_processor": {
31
+ "data_format": "channels_first",
32
+ "default_to_square": true,
33
+ "do_convert_rgb": true,
34
+ "do_normalize": true,
35
+ "do_rescale": true,
36
+ "do_resize": true,
37
+ "do_sample_frames": true,
38
+ "fps": 2,
39
+ "image_mean": [
40
+ 0.5,
41
+ 0.5,
42
+ 0.5
43
+ ],
44
+ "image_std": [
45
+ 0.5,
46
+ 0.5,
47
+ 0.5
48
+ ],
49
+ "max_frames": 768,
50
+ "merge_size": 2,
51
+ "min_frames": 4,
52
+ "patch_size": 16,
53
+ "resample": 3,
54
+ "rescale_factor": 0.00392156862745098,
55
+ "return_metadata": false,
56
+ "size": {
57
+ "longest_edge": 25165824,
58
+ "shortest_edge": 4096
59
+ },
60
+ "temporal_patch_size": 2,
61
+ "video_processor_type": "Qwen3VLVideoProcessor"
62
+ }
63
+ }
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c800b778fa7e115e4c34de8529902de8b61c9a1b4bab3eb8295d06dafff030e
3
+ size 14645
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243d0d0ef81b365ba6ba02309bcf56d36865c0b1abff7f8d2cb2e05afe9c3ed4
3
+ size 1465
runs/qwen3_5_4b_runtime_dialogue_unsloth_wsl_full_gatefix_20260310/adapter/checkpoint-1750/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
3
+ size 19989343