Upload folder using huggingface_hub

Modelfile

@@ -1,4 +1,4 @@
-From ./ReasonableQwen3-4B-Q4_0.gguf
+From ./ReasonableQwen3-4B-Q8_0.gguf
 
 TEMPLATE """{{- if .Messages }}
 {{- if or .System .Tools }}<|im_start|>system

Modelfile3b

@@ -0,0 +1,255 @@
+From ./ReasonableQwen3-4B-Q3_K.gguf
+
+TEMPLATE """{{- if .Messages }}
+{{- if or .System .Tools }}<|im_start|>system
+{{- if .System }}
+{{ .System }}
+{{- end }}
+{{- if .Tools }}
+
+# Tools
+
+You may call one or more functions to assist with the user query.
+
+You are provided with function signatures within <tools></tools> XML tags:
+<tools>
+{{- range .Tools }}
+{"type": "function", "function": {{ .Function }}}
+{{- end }}
+</tools>
+
+For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:
+<tool_call>
+{"name": <function-name>, "arguments": <args-json-object>}
+</tool_call>
+{{- end }}<|im_end|>
+{{ end }}
+{{- range $i, $_ := .Messages }}
+{{- $last := eq (len (slice $.Messages $i)) 1 -}}
+{{- if eq .Role "user" }}<|im_start|>user
+{{ .Content }}<|im_end|>
+{{ else if eq .Role "assistant" }}<|im_start|>assistant
+{{ if .Content }}{{ .Content }}
+{{- else if .ToolCalls }}<tool_call>
+{{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
+{{ end }}</tool_call>
+{{- end }}{{ if not $last }}<|im_end|>
+{{ end }}
+{{- else if eq .Role "tool" }}<|im_start|>user
+<tool_response>
+{{ .Content }}
+</tool_response><|im_end|>
+{{ end }}
+{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
+{{ end }}
+{{- end }}
+{{- else }}
+{{- if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+{{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}"""
+PARAMETER repeat_penalty 1
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>
+PARAMETER temperature 0.6
+PARAMETER top_k 20
+PARAMETER top_p 0.95
+LICENSE """                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+   Copyright 2024 Alibaba Cloud
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+       http://www.apache.org/licenses/LICENSE-2.0
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License."""

Modelfile4b

@@ -0,0 +1,255 @@
+From ./ReasonableQwen3-4B-Q4_K.gguf
+
+TEMPLATE """{{- if .Messages }}
+{{- if or .System .Tools }}<|im_start|>system
+{{- if .System }}
+{{ .System }}
+{{- end }}
+{{- if .Tools }}
+
+# Tools
+
+You may call one or more functions to assist with the user query.
+
+You are provided with function signatures within <tools></tools> XML tags:
+<tools>
+{{- range .Tools }}
+{"type": "function", "function": {{ .Function }}}
+{{- end }}
+</tools>
+
+For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:
+<tool_call>
+{"name": <function-name>, "arguments": <args-json-object>}
+</tool_call>
+{{- end }}<|im_end|>
+{{ end }}
+{{- range $i, $_ := .Messages }}
+{{- $last := eq (len (slice $.Messages $i)) 1 -}}
+{{- if eq .Role "user" }}<|im_start|>user
+{{ .Content }}<|im_end|>
+{{ else if eq .Role "assistant" }}<|im_start|>assistant
+{{ if .Content }}{{ .Content }}
+{{- else if .ToolCalls }}<tool_call>
+{{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
+{{ end }}</tool_call>
+{{- end }}{{ if not $last }}<|im_end|>
+{{ end }}
+{{- else if eq .Role "tool" }}<|im_start|>user
+<tool_response>
+{{ .Content }}
+</tool_response><|im_end|>
+{{ end }}
+{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
+{{ end }}
+{{- end }}
+{{- else }}
+{{- if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+{{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}"""
+PARAMETER repeat_penalty 1
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>
+PARAMETER temperature 0.6
+PARAMETER top_k 20
+PARAMETER top_p 0.95
+LICENSE """                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+   Copyright 2024 Alibaba Cloud
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+       http://www.apache.org/licenses/LICENSE-2.0
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License."""

training_state.json

@@ -0,0 +1,833 @@
+{
+  "global_step": 640,
+  "num_updates": 640,
+  "use_lora": false,
+  "rng_state": {
+    "python": [
+      3,
+      [
+        3100233166,
+        3205251947,
+        2114003297,
+        4083397361,
+        3944152784,
+        1030840702,
+        2037797290,
+        2255135174,
+        3606282055,
+        1805506540,
+        1511271408,
+        1355721171,
+        3219242983,
+        2147281139,
+        1663895881,
+        2744272328,
+        586124618,
+        2904233013,
+        1951649306,
+        568843218,
+        804729164,
+        1031240685,
+        632815444,
+        1583468126,
+        3569217402,
+        1474578133,
+        1620621069,
+        4081348163,
+        660493223,
+        548758843,
+        3288411447,
+        2761565335,
+        651306001,
+        3364357190,
+        574611538,
+        3080366693,
+        648102770,
+        662716411,
+        65202676,
+        1627080032,
+        2475536053,
+        939008240,
+        1513946789,
+        2550074718,
+        3473906356,
+        836348979,
+        396042796,
+        2909821569,
+        2791572300,
+        3313263004,
+        434385456,
+        2799243929,
+        1110673623,
+        10708347,
+        1193947720,
+        4154063907,
+        3769310438,
+        1825986973,
+        1865856087,
+        2550327576,
+        635176254,
+        343483848,
+        627331621,
+        4032575651,
+        912584999,
+        2184863449,
+        2003242393,
+        191158593,
+        4027956150,
+        135767775,
+        165725602,
+        2940340686,
+        1735550527,
+        2166976964,
+        2935306830,
+        1440736616,
+        2136544928,
+        1238006856,
+        904424546,
+        4116526595,
+        4005584629,
+        2601760449,
+        271648674,
+        139094063,
+        3602969447,
+        414504323,
+        1053832962,
+        4134761489,
+        3249289190,
+        1358383408,
+        195832611,
+        1843593352,
+        2969447193,
+        3158396779,
+        3569807150,
+        4160044175,
+        2081938636,
+        1429144436,
+        385540495,
+        4178096289,
+        1917190049,
+        2474710463,
+        3123380742,
+        2902614650,
+        845733750,
+        728346900,
+        1111266260,
+        1230890723,
+        3960864409,
+        1864677806,
+        2465725907,
+        1846265707,
+        2510053619,
+        4283547983,
+        2002390956,
+        3488389929,
+        391769952,
+        3822866039,
+        1599671852,
+        501962155,
+        774437297,
+        542827104,
+        36072073,
+        443060080,
+        689178575,
+        86655597,
+        825092402,
+        625421810,
+        1794213612,
+        1871893587,
+        3436665270,
+        631289196,
+        3067538162,
+        552776492,
+        627440404,
+        2105634472,
+        548648577,
+        636698996,
+        947106975,
+        3431407759,
+        2240487779,
+        3128108668,
+        521416466,
+        2871250081,
+        1062946757,
+        1608040378,
+        2590414279,
+        3358166288,
+        1253809383,
+        3726438328,
+        281309528,
+        1669515180,
+        3273041510,
+        2260421329,
+        996425797,
+        292515881,
+        2296689583,
+        2805798357,
+        2032275171,
+        1538312337,
+        643565956,
+        3359622205,
+        3745536289,
+        2003084236,
+        3869804701,
+        2724155627,
+        2996948495,
+        4184607962,
+        4215169557,
+        430613231,
+        1647692967,
+        1793331314,
+        3874676231,
+        2730461343,
+        3955139318,
+        3832613492,
+        539666038,
+        285792739,
+        3198830397,
+        4055078950,
+        3569499391,
+        781279195,
+        2220425539,
+        2039802440,
+        1385766748,
+        506267236,
+        2271648199,
+        1568145524,
+        2554254342,
+        758016416,
+        3621980520,
+        160767585,
+        2188462111,
+        1450007015,
+        1105079920,
+        3276242179,
+        3640324766,
+        2860750163,
+        2143715191,
+        1831279561,
+        2293429158,
+        739306744,
+        2043528556,
+        3882672526,
+        546842616,
+        2714277920,
+        3887463926,
+        1831957765,
+        2229915849,
+        2864792220,
+        1303437412,
+        1091254688,
+        826344852,
+        3120288320,
+        556529779,
+        811546242,
+        1476206000,
+        2630584339,
+        2863085756,
+        3547631685,
+        787693537,
+        4066961252,
+        308882144,
+        1599204914,
+        582842064,
+        2754105741,
+        2202249626,
+        3301080360,
+        3074376018,
+        1129640401,
+        3543504945,
+        1135643549,
+        571814866,
+        2951061707,
+        2139761207,
+        4279741136,
+        676772801,
+        3652048859,
+        410817428,
+        896263120,
+        358049826,
+        418456999,
+        3572284105,
+        2484345908,
+        3844208687,
+        3067647389,
+        1302900203,
+        931143928,
+        1519365080,
+        712789513,
+        2595580658,
+        1784776098,
+        2848139510,
+        3505469053,
+        1582655988,
+        4158436496,
+        3330262652,
+        2338444089,
+        1002216810,
+        484453692,
+        3833856314,
+        2002391132,
+        519925212,
+        2981935072,
+        3077297433,
+        239222133,
+        1056108488,
+        1645014848,
+        2673367049,
+        51217098,
+        1778100088,
+        1899905425,
+        3987547773,
+        1169518869,
+        578030579,
+        3367779903,
+        956133751,
+        1760174970,
+        1650239768,
+        2802504529,
+        1103701391,
+        121844885,
+        3488652418,
+        4134091454,
+        3048567685,
+        2857939785,
+        2220271914,
+        4024370836,
+        931259945,
+        2540064234,
+        65277599,
+        3847535535,
+        990871212,
+        1272682701,
+        2391502819,
+        3737351256,
+        1335981297,
+        2386770941,
+        32918208,
+        781820036,
+        1166374003,
+        2556455899,
+        510298691,
+        159187659,
+        2597521830,
+        291154034,
+        3494951397,
+        2944107260,
+        3378737570,
+        2839441569,
+        770671866,
+        4283771012,
+        165153002,
+        4069832089,
+        2175511762,
+        222931749,
+        154419633,
+        2538945322,
+        3320641862,
+        1807339955,
+        3706204773,
+        2765491230,
+        1260202910,
+        1924333259,
+        4184170411,
+        563038778,
+        2507175419,
+        1076853275,
+        143035900,
+        3902786410,
+        1559868554,
+        511327562,
+        3462826369,
+        3748998442,
+        3845225973,
+        2080353851,
+        1489047293,
+        1924679652,
+        3795590602,
+        3866562819,
+        2198666709,
+        1386047356,
+        518409235,
+        3428184188,
+        1732776878,
+        273783238,
+        3723574330,
+        1683692783,
+        1523451822,
+        3699825569,
+        4127346852,
+        3111140829,
+        1605311581,
+        4208002359,
+        3118728618,
+        3463176645,
+        1575015318,
+        3747413705,
+        2206390158,
+        2583654895,
+        1354557377,
+        2183517438,
+        3254493976,
+        3575291627,
+        4028981055,
+        3968296862,
+        2729291170,
+        247729344,
+        650485877,
+        1318877280,
+        285023715,
+        2202961239,
+        4219685020,
+        3779707729,
+        917974987,
+        4089069944,
+        344146767,
+        359806484,
+        4275723208,
+        703513891,
+        4224074000,
+        2009124160,
+        604809477,
+        4008576440,
+        2427561320,
+        2309325311,
+        2362683196,
+        235168397,
+        1600648522,
+        4215967893,
+        1675054314,
+        2013381593,
+        1903651062,
+        3601280500,
+        496338735,
+        2169133753,
+        2364495966,
+        1056246743,
+        1421447090,
+        1995033995,
+        1869864803,
+        698922377,
+        2409323964,
+        1510516618,
+        641888605,
+        1077564019,
+        29567647,
+        2785537387,
+        1925896177,
+        1227126769,
+        2748886622,
+        1332019659,
+        638361144,
+        540471184,
+        2887245217,
+        4182719198,
+        884751481,
+        3445591454,
+        675466383,
+        2087852801,
+        2083882276,
+        414620424,
+        3713986203,
+        2425060387,
+        607871428,
+        487946518,
+        718902558,
+        3786110198,
+        1653762457,
+        3787648973,
+        431397113,
+        4108771890,
+        402186349,
+        2471796344,
+        4273010052,
+        4248683,
+        1754846221,
+        2340586638,
+        412924166,
+        2306146182,
+        2417039245,
+        1511347613,
+        1319385385,
+        671950230,
+        4188344613,
+        1223621563,
+        3353660436,
+        1926932037,
+        3945195786,
+        61444401,
+        3450186348,
+        3982842641,
+        2088756605,
+        1824246909,
+        2656102781,
+        3750651125,
+        3189574856,
+        3078132247,
+        588048676,
+        1141387549,
+        1187369381,
+        750263661,
+        1681491629,
+        2025242095,
+        3733996179,
+        2457640372,
+        956774679,
+        1782785055,
+        2881116689,
+        1311179739,
+        66826352,
+        2111027409,
+        271078370,
+        99525850,
+        3874156593,
+        730907368,
+        2126769770,
+        2524302228,
+        2128545293,
+        1371594345,
+        2849348044,
+        2996788033,
+        2591750469,
+        3642360292,
+        3727095772,
+        655210820,
+        1162591913,
+        1003845048,
+        439189944,
+        3637207234,
+        14122112,
+        967296467,
+        2664681396,
+        2685037860,
+        684065770,
+        3082029956,
+        2341710744,
+        187950156,
+        2219843456,
+        3886109287,
+        503801047,
+        2410462727,
+        2929691138,
+        1032873297,
+        1688752406,
+        2759671101,
+        3287456852,
+        3986113072,
+        1579528064,
+        947167093,
+        1051079192,
+        1049610650,
+        2231280468,
+        726914012,
+        1534264355,
+        2904096012,
+        4062734554,
+        531616723,
+        3561831970,
+        737998148,
+        3230395316,
+        3022021563,
+        251528766,
+        3999173370,
+        210218179,
+        3088594306,
+        1439401799,
+        1041859435,
+        2695195830,
+        3465077144,
+        2823089326,
+        2556938793,
+        1458448626,
+        1308700694,
+        444948412,
+        2304470611,
+        3654027317,
+        1034742794,
+        3810003506,
+        1772353215,
+        3041681477,
+        3394149945,
+        440869916,
+        3892023657,
+        556989640,
+        2481299321,
+        3529362628,
+        3054249201,
+        1737493058,
+        1235777870,
+        1334111971,
+        2971707615,
+        3873667589,
+        1175895135,
+        1940930396,
+        3443474468,
+        2788127120,
+        3319749384,
+        3328773738,
+        1966987235,
+        1065977210,
+        2939975890,
+        3943360814,
+        3458298409,
+        2200312840,
+        2897384251,
+        3453182268,
+        875764420,
+        2531405399,
+        912921748,
+        4283104359,
+        2928545310,
+        1224323513,
+        722455736,
+        3977634571,
+        3582693887,
+        1125205481,
+        1576562126,
+        3743288371,
+        3499633816,
+        735307326,
+        281573363,
+        1724151404,
+        2589762545,
+        2902873521,
+        3471234108,
+        2219383722,
+        2061024598,
+        814769644,
+        3401335543,
+        4190237183,
+        650711606,
+        4101800219,
+        2172610273,
+        3777607756,
+        4042849157,
+        2817574694,
+        2095924374,
+        1909727874,
+        2477919892,
+        2834537640,
+        3637236485,
+        1190839625,
+        1838707007,
+        3247768062,
+        2294183597,
+        1445875960,
+        2333419384,
+        335327851,
+        3000828940,
+        1726549769,
+        4275198256,
+        3227919305,
+        3533288452,
+        173416253,
+        2262899688,
+        3349430595,
+        396380904,
+        1372995131,
+        3355176830,
+        4107929401,
+        3693751586,
+        772959075,
+        3498819257,
+        370
+      ],
+      null
+    ],
+    "numpy": [
+      "MT19937",
+      "[      8303 3362861772 1619186349 1762601439 1567969946 1320913452\n  808097991 3993093514  203964437 4072637778  354349567  380629158\n 3082602378 1492811957 2661358354 1249590623 2886239270  990864965\n 1924220491 1117017413 2869102568  114579815  997221561 1716370964\n  100154209 3193787998  982404710 1860404313 1073630932 4015033793\n 1056096168 3689842023 1077486740 3341954026 4020896783 3063022815\n 2319528021 1962385784  560690659 2930834870 2206559276 2815052879\n  130043787 3393045762 2815640209  452914988  784787594 2058459297\n  522114896 1804911297 1630115314  877409298 1852583246  102115168\n 3580881174 1417032320 1630533149 2372212037 1781883965 2270734311\n  186043029 4168788486 1870971191  457187469 1905478881 1029780641\n 2565532871 2731005692  869777530 2775988839 3249018655 3446872659\n  531509720  894321281  654198319  891934678 2363338170 2507473381\n  377446257 1382752484 1528924073 2070637977 1311806794 2451376618\n 1427771612  945417350 1522009908 3572053312 2253905607  977621266\n 3845758580 3469358158 3051280317 2090423736 2607666011 1809711996\n  853558705 2879273014 3672899814 1306126268 1713869557 1877839529\n  279523502 3666825997  459293422 2370684495 1189704139 1015349021\n 1120545757 2386561593 2421857461 4003382178 1622890485 3282519989\n 1952035136  738572312 2523822572  911767899 2136380509 1896989891\n 1469870850 3009084328  221856908 3441096631  270470784 1619212541\n  740841450  576514513 3632273653 1855946639 1695699336 3030088848\n 1996507166  646843328 2358534982 1183223387 2981778442 2176020401\n 3296124201 3815160861 2131117666  702136476  524319258  612243153\n 2880166405 2628502612 1647344768 2202609784 2245804726 1921295769\n 3525029262 4020694584 1240895711 3219125807 1163212123 1637955357\n  484227752 2106690789 2031000210 3514869662 1388324497 1214400369\n 1527848914 4203641314 1519812457 2741431469 3641575601 2047783137\n 1519626504  754352694    6964728 2468828035 3468360593  426009415\n 1756179121 1660553247 3150922374 2230969029 1482946613  414236983\n 3517164135  612220457  796850147  989153350  140311126  788581031\n 4132721565 1096190993 2894713612 2176107331 2878722659 2354637316\n 3799747358 2180737074 3963734962 2848855704 3734852998 2038033214\n  783779745 1197780044 1023946793  320860662  164699352 2983721475\n   17247281  533834018 3106467128 3903824561 1446671114  367871784\n 1942584218 1189132282  620423643 2803988284 1136015948 1345533496\n 2479351381 1216573484    1988507  303531010  754591654 3144907611\n 2902543355  318389020 3558821612 1847659564 1942545315 3246490061\n  456226090  509391991 3127370457 3143677006 2880949988 3448223655\n 3981326494 1148410844 2092401693 3604880377 3731870864 1860602350\n 3125695291 3187627886 2407156366  653809199 1969367167  450324651\n 3735867245 1764865373 3761162820 4171681276 2483404181 1541053582\n 3606137959  902867057  747499155  313576446 3101518390 1151122309\n 3268124694  261383756 1818167552 1213667178 3989930301 2726571133\n 2775483939   21599502 3727576464 2462926602  389566260 1711674513\n 3512151518 3153813056  460030746 3897140307 1277994146  908931170\n  963021246 1901922059 3955106312 1418220142 1659825635 3200240963\n 4014654655  485243719 1742562079 3526699507 3355114702 2632610560\n 1561948906 2717326040 3620881188 4126498438  184973469 1482988566\n 2950358329 2930115694 1859226564 3403387618 2053266671 3742107921\n 1209546566 3725840176 1712851789 2224824875  453012573  330532578\n 3778095708 1688965038 1230854207 2009005995  718461256  208618143\n 1491427571 2449392307 4002056719  383575031 2867208367 1963096702\n 1795247193  533084151 1491616947 1497652603 3562351716   86942950\n 2347771394 3289710405  466562532 1233657915  898220586 3748140507\n 2427008898  636905163 1254503011 1238782967 3895969628 4283203786\n 4221133213 2886931111  922986859 1879645066 2015511083 1108514279\n  618085140 3306423355  883925872 2144496777 1641126658 1153156234\n 2651844403  430020786 3696656792  683284102 3441596990 1725726834\n 2632006081 1159341650 1377340195 2886866895 3027966535 3917695904\n  968627127  734115740 3287543286 3074949140  537776154 2995193263\n 3574191023 2832961611 3705012029 3367494375 4248078694 1627669324\n 3788358613 3604335331  940239830 2942210789 1161729435 3740692795\n 2455348370 4133420619 1569119204 2972012502 2050815010 1235750478\n 3072257451 2550281774  856747230 1451377433 3438563836 1849610784\n 3357774219 1503802415    2962862  592596271 3943668757 2756336697\n  105838547 2324476620 3235171028  878843746  618966330  595747699\n   97437937  515195304 3376271580 1145290896 2696909771 3358253284\n 2241289147 1121727126 1309918765 1578024183 4054463658  720648522\n 1846097360 4230354452  729417651  791205440 1367656674 2065284658\n  257316547 3839072148 1555799865 4173515455 1048353236 4198966861\n 3316898928 3423897098 4128420921 2104108687 1063597492 2492958131\n  170555781  745349162 2255105092 2541678417 1114429555 2011457711\n 3454299228 2209782322  652117672 4201843201 2110523012  446611764\n 2926776128 2841467079 1337488503  559094349 3539441441  897438763\n 1650244025  570474331 1882207147  810573271 1456346777 1200505791\n 1603496382  284750116 3007277310 3591850295 3720918864 4052795532\n 1561428281 1050080487 2700034035 4080219366 1757769003 2977271141\n 1037953655 3360174536 2813217261 1188893730 2515840679 2105685490\n  820204985 1453315288  333847673 3528785562 4193735995 4021786871\n 4076203556 1854592580 3780409371 2202024795 1401490689 2819039973\n 2228184585 3518768958 1055269369 4073237030 1866198915 1516245557\n 2165376112 1043711207  669470737 3834818980 4270028755 3417085697\n 2968889276   98688489 2403155937 3448746372 3462613817  386185689\n 1027700117 1171464898 3241939945 2797737805 2687859495 3456328854\n 3023924679  408796600 2542490520 2599118787 1538079271 2122336513\n 2393755396 2139546979  514323376 3816576631 2541629900 2450712143\n 2261717867 3572816760 4067191955 1657792221 1586877146 2800772470\n  961486036  745526709 2507157371 1459191248 1903853193  683849149\n 4231977639 1380583627 2339345354  596858881 3074507647 3460859756\n 3139491815 3938565238 3481073991 1049607667 1359085055  547890519\n 2545110133  417979414 1202035922  856214628 2660641178  816366367\n 3973682275 1893657609 2826660178  624713403 2057336051 2323752871\n  962687815 3843324978 1759656581 3157113925 3518908725 1572522625\n 2056283828 3437388958 4185176359  572346731 2215666799 2603677242\n 3382517330 2691518768  468897014 1496614219  705901168 2158024815\n 3124935233 2379635120  930064252 2215801391  362554117  645562430\n 1722271932 2211076568 3051429706 1988551089 1573797050 3992652562\n 3060693249 2876070780 3498936580 3109867794 1156582816 4117203926\n 3934399067 1986776843 1268452166  270890072 3094479118 3739080723\n 1318506664 3083453958 2544846318  503702647 1926747215 2246476579\n 2986698595 3759912100 2737612611 1155975174  474590245 3878926844\n 2414533375  801426742 2398150324  724649525 2960527953 1386784808\n 3282520983  964626383  888462871 3054956672 2303752120 4209494225]",
+      624,
+      0,
+      0.0
+    ],
+    "mlx": 1758816679,
+    "mlx_key": [
+      0,
+      1758814100
+    ]
+  },
+  "training_args_snapshot": {
+    "output_dir": "outy1266_align_last29",
+    "max_kv_size": 1536,
+    "model_path": "/Users/adeelahmad/.cache/lm-studio/models/lmstudio-community/Qwen-4B-Thinking-2507",
+    "ref_model_path": "/Users/adeelahmad/.cache/lm-studio/models/lmstudio-community/Qwen-4B-Thinking-2507",
+    "draft_model_path": null,
+    "punish_reopen_think": -8.0,
+    "punish_reopen_answer": -9.0,
+    "low_band": [
+      0,
+      15
+    ],
+    "mid_band": [
+      16,
+      27
+    ],
+    "top_band": [
+      28,
+      35
+    ],
+    "low_mul": 0.25,
+    "mid_mul": 0.75,
+    "top_mul": 1.0,
+    "head_mul": 1.0,
+    "train_layer_start": 20,
+    "train_layer_end": 35,
+    "run_server": false,
+    "use_paged_kv_cache": true,
+    "kv_cache_block_size": 16,
+    "kv_cache_num_blocks": 2048,
+    "benchmark_every": 0,
+    "benchmark_dataset": "gsm8k",
+    "benchmark_dataset_config": "main",
+    "benchmark_split": "test",
+    "benchmark_prompt_key": "question",
+    "benchmark_answer_key": "answer",
+    "benchmark_samples": 999999910,
+    "benchmark_max_new_tokens": 196,
+    "benchmark_temperature": 0.0,
+    "benchmark_top_p": 1.0,
+    "benchmark_top_k": 0,
+    "benchmark_use_chat_template": true,
+    "benchmark_stop_on_error": false,
+    "min_think_tokens": 64,
+    "think_end_early_bias": -12.0,
+    "bias_answer_start_after_min_think": true,
+    "train_dataset_path": "/Users/adeelahmad/Downloads/cbaxx-out/train.jsonl",
+    "val_dataset_path": "/Users/adeelahmad/Downloads/cbaxx-out/valid.jsonl",
+    "dataset_name": null,
+    "dataset_config": null,
+    "dataset_train_split": "train",
+    "dataset_val_split": "test",
+    "dataset_prompt_key": "prompt",
+    "dataset_answer_key": "completion",
+    "dataset_filter_keywords": [
+      "http://",
+      "https://",
+      "png",
+      "jpg",
+      "json",
+      "JSON"
+    ],
+    "max_prompt_len": 350,
+    "max_gen_len": 128,
+    "system_prompt": null,
+    "think_start_tag": "<think>",
+    "think_end_tag": "</think>",
+    "answer_start_tag": "<answer>",
+    "answer_end_tag": "</answer>",
+    "think_boost_tokens": 128,
+    "think_temperature": 0.15,
+    "answer_temperature": 0.08,
+    "sampling_top_p": 0.8,
+    "sampling_min_p": 0.05,
+    "sampling_top_k": 50,
+    "repetition_penalty": 1.1,
+    "repetition_context_size": 20,
+    "hard_mask_mcq_first_token": true,
+    "mcq_letter_lift": 8.0,
+    "mcq_ban_first_bias": -14.0,
+    "nonmcq_ban_first_bias": -12.0,
+    "mcq_close_after_k": 1,
+    "min_answer_tokens": 8,
+    "min_answer_tokens_mcq": 1,
+    "bias_close_think": 9.0,
+    "bias_answer_start": 6.0,
+    "punish_extra_think_end": -12.0,
+    "bias_eos_after_answer": 3.0,
+    "allow_tool_calls": false,
+    "tool_call_penalty": 1.0,
+    "reward_content_type": "smart",
+    "reward_format_weight": 0.05,
+    "reward_content_weight": 0.7,
+    "think_reward_weight": 0.25,
+    "think_len_min": 64,
+    "think_len_max": 1024,
+    "non_ascii_penalty": 1.0,
+    "off_topic_jaccard_threshold": 0.05,
+    "off_topic_penalty": 1.0,
+    "ban_keywords": [
+      "http://",
+      "**other**",
+      "https://",
+      "qwen",
+      "png",
+      "jpg",
+      "Another way",
+      "json",
+      "JSON",
+      "Wait",
+      "Online",
+      "frustrated",
+      "confused",
+      "must have an answer"
+    ],
+    "ban_penalty": 1.0,
+    "use_lora": false,
+    "lora_rank": 8,
+    "lora_alpha": 16.0,
+    "lora_dropout": 0.0,
+    "lora_scale_by_rank": true,
+    "lora_target_modules": [
+      "q_proj",
+      "k_proj",
+      "v_proj",
+      "o_proj",
+      "gate_proj",
+      "up_proj",
+      "down_proj"
+    ],
+    "num_rollout_samples": 3,
+    "ppo_batch_size": 1,
+    "grpo_beta": 0.085,
+    "learning_rate": 1e-07,
+    "optimizer_beta1": 0.9,
+    "optimizer_beta2": 0.95,
+    "optimizer_weight_decay": 0.05,
+    "grad_clip_norm": 0.25,
+    "save_optimizer_state": false,
+    "lr_schedule_config": {
+      "name": "cosine_decay",
+      "arguments": [
+        1e-07,
+        60000,
+        1e-08
+      ],
+      "warmup": 4000,
+      "warmup_init": 1e-08
+    },
+    "grad_accum_steps": 2,
+    "num_training_steps": 45869,
+    "save_every": 10,
+    "eval_every": 9999999999999999990,
+    "seed": 8303,
+    "shuffle_data": true,
+    "use_grad_checkpointing": false,
+    "grad_checkpoint_layers": 0,
+    "early_stopping_patience": 5,
+    "early_stopping_threshold": 0.005,
+    "min_trainable_layers": 4,
+    "use_custom_batch_builder": true,
+    "invalid_sample_layers": "34,35",
+    "invalid_sample_frequency": 2,
+    "log_samples_every": 1,
+    "max_logged_samples": 50,
+    "log_prompts": true,
+    "sample_log_path": null,
+    "kv_bits": 0,
+    "kv_group_size": 64,
+    "quantized_kv_start": 10,
+    "verbose": true,
+    "use_wandb": true,
+    "wandb_project": "reasonable-qwen3-4b-mlx-int",
+    "wandb_entity": null,
+    "wandb_run_name": null,
+    "resume_from_checkpoint": "/Users/adeelahmad/work/SiLLM-examples/helpsteer/mlx-grpo/outy1266_align_last29/checkpoint_20250926_012807_shutdown_signal_update_620",
+    "allow_cross_arch_ref": false,
+    "align_bridge_path": null,
+    "align_bridge_weight": 1.0,
+    "align_pool": "mean",
+    "align_after_tag": "</think>",
+    "effective_batch_size": 6
+  }
+}