Training in progress, step 660

README.md

@@ -3,9 +3,9 @@ library_name: transformers
 model_name: outputs
 tags:
 - generated_from_trainer
-- sft
 - unsloth
 - trl
+- sft
 licence: license
 ---
 
@@ -27,7 +27,7 @@ print(output["generated_text"])
 
 ## Training procedure
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/batuhan409/huggingface/runs/gj7eichr) 
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/batuhan409/huggingface/runs/g2ae0u89) 
 
 
 This model was trained with SFT.
@@ -37,7 +37,7 @@ This model was trained with SFT.
 - TRL: 0.24.0
 - Transformers: 5.5.0
 - Pytorch: 2.10.0
-- Datasets: 4.3.0
+- Datasets: 4.7.0
 - Tokenizers: 0.22.2
 
 ## Citations

config.json

@@ -6,12 +6,12 @@
   "attention_dropout": 0.0,
   "bos_token_id": 2,
   "dtype": "bfloat16",
-  "eos_token_id": 60800,
+  "eos_token_id": 3,
   "head_dim": 128,
   "hidden_act": "silu",
-  "hidden_size": 1536,
+  "hidden_size": 1664,
   "initializer_range": 0.02,
-  "intermediate_size": 4608,
+  "intermediate_size": 4160,
   "layer_types": [
     "full_attention",
     "full_attention",
@@ -52,15 +52,17 @@
     "full_attention",
     "full_attention",
     "full_attention",
+    "full_attention",
+    "full_attention",
     "full_attention"
   ],
-  "max_position_embeddings": 8192,
-  "max_window_layers": 40,
-  "model_name": "checkpoint-5722",
+  "max_position_embeddings": 16384,
+  "max_window_layers": 42,
+  "model_name": "random_model",
   "model_type": "qwen3",
-  "num_attention_heads": 16,
-  "num_hidden_layers": 40,
-  "num_key_value_heads": 8,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 42,
+  "num_key_value_heads": 4,
   "pad_token_id": 0,
   "rms_norm_eps": 1e-08,
   "rope_parameters": {
@@ -73,5 +75,5 @@
   "unsloth_version": "2026.7.2",
   "use_cache": false,
   "use_sliding_window": false,
-  "vocab_size": 60802
+  "vocab_size": 60800
 }

generation_config.json

@@ -2,9 +2,9 @@
   "_from_model_config": true,
   "bos_token_id": 2,
   "eos_token_id": [
-    60800
+    3
   ],
-  "max_length": 8192,
+  "max_length": 16384,
   "output_attentions": false,
   "output_hidden_states": false,
   "pad_token_id": 0,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:701ca595ad1defd750a25409c943adf74f8781010426bdefa517964d000f7cb5
-size 2641039512
+oid sha256:3262a5785f33d010201cbf20af3095dd76f00c838583906dabd0d256d03df9b2
+size 2519929824

tokenizer.json

@@ -2342,24 +2342,6 @@
       "rstrip": false,
       "normalized": false,
       "special": true
-    },
-    {
-      "id": 60800,
-      "content": "<|im_end|>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 60801,
-      "content": "<|im_start|>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -2,10 +2,7 @@
   "backend": "tokenizers",
   "bos_token": "<bos>",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "<|im_end|>",
-  "extra_special_tokens": [
-    "<|im_start|>"
-  ],
+  "eos_token": "<eos>",
   "is_local": true,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
@@ -2092,22 +2089,6 @@
       "rstrip": false,
       "normalized": false,
       "special": true
-    },
-    "60800": {
-      "content": "<|im_end|>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    "60801": {
-      "content": "<|im_start|>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
     }
   }
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fca29e5eb79657cbb9063a36f8a75cdba332e03ddfbba7316ce46ef48ffcbe6
+oid sha256:fdbedf6b6e90518a8ea0dcc536d736ed32396c3ce9c9df7f146cbcc90f4661f8
 size 5777