Ba2han commited on
Commit
b5113ba
·
verified ·
1 Parent(s): 7fa1472

Training in progress, step 572

Browse files
Files changed (5) hide show
  1. README.md +2 -2
  2. config.json +5 -11
  3. model.safetensors +2 -2
  4. tokenizer.json +0 -0
  5. training_args.bin +1 -1
README.md CHANGED
@@ -3,8 +3,8 @@ library_name: transformers
3
  model_name: outputs
4
  tags:
5
  - generated_from_trainer
6
- - trl
7
  - sft
 
8
  - unsloth
9
  licence: license
10
  ---
@@ -27,7 +27,7 @@ print(output["generated_text"])
27
 
28
  ## Training procedure
29
 
30
-
31
 
32
 
33
  This model was trained with SFT.
 
3
  model_name: outputs
4
  tags:
5
  - generated_from_trainer
 
6
  - sft
7
+ - trl
8
  - unsloth
9
  licence: license
10
  ---
 
27
 
28
  ## Training procedure
29
 
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/batuhan409/huggingface/runs/57lcbf3q)
31
 
32
 
33
  This model was trained with SFT.
config.json CHANGED
@@ -50,20 +50,14 @@
50
  "full_attention",
51
  "full_attention",
52
  "full_attention",
53
- "full_attention",
54
- "full_attention",
55
- "full_attention",
56
- "full_attention",
57
- "full_attention",
58
- "full_attention",
59
  "full_attention"
60
  ],
61
  "max_position_embeddings": 8192,
62
- "max_window_layers": 44,
63
- "model_name": "random_model2",
64
  "model_type": "qwen3",
65
  "num_attention_heads": 16,
66
- "num_hidden_layers": 44,
67
  "num_key_value_heads": 8,
68
  "pad_token_id": 0,
69
  "rms_norm_eps": 1e-08,
@@ -75,7 +69,7 @@
75
  "tie_word_embeddings": true,
76
  "transformers_version": "5.5.0",
77
  "unsloth_version": "2026.6.9",
78
- "use_cache": true,
79
  "use_sliding_window": false,
80
- "vocab_size": 51200
81
  }
 
50
  "full_attention",
51
  "full_attention",
52
  "full_attention",
 
 
 
 
 
 
53
  "full_attention"
54
  ],
55
  "max_position_embeddings": 8192,
56
+ "max_window_layers": 38,
57
+ "model_name": "random_model",
58
  "model_type": "qwen3",
59
  "num_attention_heads": 16,
60
+ "num_hidden_layers": 38,
61
  "num_key_value_heads": 8,
62
  "pad_token_id": 0,
63
  "rms_norm_eps": 1e-08,
 
69
  "tie_word_embeddings": true,
70
  "transformers_version": "5.5.0",
71
  "unsloth_version": "2026.6.9",
72
+ "use_cache": false,
73
  "use_sliding_window": false,
74
+ "vocab_size": 60800
75
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4115292e473c854202107d5b5b763cf274fbd6445b61fcab4fdc825f3d91392e
3
- size 2856967144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b41b7842feb72e629ddaea075ba2e5732a1f1f470c049d430dbe1eb8df3eb2
3
+ size 2518320880
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd9108a715e52b3714ac9b3d76525c6e8beadca24fb404442fc72e2ce144ff05
3
  size 5777
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78b5630b1e5322c461aba3199139787b6c6b98b3d6021c7ab3fab4fd5041f083
3
  size 5777