Ba2han commited on
Commit
3d8d460
·
verified ·
1 Parent(s): c990511

Training in progress, step 572

Browse files
Files changed (5) hide show
  1. README.md +2 -2
  2. config.json +7 -5
  3. generation_config.json +1 -1
  4. model.safetensors +2 -2
  5. training_args.bin +1 -1
README.md CHANGED
@@ -27,7 +27,7 @@ print(output["generated_text"])
27
 
28
  ## Training procedure
29
 
30
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/batuhan409/huggingface/runs/57lcbf3q)
31
 
32
 
33
  This model was trained with SFT.
@@ -37,7 +37,7 @@ This model was trained with SFT.
37
  - TRL: 0.24.0
38
  - Transformers: 5.5.0
39
  - Pytorch: 2.10.0
40
- - Datasets: 4.3.0
41
  - Tokenizers: 0.22.2
42
 
43
  ## Citations
 
27
 
28
  ## Training procedure
29
 
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/batuhan409/huggingface/runs/dihq285b)
31
 
32
 
33
  This model was trained with SFT.
 
37
  - TRL: 0.24.0
38
  - Transformers: 5.5.0
39
  - Pytorch: 2.10.0
40
+ - Datasets: 4.6.0
41
  - Tokenizers: 0.22.2
42
 
43
  ## Citations
config.json CHANGED
@@ -9,9 +9,9 @@
9
  "eos_token_id": 3,
10
  "head_dim": 128,
11
  "hidden_act": "silu",
12
- "hidden_size": 1536,
13
  "initializer_range": 0.02,
14
- "intermediate_size": 4608,
15
  "layer_types": [
16
  "full_attention",
17
  "full_attention",
@@ -50,14 +50,16 @@
50
  "full_attention",
51
  "full_attention",
52
  "full_attention",
 
 
53
  "full_attention"
54
  ],
55
  "max_position_embeddings": 8192,
56
- "max_window_layers": 38,
57
  "model_name": "random_model",
58
  "model_type": "qwen3",
59
  "num_attention_heads": 16,
60
- "num_hidden_layers": 38,
61
  "num_key_value_heads": 8,
62
  "pad_token_id": 0,
63
  "rms_norm_eps": 1e-08,
@@ -68,7 +70,7 @@
68
  "sliding_window": null,
69
  "tie_word_embeddings": true,
70
  "transformers_version": "5.5.0",
71
- "unsloth_version": "2026.6.9",
72
  "use_cache": false,
73
  "use_sliding_window": false,
74
  "vocab_size": 60800
 
9
  "eos_token_id": 3,
10
  "head_dim": 128,
11
  "hidden_act": "silu",
12
+ "hidden_size": 1280,
13
  "initializer_range": 0.02,
14
+ "intermediate_size": 4480,
15
  "layer_types": [
16
  "full_attention",
17
  "full_attention",
 
50
  "full_attention",
51
  "full_attention",
52
  "full_attention",
53
+ "full_attention",
54
+ "full_attention",
55
  "full_attention"
56
  ],
57
  "max_position_embeddings": 8192,
58
+ "max_window_layers": 40,
59
  "model_name": "random_model",
60
  "model_type": "qwen3",
61
  "num_attention_heads": 16,
62
+ "num_hidden_layers": 40,
63
  "num_key_value_heads": 8,
64
  "pad_token_id": 0,
65
  "rms_norm_eps": 1e-08,
 
70
  "sliding_window": null,
71
  "tie_word_embeddings": true,
72
  "transformers_version": "5.5.0",
73
+ "unsloth_version": "2026.7.1",
74
  "use_cache": false,
75
  "use_sliding_window": false,
76
  "vocab_size": 60800
generation_config.json CHANGED
@@ -9,5 +9,5 @@
9
  "output_hidden_states": false,
10
  "pad_token_id": 0,
11
  "transformers_version": "5.5.0",
12
- "use_cache": true
13
  }
 
9
  "output_hidden_states": false,
10
  "pad_token_id": 0,
11
  "transformers_version": "5.5.0",
12
+ "use_cache": false
13
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:47721f33850a537ad69daae204f5de76b7f24f7ff291d0b13463b34fb245b108
3
- size 2518320880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808375c11b35776f35343dae6a68710d5e1fbe29deee460b1895c25ba3ccca64
3
+ size 2161554528
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:78b5630b1e5322c461aba3199139787b6c6b98b3d6021c7ab3fab4fd5041f083
3
  size 5777
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e62ce09309a4ae06cb2c8f73204ab5dacfff89f743fbd2a247b0d2f0461336b6
3
  size 5777