hssawhney commited on
Commit
8053ee8
·
verified ·
1 Parent(s): 6c60b8b

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
  3. training_args.bin +1 -1
config.json CHANGED
@@ -17,13 +17,13 @@
17
  "num_attention_heads": 16,
18
  "num_hidden_layers": 28,
19
  "num_key_value_heads": 8,
20
- "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-06,
22
  "rope_scaling": null,
23
  "rope_theta": 1000000,
24
  "sliding_window": null,
25
  "tie_word_embeddings": true,
26
- "torch_dtype": "bfloat16",
27
  "transformers_version": "4.52.4",
28
  "use_cache": false,
29
  "use_sliding_window": false,
 
17
  "num_attention_heads": 16,
18
  "num_hidden_layers": 28,
19
  "num_key_value_heads": 8,
20
+ "pretraining_tp": 4,
21
  "rms_norm_eps": 1e-06,
22
  "rope_scaling": null,
23
  "rope_theta": 1000000,
24
  "sliding_window": null,
25
  "tie_word_embeddings": true,
26
+ "torch_dtype": "float32",
27
  "transformers_version": "4.52.4",
28
  "use_cache": false,
29
  "use_sliding_window": false,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:894ee2c9ffd2bebb1eaad058cd877f10aceff2393cf37d6200d22b16ad529149
3
- size 1192135096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0beea9d0975dd9658a7876ce559c633e41cbab28eadba0f07d134ba3d4fba660
3
+ size 2384234968
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34ae61c871cbcc609feceb609a5f8fcde96066422a184d8eca5712c8b8d78e59
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2220d7832e93156f8f82f14d44f03a8d4d620448e3187c200f93df44133f90a9
3
  size 5368