Hugging Face's logo

Raphael21
/
Llama-3.3-70B-gkd-4node-ep3

Safetensors
llama
Model card Files
xet
 Community
Raphael21 commited on
Commit
9c68f43
·
verified ·
1 Parent(s): 7096469

3-epoch GKD model upload

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. config.json +40 -0
  3. generation_config.json +12 -0
  4. global_step19863/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  5. global_step19863/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  6. global_step19863/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  7. global_step19863/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  8. global_step19863/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  9. global_step19863/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  10. global_step19863/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  11. global_step19863/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  12. global_step19863/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  13. global_step19863/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  14. global_step19863/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  15. global_step19863/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  16. global_step19863/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  17. global_step19863/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  18. global_step19863/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  19. global_step19863/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  20. global_step19863/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  21. global_step19863/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  22. global_step19863/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  23. global_step19863/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  24. global_step19863/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  25. global_step19863/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  26. global_step19863/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  27. global_step19863/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  28. global_step19863/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt +3 -0
  29. global_step19863/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  30. global_step19863/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  31. global_step19863/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  32. global_step19863/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  33. global_step19863/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
  34. global_step19863/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +3 -0
  35. global_step19863/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +3 -0
  36. global_step19863/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  37. global_step19863/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
  38. global_step19863/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
  39. global_step19863/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
  40. global_step19863/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
  41. global_step19863/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
  42. global_step19863/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
  43. global_step19863/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
  44. global_step19863/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
  45. global_step19863/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
  46. global_step19863/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
  47. global_step19863/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  48. global_step19863/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
  49. global_step19863/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
  50. global_step19863/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/vast-ib/AdvancedGenAI/home/hyeobiiii/models/open_LLMs/meta-llama/Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "head_dim": 128,
15
+ "hidden_act": "silu",
16
+ "hidden_size": 4096,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 14336,
19
+ "max_position_embeddings": 131072,
20
+ "mlp_bias": false,
21
+ "model_type": "llama",
22
+ "num_attention_heads": 32,
23
+ "num_hidden_layers": 32,
24
+ "num_key_value_heads": 8,
25
+ "pretraining_tp": 1,
26
+ "rms_norm_eps": 1e-05,
27
+ "rope_scaling": {
28
+ "factor": 8.0,
29
+ "high_freq_factor": 4.0,
30
+ "low_freq_factor": 1.0,
31
+ "original_max_position_embeddings": 8192,
32
+ "rope_type": "llama3"
33
+ },
34
+ "rope_theta": 500000.0,
35
+ "tie_word_embeddings": false,
36
+ "torch_dtype": "bfloat16",
37
+ "transformers_version": "4.48.3",
38
+ "use_cache": true,
39
+ "vocab_size": 128256
40
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.48.3"
12
+ }
global_step19863/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33b0e0a42ee280e9816e64d551aac4b43b188a55ea6272aa9418d7d283635750
3
+ size 3011353072
global_step19863/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38dfe850b2658a6d761e5a06e5190b0a1c09883bc201b16bd1f196b99c811c30
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:774d0598de283a9f7d96c6b8a02d406a992d4f759801bde8045293a585186e28
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09e515deffcbd3035c1fa8227f07ee4a5af5279c82bea906f8d8e57cf41dbd3b
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edd1e07f5fc6cd0f999981955c40247b7392baf54ea9b5e635861bbf7a4aed3e
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6db576213e6e903ea66105754c43a547beee1bf05781e3658c26e1fe3b619a6f
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d74dee74a75d74db524b6cb1c7dae5d7d256d716e08a320d839e04768847f646
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:312d211a74102511587430f84f384bde1eecd20ff8d13f9ba54c3a3cd3390b88
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50559465142cf845f40637b7c751f45aa2b9bbd0c0cc9c9de39d6036b5157fda
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2825db01639fa3797ab6844b4cff038de800ddb70deb8945e7f460ff98ae89d4
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d917c588038e678522002ee7ea082383cf1a82ac00c58d2c7d0e0fbd9555f59
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1722be0545a6a2a0a14d5ca5bcc41f74c0d03dcdaa16aa06e0f6e8a5ebc65fc8
3
+ size 3011353072
global_step19863/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ab520590dab08fa13e582b5b2b8e4124656dab9d34fd49420f3c4eee83d20af
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee4260a9830307c824391db76cb98d522f7f1c03a56469fd7456ad54b5ef51c2
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40156585ec7fc4e2b0a5c694c26e6b9294acbb734d1a917bf5a56a69255c70ef
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a55bcb3bba5c676221a28d5f958b35db44214cce2dc3ce15553b8fa8d895ab9b
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a8716cc6ef514167b370da1922501427b90e3db3508ca04caad60e0bd846c9b
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4384383805da3e4849586b18c1dbb68266b0b348bfbf14ad72a61b4399697477
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd968c2583bdddcc9d0f3e3fceb73432ac305f4d60d37cd084890c410bebb36e
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:974768e3b87f6236343916f14263e1ced6fc3a9f026b928ffe4eede52c1c508c
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d68ae59f766e8781f6fab322ed6eeac338db2efd17ce8b50f7919c73ef678b36
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36640ccc13bbc3d752234f60369e9a21941f5edcf23a0029bc9562d4776a4109
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa9e42002c540d082656f671f6181d8ba9e24127f454447b4fb804b2f0096cdb
3
+ size 3011353072
global_step19863/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2edce61148760d89d27124d9f6148e172842754db761a12e4ba53b289b039918
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87d77496f069a6ca4a2606792c34e91dbb8a73d74822e1be9a23ed530bf29a9f
3
+ size 3011353084
global_step19863/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e03e77337837227e747e813bb780aa6c1854b5fb95bf08a3cc7f44f9a4ddace8
3
+ size 3011353072
global_step19863/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d025cf58f89c0612887c9bd657000628ccf1a2a35a2766d65dfefd8d038450
3
+ size 3011353072
global_step19863/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4d8f3e7cf3d05ad4e0c2ca08b52df56cc53ac96a00bb5a02d70af1ed5f9b9dd
3
+ size 3011353072
global_step19863/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:559ff5a17911e4ca809ae75b82f0af2038d8a1b1c0ce83190f7e1dc34b4804eb
3
+ size 3011353072
global_step19863/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8295808fe312d0d95b812fdd8b1c648615214ac5e563fbd106ef57a31d15ff9
3
+ size 3011353072
global_step19863/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbad796c537048094690ea6fd9f67608e583673a17d20bd3718c8e2c8bf3bd8b
3
+ size 3011353072
global_step19863/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cf5fc29a1b95604aa102c0d5960bf1eb0259330b7b181c71acbb45eceef3653
3
+ size 3011353072
global_step19863/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20a75a19e0f9683005594549550e967ffddc0d4fd8ca3c155774eaff6962a5e3
3
+ size 149093
global_step19863/zero_pp_rank_10_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f734c8fed223b3bbba000b769c1101900f8b6aed0441dec063a945d0e293b102
3
+ size 149388
global_step19863/zero_pp_rank_11_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed32fe8923537cf81ad2f0039e66c3c4f1eb76c067c87999244691a8e076d9bf
3
+ size 149388
global_step19863/zero_pp_rank_12_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f28f12856f8ef998a05257c03378fe9168dabae8db7b306f40d2fa233bac7c3
3
+ size 149388
global_step19863/zero_pp_rank_13_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:930c56e52cc1d090ca4a076a8186702354d48e37c1ad1b1110d0e83182040222
3
+ size 149388
global_step19863/zero_pp_rank_14_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bb65646538025cbd87bc3f08af73f3fbb56f8e02043b367306d74018bb0cb4b
3
+ size 149388
global_step19863/zero_pp_rank_15_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:778932fe9824205007fa95610badf90fe5f1ceaa23eccb9a034fce3fd17e680a
3
+ size 149388
global_step19863/zero_pp_rank_16_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b79d20253d291f5302537a42c83907bfe11dcdcc2d49da895ccbdc88e8208b07
3
+ size 149388
global_step19863/zero_pp_rank_17_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4303a4a4ec57cb3914cf5613e89edb27db4528be0ee18445cdb73e34a5e75f8
3
+ size 149388
global_step19863/zero_pp_rank_18_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14d41df0b3529860a000d35ee4216a174dd0e5ab15896248b0ec0e3c27b1d864
3
+ size 149388
global_step19863/zero_pp_rank_19_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad944b71865735213b10c53654585274185513f956f7a6d6d728ba78bb134aef
3
+ size 149388
global_step19863/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fafaea10f71459a723d7af97da58e93be246e281affab542e7e58b091bea6c03
3
+ size 149093
global_step19863/zero_pp_rank_20_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3464917173a5b49922cf1e4fa0abebaa923d768411f6cf54bfb81280313fb6a
3
+ size 149388
global_step19863/zero_pp_rank_21_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f921233972ab9774ba4d38b3065b9664de1f0d8a2ffc36d6c67b131cddfa908
3
+ size 149388
global_step19863/zero_pp_rank_22_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbf8c0f03690da696698e205bdd0be0a2d4f00eabe7a449c644374283af6bd32
3
+ size 149388