diff --git a/135M/final/checkpoint_metadata.json b/135M/final/checkpoint_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..4c9648a672c788a9138c7ee8a9a951b9b87982b5 --- /dev/null +++ b/135M/final/checkpoint_metadata.json @@ -0,0 +1,18 @@ +{ + "custom_metas": null, + "dp": 64, + "metas": { + "consumed_train_samples": 1024000000, + "data_stages": [ + { + "consumed_train_samples": 1024000000, + "name": "stable", + "start_training_step": 1 + } + ], + "last_stage_idx": 0, + "last_train_step": 2000000 + }, + "tp": 1, + "version": "1.4" +} \ No newline at end of file diff --git a/135M/final/config.yaml b/135M/final/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b1678a3bdd1b9bd1513829fa7102d75272cd3160 --- /dev/null +++ b/135M/final/config.yaml @@ -0,0 +1,99 @@ +checkpoints: + checkpoint_interval: 2000 + checkpoints_path: checkpoints + checkpoints_path_is_shared_file_system: false + resume_checkpoint_path: null + save_final_state: false + save_initial_state: false +data_stages: +- data: + dataset: + dataset_folder: + - datasets/smollm2-corpus + dataset_weights: + - 1.0 + num_loading_workers: 0 + seed: 8 + name: stable phase + start_training_step: 1 +general: + benchmark_csv_path: null + consumed_train_samples: null + ignore_sanity_checks: true + project: smollm2 + run: smollm2-135M + seed: 8 + step: 2000000 +logging: + iteration_step_info_interval: 1 + log_level: info + log_level_replica: info +model: + ddp_bucket_cap_mb: 25 + dtype: bfloat16 + init_method: + std: 0.041666666666666664 + make_vocab_size_divisible_by: 1 + model_config: + bos_token_id: 0 + eos_token_id: 0 + hidden_act: silu + hidden_size: 576 + initializer_range: 0.041666666666666664 + intermediate_size: 1536 + is_llama_config: true + max_position_embeddings: 2048 + num_attention_heads: 9 + num_hidden_layers: 30 + num_key_value_heads: 3 + pad_token_id: null + pretraining_tp: 1 + rms_norm_eps: 1.0e-05 + rope_interleaved: false + rope_scaling: null + rope_theta: 10000.0 + tie_word_embeddings: true + use_cache: true + vocab_size: 49152 +optimizer: + accumulate_grad_in_fp32: true + clip_grad: 1.0 + learning_rate_scheduler: + learning_rate: 0.003 + lr_decay_starting_step: 1600000 + lr_decay_steps: 400000 + lr_decay_style: linear + lr_warmup_steps: 2000 + lr_warmup_style: linear + min_decay_lr: 0 + optimizer_factory: + adam_beta1: 0.9 + adam_beta2: 0.95 + adam_eps: 1.0e-08 + name: adamW + torch_adam_is_fused: true + weight_decay: 0.01 + zero_stage: 0 +parallelism: + dp: 64 + expert_parallel_size: 1 + pp: 1 + pp_engine: 1f1b + recompute_layer: false + tp: 1 + tp_linear_async_communication: true + tp_mode: REDUCE_SCATTER + tp_recompute_allgather: true +profiler: null +tokenizer: + tokenizer_max_length: null + tokenizer_name_or_path: HuggingFaceTB/cosmo2-tokenizer + tokenizer_revision: null +tokens: + batch_accumulation_per_replica: 1 + limit_test_batches: 0 + limit_val_batches: 0 + micro_batch_size: 8 + sequence_length: 2048 + train_steps: 2000000 + val_check_interval: 1000 diff --git a/135M/final/lr_scheduler/lr_scheduler.pt b/135M/final/lr_scheduler/lr_scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..58d4d2fb2701916a02ac1d564ae2530d9378de36 --- /dev/null +++ b/135M/final/lr_scheduler/lr_scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27a9133c1370b65d8146ed30306983102b6e4129bb73ba6c415c2aaa6319a09c +size 4852 diff --git a/135M/final/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2875e253d1bceeb35203715888c4d7c69584749 --- /dev/null +++ b/135M/final/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8029015d0157dfa83a9c79d0326f9362feeb85304662ebe0d0e21c95407f7782 +size 663784 diff --git a/135M/final/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..682f8c7f6ba596c55562a85483c36e2075f9f192 --- /dev/null +++ b/135M/final/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bfe90d71e67555e877683128c135cc68920fd2b9b7be71ae3c3ca681ed324ee +size 1106256 diff --git a/135M/final/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1538ef812c77997c634367205948f730e89d6eba --- /dev/null +++ b/135M/final/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:581e407e3e10a13aceb685778625c235f278d007214aa22b530e240896432581 +size 1248 diff --git a/135M/final/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f89083b9211a7ecd5dbe421ad3ef6c261f4cdb8 --- /dev/null +++ b/135M/final/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521eb7efd4a5e2470f13789d267b7d0de02374c4fe5ad448c4881114b0892358 +size 1769704 diff --git a/135M/final/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea48fd2d8a50b6fa85e37204ca88275cfb9c7e56 --- /dev/null +++ b/135M/final/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:426da60375d18ef4b2b9b0e0acae41b3f5a7f16ab2939e5edeec5db1ab2c2f73 +size 3539232 diff --git a/135M/final/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..96c6c7c3e93fdc13a7c7a48bf71547c5960cc58e --- /dev/null +++ b/135M/final/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c36cb20f25f7839f48a42c012634ecf733af22b48d399e783f26a8e056e3ce0 +size 1248 diff --git a/135M/final/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..53a7bf48fc2c74a5b13b644a5b81a8f868241b8d --- /dev/null +++ b/135M/final/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a4dd1aa5ae1ac63bf0e3fc885d5913da6f4e95c402f24306b44681b75897ca +size 663784 diff --git a/135M/final/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..491e56df59bc2483caa4e63c53d7152a76da772a --- /dev/null +++ b/135M/final/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e02bce7a5c1ed2a13ccd85f1844fa506f50b17e74825c5de8931619c9b8d7a +size 1106256 diff --git a/135M/final/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea7011e4d41d60d1936cbe219ea907d12de286e9 --- /dev/null +++ b/135M/final/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3898657f15f4d50be529d14e335d277e9da38a33b9215bf2a21456da142d4d4a +size 1248 diff --git a/135M/final/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7bdc66f1fdefd63eef441f63820cfe64a39405d --- /dev/null +++ b/135M/final/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a00cdb8fa7c6532e6e1268ac6ebfc167a99b61ab5c7d47fe2285e5ce113c8a52 +size 1769704 diff --git a/135M/final/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..573e5ad836a7d31b29ebbd8ea292ec0b71e82a27 --- /dev/null +++ b/135M/final/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70cbd63bc8873c3d871f1efc53209b1f8bc96b77609def159ec3fe794f7fa87f +size 3539232 diff --git a/135M/final/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9222615b19a12f282d06fd6bc3900c3e3e7d77b1 --- /dev/null +++ b/135M/final/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e68a52c13a8e12bbffa89cff969228f947e686b5f1e0820c5094be65b578357 +size 1248 diff --git a/135M/final/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b52b8e473b37a681a62310049a9880323380c53 --- /dev/null +++ b/135M/final/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22001e5ad1ecbddd949ce7c55b2325497093d39c8f0045b58d3be439d64909db +size 663784 diff --git a/135M/final/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db67220a19d95a68f479582afbf5d63817f84564 --- /dev/null +++ b/135M/final/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f144e99f5df4837e232a6d3b4f57ebf5e209f805f225d11c144e195d69914b60 +size 1106256 diff --git a/135M/final/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7d0f24650cd97135225d238660a55c14ceee4b5 --- /dev/null +++ b/135M/final/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a98a4a411b8c1e7c6ec084c2ab7297de7b8dbb45452bc566439e4233df436f +size 1248 diff --git a/135M/final/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f3ebde175111759441544f3e61795ab43de560d --- /dev/null +++ b/135M/final/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81bf9548d655e3e7c417d8e74cf94d3523ed5f18aba31419710c9eab72f1e5d3 +size 1769704 diff --git a/135M/final/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7dc6e30687c3ccd63b4797d1472db431fb031001 --- /dev/null +++ b/135M/final/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d31d39f967f1d1f1d5fea94543b3c3e3ed5572c4447ffc4eefb40fc78063e2 +size 3539232 diff --git a/135M/final/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef24c8e5e9a0fc954f2bd9b2ff463735ba5042ef --- /dev/null +++ b/135M/final/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f044ab51d6b32a81f659f78b3fca9345a903db0dec74c99bdf34773a83995b8d +size 1248 diff --git a/135M/final/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d506961a7acf6079e7d99743bd57fa0da1873ecc --- /dev/null +++ b/135M/final/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf9cfae26b01e6feb72b39e9125c0c3e1a9a5e2878e4eba431005e6dd47e0a61 +size 663784 diff --git a/135M/final/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ab6ae65febec5f8396492b0ea70fc76f4fa9c6d --- /dev/null +++ b/135M/final/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2a25dd7304cb3493d1f4252a48552f84da11ba83c9d037c5328cbddd73ec54 +size 1106256 diff --git a/135M/final/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6bc13c2c9b521d78085b646a501535fe08c53668 --- /dev/null +++ b/135M/final/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2effa03b77ad2f9ebe1778f4796875105f3bd4dfd9efcb592c65dcbd438078a0 +size 1248 diff --git a/135M/final/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..798a026f9702bf6a67595c3e8f21e4717c486e0f --- /dev/null +++ b/135M/final/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff08f050e7188118ac7a38f3c7fc7f0e2156a38eee8d6bb2abe03f7426292a1f +size 1769704 diff --git a/135M/final/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02448c6d16f528af7b52f15c1d108391ca3aebab --- /dev/null +++ b/135M/final/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05bbf4bda06624776bee09223e6e64aaf39a78a793bf8ac14a13997fac3e24ce +size 3539232 diff --git a/135M/final/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a1588b45aecf512ae4ca5ec463bb6e4498498cd0 --- /dev/null +++ b/135M/final/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28fd8d96412385bce78014f661664637203192650f653103101e6c47d2b1fb6f +size 1248 diff --git a/135M/final/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b2ab4f8caacb1e3b048bf6f9a0e64b1f360f6a5 --- /dev/null +++ b/135M/final/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2981f598528550667af99c190e88a3e55a3269890f7e56ad8e3066a116f8ec3f +size 663784 diff --git a/135M/final/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3f86c0da25783e2b30a948006af8c09da7d0daeb --- /dev/null +++ b/135M/final/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd31f73e015f89bc029bd1a475493df6328deb240db29d80818f1a6cb6d21fbe +size 1106256 diff --git a/135M/final/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2abfbb7e4fbaf639ed1f283038eb9ce99ef36b48 --- /dev/null +++ b/135M/final/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:964765b724bf0bd9cb302b800990b57f236f91208448928623cefd9eff0daa34 +size 1248 diff --git a/135M/final/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ca783e69ae42310781540e034ebbfa489cde016c --- /dev/null +++ b/135M/final/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfe717c548fb8068ef56af3d01afa7183dfbef132a7876d114469dc89ab41fd7 +size 1769704 diff --git a/135M/final/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cad1e0f9dfc91b6be4f27f88d9bee3463a8e82d9 --- /dev/null +++ b/135M/final/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39d3f129fbccfe08d81350df76a29b9a23c817ec640759c696e6b38a6b0cedee +size 3539232 diff --git a/135M/final/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e61379a2f13635d1ac6cb2e17f4ea113ef2c5d65 --- /dev/null +++ b/135M/final/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:770de192f6c6cec62e1c486b2582b50ad5f4133ee07199af8f029ae92dcaff4e +size 1248 diff --git a/135M/final/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..368b809ac950694517a231439aa1c6feb1bfed96 --- /dev/null +++ b/135M/final/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2346dcc9eff7a33b4bfed1f41831c0fd0d5a34b0b1f24eb7b0986f5193ba89b8 +size 663784 diff --git a/135M/final/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb2c23a31eb11fb193fd32e56bfee923ed52b5c9 --- /dev/null +++ b/135M/final/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8e45c2a024718619abcb66d6d1e1d1e079846259674b47f96461a5b0a16f575 +size 1106256 diff --git a/135M/final/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f46cb0d7e03e24731604e8eecbfa2349bf4a0d17 --- /dev/null +++ b/135M/final/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d52af9c3f2f9dcc78522f37ddc5799f1bb8552e226f87b50020559f92ca60dc +size 1248 diff --git a/135M/final/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15cc14730dfb3165cafa7e5daaf4d0ed33eeccca --- /dev/null +++ b/135M/final/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84300e4a5c3cc7df36d1d9837b65b6940a6f99d8c7e22bd079ae9b2358930db5 +size 1769704 diff --git a/135M/final/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a383e3f4a39df22bd180c6c645b6deca1af93ed --- /dev/null +++ b/135M/final/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:199667292a5f03e4ff2aa7e94bc4385e782857b6ff085a80a5da45ff9ab93c7a +size 3539232 diff --git a/135M/final/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aac3e13222ce701d2cdd6e278c78ce15864c785a --- /dev/null +++ b/135M/final/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f052b0cbae2770a0ebb5b799dd9ec2b2b38a8c3cd4228cdc8860bc2411ac4d19 +size 1248 diff --git a/135M/final/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1566f199d08ef57cd8dd016f0fa91b81d1ee4d71 --- /dev/null +++ b/135M/final/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ea191b7840e97ef46a7569e37acdd87c682d579af156b3f451d5173040b9627 +size 663784 diff --git a/135M/final/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c27a5c08355540a5f4b9f58905f3e226565a450 --- /dev/null +++ b/135M/final/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:410fad5df0666e87d30d92f55842018ec90b9ffbe7b93963f435c1caab07df6c +size 1106256 diff --git a/135M/final/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..30f37375ab79fcfafd3393240495cd7c11a7c33f --- /dev/null +++ b/135M/final/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2530b308748980f18936f396b4a80ea3a789e3d666cc2f76965497fed95c9e77 +size 1248 diff --git a/135M/final/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2dce2b264553e5f88882e70f2e6fac8669b0266a --- /dev/null +++ b/135M/final/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73fb12de2acfaca31a82768f1abfb5182c1ffccfc59bc3295528595ec2edacb2 +size 1769704 diff --git a/135M/final/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0debae66cdcc0cb36d4bfd082cac840a47ee6d02 --- /dev/null +++ b/135M/final/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0285bb0eb5caa992e25d80ae42937f374d1a7519859b07eaf43de83614299362 +size 3539232 diff --git a/135M/final/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b48a707fe140fbba62bd6197a6021ce5dd73d90c --- /dev/null +++ b/135M/final/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:064ab09e7d60fe91f003397ed77761e70621033d3556b36b22a6ba7b1ceff1f6 +size 1248 diff --git a/135M/final/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dbd533ca05cbd2cc61cee8e7e34ddc3e56e7cd69 --- /dev/null +++ b/135M/final/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45db59fb7d74f12636d6e1a5fcdf064df5faa17c307a501edc6156b88e3ab673 +size 663784 diff --git a/135M/final/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0964c749eef814705ecb586129649c28747e8258 --- /dev/null +++ b/135M/final/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:215e4335a8530168d486cc2fa1d8757640aed3598146188b0800342d85ef610c +size 1106256 diff --git a/135M/final/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..219b085f4e7d2c098a6ef57647cfbc9c6bb43d34 --- /dev/null +++ b/135M/final/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75ddf9114537eb753e4939b1efc2e447a675b9bc2c983382963c0397afae4cc5 +size 1248 diff --git a/135M/final/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6561857f0d515e8fafe73e1598c5ae495b145f10 --- /dev/null +++ b/135M/final/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d7d50abb320add2ed998c69a0c85c35dff6a0254ca3aa1bbdbf0b74330484e +size 1769704 diff --git a/135M/final/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef4be2c4009ea98b2241812fdaaf71827c11997d --- /dev/null +++ b/135M/final/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:996f8e552c5e402f3217d5a9aad70b73d98a443a5476e9acda8dff4df9cf0eba +size 3539232 diff --git a/135M/final/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e63f7aba5074ce203afa4eb337ccf27394579dd0 --- /dev/null +++ b/135M/final/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d5721b50335b0bd2f31163a779f085fed9aa613eccff51e7f45ff97abcb81c +size 1248 diff --git a/135M/final/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed5c862d54c345db8dce05be31851bab8056d1bb --- /dev/null +++ b/135M/final/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59743520380fa1452f31a75ab59fdcfaa7b371cd0cd4ed61506934d805ee9e2a +size 663784 diff --git a/135M/final/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..86e1e164265d4d1e0fc037a389a2820dcb386880 --- /dev/null +++ b/135M/final/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766134d5373feaf46b21174ce973adaf7eaf63465afcbb5ac9cdf705365cfaef +size 1106256 diff --git a/135M/final/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64b60332ec739c98646f5378ff1e42e7a19a4037 --- /dev/null +++ b/135M/final/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bddae1d9fff42efde5e67ced32be04ee60b3e5d35a4c712faba6885efda1ade0 +size 1248 diff --git a/135M/final/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a0b3809b6821a3a9e169a9e0805438bca774295 --- /dev/null +++ b/135M/final/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff745f6e7f91dc4db867305b6a4cdbf99ae73431e0c5296e456fed1bee7d5ca9 +size 1769704 diff --git a/135M/final/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..11eb812691e2936f0dc35da63d1dfbbc3a94162b --- /dev/null +++ b/135M/final/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40fe1ed33e719c181927f8df357ba068dd2f096e5e1adfe48532a6bfac863b9d +size 3539232 diff --git a/135M/final/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de26d802e68cd736ef3a23ad20d373a65b3989dd --- /dev/null +++ b/135M/final/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bf308186f55731783621e2033fad963f75d0a7b160395781eeb320602c88231 +size 1248 diff --git a/135M/final/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..786c73c770d61ef0d1ea6ee12ddc95474167a1a4 --- /dev/null +++ b/135M/final/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3118c948dbeef7925dc8dd9dc2eab1ff8554cf6daf94acfde563b6e1c13c3371 +size 663784 diff --git a/135M/final/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9027665fc7eac38cfae6f163777584a4ceddd12e --- /dev/null +++ b/135M/final/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d8bdae2592004888dab1a12f616a0bd8684457ec386d4b65ffd589145d634e0 +size 1106256 diff --git a/135M/final/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2bf7b9b99e75b6be976c569b1dc4683f44e734be --- /dev/null +++ b/135M/final/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:740461220adea08908462240bad8657a36ae63afabea3dd60a3611c1fc9a9aef +size 1248 diff --git a/135M/final/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4445741090b77b7171573f9950adb6516ca0639d --- /dev/null +++ b/135M/final/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce4c72391de1c00993edf7ca46dda410a51957a6115dcba061d18fa7665500d +size 1769704 diff --git a/135M/final/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f54464c246b2279ee2ea789285da939e4ecd2b7 --- /dev/null +++ b/135M/final/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13c4e286d053a4b5bf4f2890720544161297eb99e12ab6ef5943498ff1b53511 +size 3539232 diff --git a/135M/final/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9309bc78274dc5f3a286613722f6867fc7ebe81 --- /dev/null +++ b/135M/final/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5bfc85b2655bc2c0b0f4cacaeed3f5000bacfb1e18e163ce5cb1324247929d +size 1248 diff --git a/135M/final/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac40b65ecffa59a8c0c2a326804ad2968c1e0b6f --- /dev/null +++ b/135M/final/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:323a5c609e2f96b87463a0ec04b0c9e47d5239b0ae168491c783121a71778485 +size 663784 diff --git a/135M/final/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd964f03dba30ece40e09b909800701af556c511 --- /dev/null +++ b/135M/final/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca260bbae0b04f74f417161bd9b29238401075e02a98e2d1fb56d3a480ffe735 +size 1106256 diff --git a/135M/final/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..115c6c61a28d3bba15785135142b81b5701229bb --- /dev/null +++ b/135M/final/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:265534db38b3230cdb2e4bb6d493b39e0a239548a6fe8691712b050b66ecc64f +size 1248 diff --git a/135M/final/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6eece24fdaeb0c59616a32019366fd28967a0c51 --- /dev/null +++ b/135M/final/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f86eae998f4a430b2713e5a408c3c8aa73a1d83574e3432cd48fed252943e0 +size 1769704 diff --git a/135M/final/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..342643bfcc467d4d4efde50b6ca449da9d0292d3 --- /dev/null +++ b/135M/final/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f62e10f61e29d309f71031d794cd428031e3596afa0947ca94172d01611482e6 +size 3539232 diff --git a/135M/final/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..017d75ed2c86e9f0085a8554b9122522a479397e --- /dev/null +++ b/135M/final/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee3d714dd25cae1d0e1737d1842139eb6431a8675d83332f7a8b9fce482162a +size 1248 diff --git a/135M/final/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7399a213fcc7939671b7fb176f35e28579c38860 --- /dev/null +++ b/135M/final/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa128e8dc13d5190e5ec73839e11cd6f755eeb6b29cb699cd746c1a0126fd00 +size 663784 diff --git a/135M/final/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..215cc5099a06b621a3ee41b98aa84b5d220b42bb --- /dev/null +++ b/135M/final/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d3be9e62c33671f6bcc4e9766434a6e9f238f7d74648dc4493f821b94035bac +size 1106256 diff --git a/135M/final/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b1926b7168c7e07eb7a65a2932f9e21a258db6f --- /dev/null +++ b/135M/final/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca9d14f70866f2452456bb2cd410d3008b72b06e1fb5942609f91b49de7e1e3 +size 1248 diff --git a/135M/final/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef186f1de98070dc1e282d09feb5999d33bcd83c --- /dev/null +++ b/135M/final/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8b7bf8e1e10aee5beec6acb8660890161fb43d6918447c5a7abdd89fa371f8d +size 1769704 diff --git a/135M/final/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ca5863326b79901f90438cfa02f44fdcbb6afba4 --- /dev/null +++ b/135M/final/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7107c05b6ac597657b7e8867510bb6c13157adf78f5a91d3cb3c9d93cb5a6964 +size 3539232 diff --git a/135M/final/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff188d74ab15988c06a64641277734fa6cecb015 --- /dev/null +++ b/135M/final/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68823855f78a260314b6b5bf8492714bc9dfe55bb15dc1b4530ff8bd7d5a9eb0 +size 1248 diff --git a/135M/final/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f73f8763aa644f82aa56c9a972bfb2183d5332c2 --- /dev/null +++ b/135M/final/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21024bb589798ee8b0ada9d05a6dfa2afc66c10c2b70127b432b9a9a8109d332 +size 663784 diff --git a/135M/final/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..341880b0326826318c8b8f7dce3dee693c22e429 --- /dev/null +++ b/135M/final/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3894502dd636bf4d28b85b04a504c3303c39c7a30372a82bd860a0c2a1b9a80 +size 1106256 diff --git a/135M/final/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b36b0bbcf67f9e7c34629bfd8e93f81721a3f00f --- /dev/null +++ b/135M/final/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d6592a952c84fbd79c4e071211c91882ccdd96a2574c2c81d9d89a28fcc2c55 +size 1248 diff --git a/135M/final/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e6ffecf2a7e545d2e82c845ec6b7b024800bb88 --- /dev/null +++ b/135M/final/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45e39be4c3a0fd7cd3cb7b579759a73874bdb9dd078ca6c453bc3cc90949e6f6 +size 1769704 diff --git a/135M/final/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..795648f7812ddfc46e333d529b7de6f10b89fa0b --- /dev/null +++ b/135M/final/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74d21840e1d2705c95eb9b238586a5273c74b015d6aaa8dc928798a1842f266f +size 3539232 diff --git a/135M/final/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..611c47db09539f8d3273ebbc2bb26a1e4ece18d3 --- /dev/null +++ b/135M/final/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39ccef22c3d800329046619e1eed5c2ec545c66aec04fe08d06d1e91d21d7d2d +size 1248 diff --git a/135M/final/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9496a989d697cc5720af5b11ae6e9324d759977b --- /dev/null +++ b/135M/final/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:037e5798151fb0aafedec9abc1bb269e27b606426264b2447339c61325f4c61e +size 663784 diff --git a/135M/final/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..935642764e9d26c280c0cc31b7ad2868e4315d6d --- /dev/null +++ b/135M/final/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c0c3195c9a44dd76dae21d388c84b8a1ba9ac81cd71c23a6f472baa648db7a0 +size 1106256 diff --git a/135M/final/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4fbb66bed865069ad81c4cb52e5ee8a91dfba906 --- /dev/null +++ b/135M/final/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a66cd725feba90ac19ae03075a57fe39916c694c51bd69e17462d8d5df77adf +size 1248 diff --git a/135M/final/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60800aa823f879fa4b390cdab3d572f7128f613c --- /dev/null +++ b/135M/final/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47c7d809d6717acc38758610d2a15197b9dc8981e4aaf63ee6bbdf4c76f234cc +size 1769704 diff --git a/135M/final/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b1b8c0d635e59b8401c573172f1e1d4e2c95cd2 --- /dev/null +++ b/135M/final/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b375fe1ff0081a3cd4066c9e042535601fe6bf15bc0662e3e911b9a952941e26 +size 3539232 diff --git a/135M/final/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a68127b1593158db7bd62722c8151e69cbf76738 --- /dev/null +++ b/135M/final/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2416975e23126ac2481c2236dc2ec1398cac89472a65b91e95a9b7cbcb5133b7 +size 1248 diff --git a/135M/final/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13d1fe9faff2d48d12b36b5c2ed74029fa442773 --- /dev/null +++ b/135M/final/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84c295f5ef2f2377178ff5f38cac3fe74b909122ce5c3c90ee421ac43a9086bf +size 663784 diff --git a/135M/final/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00b8dd2ca7695946c12df61927877cf8eb723883 --- /dev/null +++ b/135M/final/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0788c01f3b6dfa708bf8d1bd9f97d492e70ef717d158cceef475ce12bbbc92c7 +size 1106256 diff --git a/135M/final/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f56a59414a4bf39bf48405c39b11d29aadbefb5c --- /dev/null +++ b/135M/final/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f10a756669200edba3cf7538c735e851eca6ce9103a982b1137b163f83981f6 +size 1248 diff --git a/135M/final/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5b0443d741bfee5249104cdb6657045b57ce8839 --- /dev/null +++ b/135M/final/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc5a6e1a7fdc59c221599358cf1a4899285bd95508f22226656a4ec0aff73e78 +size 1769704 diff --git a/135M/final/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26278b0e6b9d0148878be098ad786120f0f3011e --- /dev/null +++ b/135M/final/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5ec3d6e764ee63cc7d6f908cd6d972779164b804bdf66368aa7397ac99d312d +size 3539232 diff --git a/135M/final/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06ecc5535455a47c4006e28d18c6f689c1ac366f --- /dev/null +++ b/135M/final/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:554e3ce7178a3d824708f1abc4a04da73478e87b82ad606161e8d21eeecbebea +size 1248 diff --git a/135M/final/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..581601dad582c73515ba061cbfd1f687c718129f --- /dev/null +++ b/135M/final/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49c0bfdb4835f3397253b56a94484063e9009a1d613d5fce471e8bbbb76b6509 +size 663784 diff --git a/135M/final/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d2a9d721fdfcc350204ec4347daa9b9130f2172 --- /dev/null +++ b/135M/final/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e5b67cc943bec797531ddfa23494657256b0e0477c3297352a7c717ce6f8a1 +size 1106256 diff --git a/135M/final/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..261083ff1bc589ad60ed19288eae988aa1fccf42 --- /dev/null +++ b/135M/final/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94caea2859e16642dfb1bd509fd030eb3bc7124917e41b3f8331f4220c5dc1c4 +size 1248 diff --git a/135M/final/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba649eb91ba68197eb640c137cb7ea82185097a0 --- /dev/null +++ b/135M/final/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c512b57c307027cf6ce914b3f2d3e9decdf3527e584b05444f54eeeb6432be9 +size 1769704 diff --git a/135M/final/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d38691c6fb8d7f408489a3f4a8fe6ee210bf737e --- /dev/null +++ b/135M/final/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fefd03305cabf79fe65b300300199e25eb709a1295a1f1fecbaea9515ead80d7 +size 3539232 diff --git a/135M/final/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8214e1ea8a9c3fa59ef89bab62aa95e26b6b177e --- /dev/null +++ b/135M/final/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d24b5d64507d5f6f22626725556f72a9a53b55b0a90e9434b41b37b3eb5372e6 +size 1248 diff --git a/135M/final/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb16a0ee8ebebc199d3b69566d87b2a897c63d57 --- /dev/null +++ b/135M/final/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47456ddddd14e21a8cc8cfbb2807791d2b67a02874d47c983acc5559bb8a6a10 +size 663784 diff --git a/135M/final/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..85a33508e35c398f99f2ea14126772bcf7bc2c31 --- /dev/null +++ b/135M/final/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e76655e633fe85b29a4311f1b8baa678db3aa3b5e67543c9e5e1d8f05754573 +size 1106256 diff --git a/135M/final/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e81326a6305ca49618bf068a1d9476bed424a95e --- /dev/null +++ b/135M/final/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8abbc4eaa7089e237c20a9bf6044f558339dfecfb71939ad8d4f737cfc272693 +size 1248 diff --git a/135M/final/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9044e86c16a382c4488d79fff824ddcf81a125c2 --- /dev/null +++ b/135M/final/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c94b8b9b0eae38630dc57e76b170a6002efede23e3bc649dfdf08ba0e2bf703 +size 1769704 diff --git a/135M/final/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f5afb5badb164f2283521511622eab697978802 --- /dev/null +++ b/135M/final/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dbcde1332c208c65f85c6393b7e8d39cea293626a58dc3dd1aed507e7fb5d5d +size 3539232 diff --git a/135M/final/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b1fbb259f594fa5cd5641aeb1f0cca338b30c459 --- /dev/null +++ b/135M/final/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7a2d05ba5e97db76be95e2862593eee87b5d0f1814210cfdde21533f0172c6c +size 1248 diff --git a/135M/final/model/model/decoder/24/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/24/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..738e9a9b8441fe5352b2c0a2eaa2e7a862e4d9f2 --- /dev/null +++ b/135M/final/model/model/decoder/24/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d1a24a430bcef723ef487e47be91b81a13afbfe8289ec8f44b0b40e0c134452 +size 663784 diff --git a/135M/final/model/model/decoder/24/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/24/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..728af6f5929420eb4bff45e461d3545ccbfd36a5 --- /dev/null +++ b/135M/final/model/model/decoder/24/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73cb1be76c2d67dcfb1689f719362b0016bcb66003cd1444392228a5d601e898 +size 1106256 diff --git a/135M/final/model/model/decoder/24/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/24/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d7bacf99452ca13a5485ced0d6936b0f77cca87 --- /dev/null +++ b/135M/final/model/model/decoder/24/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2586edf65f7243d9b45b200873a0f3d78eea006a7be4ef71cec109d743ec0ba +size 1248 diff --git a/135M/final/model/model/decoder/24/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/24/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f69bca677e788650107e81a55badee6b655cae9b --- /dev/null +++ b/135M/final/model/model/decoder/24/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f70dcdebe4d8e715b68e0d099da03e686e33e0d02f91385c0cd28286e97b29 +size 1769704 diff --git a/135M/final/model/model/decoder/24/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/24/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2e106d80fb6778a6646099bc48284827a0ab849 --- /dev/null +++ b/135M/final/model/model/decoder/24/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f03dcbda426d32a8d6dae4f6fbd8a94003b9b64070946930fcc5e96c2981652d +size 3539232 diff --git a/135M/final/model/model/decoder/24/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/24/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..01e73d2b175ae0d8447e9adaf6505ed47c313b91 --- /dev/null +++ b/135M/final/model/model/decoder/24/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b61edb190f7f908099746c145dc84b9eb881221ec7d99a0bb8f96742c97fe01c +size 1248 diff --git a/135M/final/model/model/decoder/25/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/25/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64918b080af6313cbb19e73de51ddf94a695c871 --- /dev/null +++ b/135M/final/model/model/decoder/25/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a2b4f53ad29b0308d7c050b8c462578c029e271425c0ee1dccd507d64496b8f +size 663784 diff --git a/135M/final/model/model/decoder/25/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/25/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d2c494e4e416c697fecb15b956d5b0fdaafcc8ec --- /dev/null +++ b/135M/final/model/model/decoder/25/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f578bd10844deb83129e11b1089f4120b463147cbd6c661c6a82b80aba603b6 +size 1106256 diff --git a/135M/final/model/model/decoder/25/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/25/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c2c2a698b0cd47e7ef646fcf24f02715f97906e --- /dev/null +++ b/135M/final/model/model/decoder/25/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acb9e929044e5f0a9507622fb4e64c1dd8483704679018becab36919e7d1d5c5 +size 1248 diff --git a/135M/final/model/model/decoder/25/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/25/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c9ac9af2db8cc2ea927ebe7863880b86846354b --- /dev/null +++ b/135M/final/model/model/decoder/25/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc0eef3ce4167250616babe0cbf10146adc967a259ee3c9c23fff9bc23b45b2 +size 1769704 diff --git a/135M/final/model/model/decoder/25/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/25/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ad3ac2b76923eda00289b87d47a00f7e5bbcdcd7 --- /dev/null +++ b/135M/final/model/model/decoder/25/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a03a187bdf90512fead605666359619daf26948a61b955f019f5078b18d4f4a +size 3539232 diff --git a/135M/final/model/model/decoder/25/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/25/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19ed5fdcbcec468cae6ae83530271679808ff796 --- /dev/null +++ b/135M/final/model/model/decoder/25/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f09a1d411a27ee01c72626dc7b6d019689b29cf878f61576ddf6b7b294c8560 +size 1248 diff --git a/135M/final/model/model/decoder/26/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/26/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f298ca6332bf2950bf8c11f2e63b262ecd1cc758 --- /dev/null +++ b/135M/final/model/model/decoder/26/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d064695cf7d4169aeb7b8e3aed585f62c44d80d68af2c248b3b68c5e14f554a +size 663784 diff --git a/135M/final/model/model/decoder/26/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/26/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b0773bc85d9943d03742014ae6a752bc43eaa8fc --- /dev/null +++ b/135M/final/model/model/decoder/26/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03747e4df6ce4da857316fd5cf60a5bfd441c4de21cfac00254e7ea062d79084 +size 1106256 diff --git a/135M/final/model/model/decoder/26/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/26/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67ef4b14b74e30062541e70070bc48ae0711bb0c --- /dev/null +++ b/135M/final/model/model/decoder/26/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7499487db5ef4946c122369c7fda71408c28201edade0f123982d88b0a5d1f27 +size 1248 diff --git a/135M/final/model/model/decoder/26/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/26/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a1fff063164c1dd126d8c86b40e7edf0794296b3 --- /dev/null +++ b/135M/final/model/model/decoder/26/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa301dbb46a3af381b0c7367648d17aa2e0b81aec64f253261bd3c4e0369fc76 +size 1769704 diff --git a/135M/final/model/model/decoder/26/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/26/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e641c8d161b1538bfe0dda1bd9ef1a844a6e22eb --- /dev/null +++ b/135M/final/model/model/decoder/26/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7463a7946e4e83db396fd65f9a3db1b74f46c5d0700f698f4a177934ee25dd50 +size 3539232 diff --git a/135M/final/model/model/decoder/26/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/26/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a779de73cbb53d5a92df5ff869f5e5b58d735e3 --- /dev/null +++ b/135M/final/model/model/decoder/26/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04817f1942fb7fc4b52640efb821d524ad1083a2dabcb7b23c24e966335be136 +size 1248 diff --git a/135M/final/model/model/decoder/27/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/27/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2880351a19e23969f1b5f7d80d4c2476061280cc --- /dev/null +++ b/135M/final/model/model/decoder/27/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b0a1454ed580e8d9e0af58fef1a0bd05090b832c14e12450b06b2231710bd28 +size 663784 diff --git a/135M/final/model/model/decoder/27/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/27/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef099edf474099d414706dcc115b7edd28d4dfcc --- /dev/null +++ b/135M/final/model/model/decoder/27/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1dcd3574a2667dae7063aa0d75f06b0e2b8b80819e75ad45462287245449d68 +size 1106256 diff --git a/135M/final/model/model/decoder/27/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/27/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2efe7ab1d9f577aad21ddf73f408e7d8bfcacd06 --- /dev/null +++ b/135M/final/model/model/decoder/27/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41842125b7bda8aa22f8663fda64b17c59c854deaa09ac9d3435bc727ffa3c5d +size 1248 diff --git a/135M/final/model/model/decoder/27/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/27/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9fec19f6710fb07a7d6b23a401f1a6569366d019 --- /dev/null +++ b/135M/final/model/model/decoder/27/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9df9dc2b219d0ffe2d24169c2e09bd05c687a967cee1daf64a3f69a89244a330 +size 1769704 diff --git a/135M/final/model/model/decoder/27/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/27/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac11903b216a0148d582f32ab80cfa6fe921d4e8 --- /dev/null +++ b/135M/final/model/model/decoder/27/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0231b6bc6d6b905fa58b93da11b17dce10758dc9347b6816e21eee0d7dcfc56 +size 3539232 diff --git a/135M/final/model/model/decoder/27/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/27/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..518a9fe622c18e6aaef5888114c2aa9ac1f4ffc3 --- /dev/null +++ b/135M/final/model/model/decoder/27/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a9e045d5fe1fa74bb77bc58e52f0cd691b17e419686c638c7f51f5ff49bb4d6 +size 1248 diff --git a/135M/final/model/model/decoder/28/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/28/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d84b4b6c27c66b067137c01bc592f4cc0fefd574 --- /dev/null +++ b/135M/final/model/model/decoder/28/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10d6e1c3d349f0cb98b3e70f6b0aa0f321cb480766b008b19dc17ccae2bccfcb +size 663784 diff --git a/135M/final/model/model/decoder/28/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/28/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48bc5c0f9466f9fbdee9dfbb8262cc84d369e5ff --- /dev/null +++ b/135M/final/model/model/decoder/28/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c6bb1e304c5202c4574f405563e4c7b3657f570f22d797d2f8979e2b0d2314a +size 1106256 diff --git a/135M/final/model/model/decoder/28/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/28/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..852c4fda9e418bc999371352be9bbbd19dcb1ff0 --- /dev/null +++ b/135M/final/model/model/decoder/28/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9b119332eb825bbeb9771912b7ba7da5c2e46e7ccc1b6838aac38fd061cb89 +size 1248 diff --git a/135M/final/model/model/decoder/28/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/28/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..35b1455957210a4a9089e5d493b19c8fc523c2c4 --- /dev/null +++ b/135M/final/model/model/decoder/28/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68ad8fba080e77bd631ff46021973273b148aae4a678f7e28a809d8e46e190f7 +size 1769704 diff --git a/135M/final/model/model/decoder/28/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/28/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc80117829686d4705c456588fd3674219edc14e --- /dev/null +++ b/135M/final/model/model/decoder/28/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1f0a74d31f45ed70164e081f371ad8320df9a75669cfb44f3453cfa2986a4a6 +size 3539232 diff --git a/135M/final/model/model/decoder/28/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/28/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f1454cce44d799cab0783b3d6c9a00207de264e3 --- /dev/null +++ b/135M/final/model/model/decoder/28/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f40fc1733cdcc8e5ec4884fbd7dcf0192b5145d6fd8e1ef9378f6de7cb0831d +size 1248 diff --git a/135M/final/model/model/decoder/29/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/29/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c7f7f4d0f2482153b79d163d8385e1632c8709b --- /dev/null +++ b/135M/final/model/model/decoder/29/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d11c57b69ceb4aeed65b7742945641dc416e61915b5370b272688ebf28543f3 +size 663784 diff --git a/135M/final/model/model/decoder/29/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/29/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07bf533445d0437d210767abe063d726881a56c9 --- /dev/null +++ b/135M/final/model/model/decoder/29/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1c75a97d462056616e1982101e4bcfbf7e76d9591f5b1e427d7dad35d1e6e7d +size 1106256 diff --git a/135M/final/model/model/decoder/29/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/29/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..316db4b1289f1cdffe901c6c005d953cd7a81abc --- /dev/null +++ b/135M/final/model/model/decoder/29/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee0fe83be85bcd0a093251b6db6703f6b3804299fd4eafe26d7a674fc6365e7c +size 1248 diff --git a/135M/final/model/model/decoder/29/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/29/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb607c17cf902dc48c1186b89bc53a65c3b08ee9 --- /dev/null +++ b/135M/final/model/model/decoder/29/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5416774b4bcd83082828785ec769283f155dc14415e310bbcf0212e96fed29a1 +size 1769704 diff --git a/135M/final/model/model/decoder/29/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/29/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82c80ced79502fd157c62fa2df8dbae802b9db31 --- /dev/null +++ b/135M/final/model/model/decoder/29/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44017ac79739ac6d314cf859a9940ebda4684f9ea4373f687ee22870196d4ab4 +size 3539232 diff --git a/135M/final/model/model/decoder/29/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/29/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1838319175bc71073f66887568b09a45e07090cc --- /dev/null +++ b/135M/final/model/model/decoder/29/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76d69c3e021396a74e4f274705f6fff1fa37f5da8f0d30ce1ed57bba68be167c +size 1248 diff --git a/135M/final/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52f78dd8a43164400e29bcf0f80b399f5649144a --- /dev/null +++ b/135M/final/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23c3579b03c45a099c512c31e66192860cbe4c4f8bce9d6cfed48cf5da560520 +size 663784 diff --git a/135M/final/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd065fa0ba843ecd6ec0860636dadd99aaab2358 --- /dev/null +++ b/135M/final/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f90dee29b887ec0f2a3378ee1aa271add40871e4d2d562158e5d9dbbcd474c6 +size 1106256 diff --git a/135M/final/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7307f83fb928f1284c89691f5272d541c0070f7 --- /dev/null +++ b/135M/final/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:070af5dec038681e3aff06aa46d1828113533d8ad97a0106c1844b2855a4686c +size 1248 diff --git a/135M/final/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e7e0067f50157edca4b8278738d75a3dcdb2707 --- /dev/null +++ b/135M/final/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3865e16ee36cc43357caf56cc913f71b0d3edfca3f3a0457cfda547d07eae9d0 +size 1769704 diff --git a/135M/final/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eeef60e2b704c43746468773807549e587b0d34e --- /dev/null +++ b/135M/final/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3466f827cbc25a8000e59071435807631566a0de67a9982da0cef74fcda3f6 +size 3539232 diff --git a/135M/final/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..364a21b35c1f1a86430d44a0e4fcfc74b019b41b --- /dev/null +++ b/135M/final/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:629f6606dcc5c0431d0c9f8141b549565eea39b434ec22753496d061c06d9321 +size 1248 diff --git a/135M/final/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7ccd0442f052f74362649bd08fb7a35474c0d9a --- /dev/null +++ b/135M/final/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10aee1d25d7fcf5f561b21a01bd50ddbc4b513a5a9ee8956b163bd6ed761a28d +size 663784 diff --git a/135M/final/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d36775a5a040b66418fa02398dacc4be13515c3d --- /dev/null +++ b/135M/final/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e83873ea25710bc9226459c6032f47255b11e033f4b3487b631bbf1d4df28320 +size 1106256 diff --git a/135M/final/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d7bbbc696e58da4b80eef4ae3665d27213fcced --- /dev/null +++ b/135M/final/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02cca87dc2fbc2a737e6a54d391791115c7c7a0dd84bc9ea75236ffc7c0dbc46 +size 1248 diff --git a/135M/final/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..907bea0dd17f0823960095ee1ddab157e737409c --- /dev/null +++ b/135M/final/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c577e0eee4b6df32abea350628119145e90ec0e6c81bdadbf250472d9cbbcb9d +size 1769704 diff --git a/135M/final/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3dcb2f400ee9e01735f7dcefce3fa7dc500260c3 --- /dev/null +++ b/135M/final/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd48612f0415e19936de2003e3c5b6b3ec6d0a759dc2d0b9535e0901e09645ff +size 3539232 diff --git a/135M/final/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..72e912c0b71955ec1ce72d1f3049da00875c4fb5 --- /dev/null +++ b/135M/final/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1293c5ee7f0d82984f9043ede3a581f4bcc265dc73da79bba9ca00b3117ad5be +size 1248 diff --git a/135M/final/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d00b2000463fdbf566aaea1ecc82747ccb43f1cd --- /dev/null +++ b/135M/final/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:809223173523c0a553bd67b6c51cd354e0b968162b741267d4b21ff50966cf94 +size 663784 diff --git a/135M/final/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc2babac0b1af11f89b97a42c987771131c55974 --- /dev/null +++ b/135M/final/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:826c243cc994f862d4004cffe0619d801bb9ae4f5dbdb2910e723b7b5323b16e +size 1106256 diff --git a/135M/final/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a00c5df6344205b1733c086537a5ea07dfc93f86 --- /dev/null +++ b/135M/final/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c6cdd1d29d1aadb49925a696f88c8487f7f32480a87c3deb3aa8fc883441ffb +size 1248 diff --git a/135M/final/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3ed3ae9e19800c7c4d5fd86da3d1106e915bc27 --- /dev/null +++ b/135M/final/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1357ef265635c122e5993e7cdf6177dbd0ed5685791e3f6985b71316a648172 +size 1769704 diff --git a/135M/final/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8a160c8227931341a5a84caf7989b9bee2262e4 --- /dev/null +++ b/135M/final/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba97099968ca72c483d62b88649f094950fef431f417ee6e4b5e05c62e7d5a7b +size 3539232 diff --git a/135M/final/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a2c746743732050b799da47975252105dc9029a --- /dev/null +++ b/135M/final/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60f307d6a428b652251011058dd3244d1c265843ae6cb1c9c51efc5bcad4ee6f +size 1248 diff --git a/135M/final/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9e794d726532c71852dcf30c3bc4726a92e770af --- /dev/null +++ b/135M/final/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f551ed8ed31947484c202817c195cd05112384e0e5bf2200033f38b63d27f411 +size 663784 diff --git a/135M/final/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee90f4147667ca9b936531c8aad0e36f02c3f77a --- /dev/null +++ b/135M/final/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b644b26add1947f73f166d29aec7cc532d69b532d55eb3f2a775d6ba57f96c75 +size 1106256 diff --git a/135M/final/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4578d9729be05930d63365bfd0ac644674b2f7a --- /dev/null +++ b/135M/final/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ecc5b27cf6cc58dd91c4af80a59728e2b252966f4a2fb971ba25c15d4644066 +size 1248 diff --git a/135M/final/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2176f19d8f8a3a6df1358570aba0d37f4bace6b --- /dev/null +++ b/135M/final/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4fa27abbf61ce583f7de3222e3abf55ecedfefa706d051d5dfaf4f9c59244e0 +size 1769704 diff --git a/135M/final/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c887652ce9b15069d8b211a60a1072a390451fdc --- /dev/null +++ b/135M/final/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa93e5d6eb731acf063d7ea81fa1a2a24a6ed61c6b286a276a404efed052b54 +size 3539232 diff --git a/135M/final/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21d524bfd07a2299801037299f0bea9ad7797c4d --- /dev/null +++ b/135M/final/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f35d5fc0b1d77996b3f457427bee805ad678bb81318559767700d4165308399b +size 1248 diff --git a/135M/final/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab41178bf19c18611fff8271ea7097b668799a6a --- /dev/null +++ b/135M/final/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ef4b390f792a67a9bac52375cb91fb05e65546cac15537e5b532bde9530f4b8 +size 663784 diff --git a/135M/final/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9cd788db95d83a6f40733c8f1f1ef4f411894c67 --- /dev/null +++ b/135M/final/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c17c7ecf60097393b761d555a4eda7b63d1550388dbb2f4e35dd4e05ccad485c +size 1106256 diff --git a/135M/final/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..019e9550de4a4a163440424520d2faf087079e84 --- /dev/null +++ b/135M/final/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:340af9894bb96892a5d3112822ec5870bc0f50e4f7fb764cb157390383362ffb +size 1248 diff --git a/135M/final/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c0d850542da2e82b9e229e45b37de7d94c2cb568 --- /dev/null +++ b/135M/final/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6a61da45c031fb6267e8571c072fd05d6aafa51240cf370fb386f23ecc71258 +size 1769704 diff --git a/135M/final/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..601f416961c8adaa35fffec394ccbf2787d5379d --- /dev/null +++ b/135M/final/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8314b235a6035bd411ed6396700ad9806e5ca065f0c0b747b3c8f6bfc78bf184 +size 3539232 diff --git a/135M/final/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea891eb74610b615b9bca726c8fe5344d45476d0 --- /dev/null +++ b/135M/final/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b07b04476e997527334dfa9443b2f96b706192cf1a34250d267ecf99827c9160 +size 1248 diff --git a/135M/final/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c27b3ce2b941e75a9496e849a3417b7566659ed --- /dev/null +++ b/135M/final/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4a91b65e5c08f54d3b23dc7a892eab3cdedef5dbd49c768c9488924f07038b +size 663784 diff --git a/135M/final/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de31e7cdb623911832f91596749c7fae53d5ce0d --- /dev/null +++ b/135M/final/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef4bec54d21fc258fe9705fff73d2801ae9ce3d4ea92438410b23514e7fac4cc +size 1106256 diff --git a/135M/final/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1bd57aee95db38933e3f1baa2f0d238231ae7775 --- /dev/null +++ b/135M/final/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d708e847dcd8f20a181d2913af45a9893d32e135f2342cc41f4e3ec48445a80a +size 1248 diff --git a/135M/final/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6bdc0d2734d56b2f76ac97d31baa4ee41c2ca129 --- /dev/null +++ b/135M/final/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c32ada3221362bcaa290875333ab74690f715294b5caefc51f524d1e1434cba5 +size 1769704 diff --git a/135M/final/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f80b1cb0305e33bc116f01327b45983bd761efbe --- /dev/null +++ b/135M/final/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f26d6a24754653e1ceaac709ce4da01db67ab1090cb78af52965947010a0aa8 +size 3539232 diff --git a/135M/final/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..edb74ab8f27c071dd8a4a20c73ad1fe28e9f8cf3 --- /dev/null +++ b/135M/final/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e3c57664a4fa0a785958cf0a2131b71ea4f271822ea2f79ca18fc260d74e4f +size 1248 diff --git a/135M/final/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e9b66d337f23dfdb92ae937e5ac38e578fd768fc --- /dev/null +++ b/135M/final/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dcab208215799a577b9d7726a3dd42feff01dfc7852506b3baa4c189552677b +size 663784 diff --git a/135M/final/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39ff8535717f35e41e05c8e7209162d353cc5e6e --- /dev/null +++ b/135M/final/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7079ae022f6a30bef653721d41d0b488abccc346bd7cc6d72adbab085afbebd +size 1106256 diff --git a/135M/final/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d0e0c2c9d307a0afd25ded300f96f619b11c2e58 --- /dev/null +++ b/135M/final/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd3ce7d07773a2f86b93506b46c047809c55c1e42b5125e79c1b6227f966b9bf +size 1248 diff --git a/135M/final/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3f787a2f46e355fdf4ced63f75cc6b47c2a55a7e --- /dev/null +++ b/135M/final/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f61f2c51f7d22c6bd29479370e78081cf6370249ebb2256f855dea82a62bcc09 +size 1769704 diff --git a/135M/final/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d1bd5863344f1b434ad952d2ac25416157f8de9b --- /dev/null +++ b/135M/final/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c24aff1ccfc753d2592ddf4f481d585eed9d37b7e8e6b70ffef2492dda1234d +size 3539232 diff --git a/135M/final/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/final/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6477766721694a0f2ec435d82824d2b361862dc2 --- /dev/null +++ b/135M/final/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58763616517fe9359076bec1db85aa944ff6a58ed372e39dea18d0b3a4561921 +size 1248 diff --git a/135M/final/model/model/final_layer_norm/pp_block/model_weight.safetensors b/135M/final/model/model/final_layer_norm/pp_block/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fbcdd28fdad54c495360b9a9a93aad594da9674d --- /dev/null +++ b/135M/final/model/model/final_layer_norm/pp_block/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34f182c26ee893693cea4c4749848f748cbd1cecb8a2e9c9db001362e93fc1a3 +size 1248 diff --git a/135M/final/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/final/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..185dcd925398ed7899e98694de5e6f21257cf055 --- /dev/null +++ b/135M/final/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d3520267a03bc6010bacfc13d76cd460a98f08af41a98fb2f61e26a5513209d +size 56623344 diff --git a/135M/final/model_config.json b/135M/final/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1999f9a7ccd9a5940cdac24e59f315ebb0353c07 --- /dev/null +++ b/135M/final/model_config.json @@ -0,0 +1 @@ +{"bos_token_id": 0, "eos_token_id": 0, "hidden_act": "silu", "hidden_size": 576, "initializer_range": 0.041666666666666664, "intermediate_size": 1536, "is_llama_config": true, "max_position_embeddings": 2048, "num_attention_heads": 9, "num_hidden_layers": 30, "num_key_value_heads": 3, "pad_token_id": null, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "rope_interleaved": false, "tie_word_embeddings": true, "use_cache": true, "vocab_size": 49152} \ No newline at end of file diff --git a/135M/final/optimizer/optimizer_config.json b/135M/final/optimizer/optimizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..bcfd4f3b5969da691013e7ea6d3ffc23f20a1c06 --- /dev/null +++ b/135M/final/optimizer/optimizer_config.json @@ -0,0 +1 @@ +{"type": "OptimizerFromGradientAccumulator", "parallelism": {"tp_size": "1", "dp_size": "64", "pp_size": "1", "expert_parallel_size": "1"}, "configs": {}} \ No newline at end of file diff --git a/135M/final/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt b/135M/final/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2f142edb6bf59185f5cc5882da6f271c9ef6d2f --- /dev/null +++ b/135M/final/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f8c98d43b286e23794d840aead79ceb42296419983d3f4a76c8bba2089acb5c +size 1614403187 diff --git a/135M/final/random/tp-0-of-1_dp-0-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-0-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..eda9f25bdc2c729be1246bcf63488f78fef54e25 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-0-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b338d4d075c2585f40bb7fa67829cec9f1bd106ac64b253d5647a95ed91cece8 +size 1084 diff --git a/135M/final/random/tp-0-of-1_dp-1-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-1-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa6ee1d77eb624caf1814ee09ff485ca223f2667 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-1-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38eadb4d97be4aeb35436a9d596cfeec590d958ff1a48c15c9882e31fcb9a895 +size 1084 diff --git a/135M/final/random/tp-0-of-1_dp-10-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-10-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9379ebf9b62ad7de2811ef2f7ecb7d97eddd98b --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-10-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80648c29aff5548ba7b91e212f26b7aec65870925a06b5a44f8613b382ec8df4 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-11-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-11-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e32ed8faf0c871a781fb7e1ee6f8cc6296e0714 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-11-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a92a1e40a17e30bda70e9b7df583117cc191aba895d605b599a3d72d3448ef63 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-12-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-12-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..99204b9f6db87bae2d64458e3f48d05c90159063 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-12-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4179de429ba674179a6b2a433f0f7ddf114b477ae6b2e78588243068389e59a +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-13-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-13-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d5100072e572e6e94d17bb3a56f1655f57f8716 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-13-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff0679f3010bff42f323cae9f9ef132ffcc2958a7328dfccb4cffe0430fc6df0 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-14-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-14-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b222c304ba91ba9986e6311f92b974a1307bb35 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-14-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ceb13bc3348c2e9450978a75beb7e36e45637fa574c466a8505a5cf20a7917 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-15-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-15-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..241e85bf284adb8f208710fbd93f579c8d964096 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-15-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee802dfe7612d54939acb9699a0eaa9b8c2ab6c4a0d84a678a52c6261350381e +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-16-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-16-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b094be2538321d1782b89745b2db2311e50025dc --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-16-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b12019b96e13fd1d2738ceaf35a843edbd28b90ee0e06ef9ac17a9bd3b5126a +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-17-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-17-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3eb4b3af8d91c8d7281722e73fd617ad69c41dc --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-17-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18af920b83443f41fa928354956686a8f3a8c3e3649f722a79b2dfec5ef661f1 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-18-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-18-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..14245f7ba991dd1afde1728bbbe7366d953a42d1 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-18-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d630ee575b26ffb2b859bf57aa079f72fd6eef9ee8425b5cf94a83b022683d +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-19-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-19-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb2d126f792cf01a7d66f2770a60aabb4a38a295 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-19-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9028851fd0c4cbfc875a0b39f88c3e8b3e7c40d3b57f2000293a2c46d7663827 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-2-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-2-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3921344f6ddf87f724e5a5e39116025efe6c1ca8 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-2-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aee918f9afefcc4967e3bb99eb3c52c5ff640db963956b83c70a5baa30c69125 +size 1084 diff --git a/135M/final/random/tp-0-of-1_dp-20-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-20-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5adeeb360d38b2d0b89be400bbbf075685ffa82 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-20-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:513fdebe853925b15109cffaf17c138292316958adaa98f0ae04d136760e8ece +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-21-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-21-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4700c5491dc547ed2ed18cab9d1ff798dc89a23 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-21-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3987f30302a1b8e8f7ce03b111a5e15a3ac2609bf5d1d1d8025b29bf0d82bcb7 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-22-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-22-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..08095580b26b109b21f9c17396026659e4192e3a --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-22-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12218ece5410cdb67ded68ca735a9ae1fb9fa5c9d5688b7fc18faf0552fac806 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-23-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-23-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8562c867129ea4df125046bf10cf42e5dc15e8d8 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-23-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a7e22aa29209cb17982b7de18b77f59289cabffdf121e55db8275dbe8e6b8c2 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-24-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-24-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..866b84724b81dec226cd9206896f49d1f9ed1f50 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-24-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59cbd533998be54f497eb0c18160e598cdb150495d7721e67a5c6f44716396fc +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-25-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-25-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..54d5257be4950189f61ffca2164d6752c9bcab91 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-25-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95e9c84991d9d6a88c32aa62e8db76303e5d3da733c206d668d3470e5b3c9c97 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-26-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-26-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..02fd83a36b2cc711fa31af05886e975e5c337108 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-26-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c61afec7bdd70db6bd57d0b092a9f9535618ce3f0207defc999edb7a9172d82 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-27-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-27-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb4ce490fb017c6df1656110f389dc3a764d70f8 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-27-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db7feae2018685f079e2069d2d589722dc5ea2f0f4346dca44a84ee77eb246e +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-28-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-28-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..080c4b7cd4bb0d3de85cac38af76c91359202643 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-28-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb2c04f1132efc95a54ba04e9c76ea181ca96d27bbabac9835bd977ff5ea8b02 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-29-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-29-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6be2635420836d2677e8ab956c72d136fae36cb1 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-29-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebfea88e2292ea5573d1b8f8453a1ace9ef82e0d13740fcc8410dea5b8ed74d +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-3-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-3-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..83a3d1b74e029b4e7d1663e5b451104881e44240 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-3-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60ac4331356988d2a30217e8a25ea61ac32cec80cb9edcb4e4d2d7a2d69f03c9 +size 1084 diff --git a/135M/final/random/tp-0-of-1_dp-30-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-30-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f92a0cef9cad4f728e293c93258f7395e2d72a03 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-30-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61588db92cccc219074aa9ae2eee6ca202844e44bf8b130388fa93f57e1e8f95 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-31-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-31-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f948af0b4dadd54abb4cb9c293778eb520ed387 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-31-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ca3cb33f2386cde36f8d09a0223c452c19db45b5561d67888e2c96d6a42018b +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-32-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-32-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ded7648f81c7a28bff68ae341da4c5292bf5805 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-32-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32f11a0ba99e4a45a120fb6eef720b0978fe67fbdfb5391e57af1a717e80c2cb +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-33-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-33-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c8c0ecb8343ca3f6eea2de1903a4d557cad2b49 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-33-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ff6f7f318609a3ce1f0c7c978c10e8bd719bdd5e7b43a1afdc05b7a52d02d97 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-34-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-34-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..219b63d0cafbc6e46a931de3282bfa9e4cae675d --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-34-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d00bb840be569001dfa2437c219c7eb0c04617efdcfa688d9bf46a009bb7444 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-35-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-35-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae71b92cc626584a5c705bbe3c12c22922d4f0a9 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-35-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba2fe8bd890b20a60f68c914d1b5b8d7d9e3045fd47c508341c8e4599904cd1 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-36-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-36-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..33c72f556d396be4aa44bdc8ad2f2b9ba6dbb244 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-36-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9681c3c14a3336514c0ebd90a5090216f82f9a7b53e6ba1d1c52598f2702853 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-37-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-37-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd9b9790279e6221a26c77a9a41e9bf64621b2d6 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-37-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0352016e77f55aea5be43fff779dbb54b2f968675d40ea9955845ea1fa1fcd88 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-38-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-38-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..06748cc509eca04ff07ba60d90ab9e7f919e7816 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-38-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b726e16c0873eeb7209ae698d6caa7c7d75cac2aa6a81eb682763a0af920c9 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-39-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-39-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..18b199bebc016f8f665d27dfce8ff5166a1ce46b --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-39-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d8d11392ef840a9095dadeacbb63a3aa70ae5ad639bfbc329334ba7504fce1e +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-4-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-4-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..98588f051cde313cf4f3e4d5faf11f64587da7ea --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-4-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b50156ab8118b23b3ac5d0d50696402e0b8d6b7f8cce9875929dfadfc1ad692b +size 1084 diff --git a/135M/final/random/tp-0-of-1_dp-40-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-40-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0d2e242d679e15c432b5177b89e22c77d1f0338 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-40-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63e8d4dc6bc915d0579d69a547da5e6f63872397b1b0509f1384bada48e9b8e9 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-41-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-41-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8db4540bde34a106099bd6cc7f4f6967ab56c3e7 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-41-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7038cd8f4c93fe4ed04548e08966bc8f379c7e6d7e001551fe703cb0ed3b6d65 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-42-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-42-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..75e08e36a691f9ac09f7dd06d6b954d06996d4e3 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-42-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d1b8b2bf94a64ba7ed612a4f54873ba05401558afc64ceae5f19c29c4617820 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-43-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-43-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b09f51079762feec52a332c2383740bbddde847 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-43-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8613e94d0e15dd0e6959a75d05960312c4bb9926d9b5b7be790bd6e3eb9ed36f +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-44-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-44-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d020c0e268f4cf235863d72393818cf9092e3407 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-44-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44433e7728a95c76bd9d2f5f03e0a2feaa8c96efbe0f68dca14681b38647450a +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-45-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-45-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bdd07665d550e407ab3cf4be26ddc14c57cf194 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-45-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:134c020adf7b016bfa68a232861ff18231cf3a278624c3be0baa60aa031bae44 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-46-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-46-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cd82d0058695de49f52eab688c26a647d0318ae --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-46-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:528d8bb71f745fcab395dfd3f029710f8cbc02ca1d19c66e63d8375e0eb0db68 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-47-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-47-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..173ae1fd32e1c577186c975c37a20845de6fc0cc --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-47-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6192e62a11fe5e139112e51dc794e8a167d6a45104626584b58088e98744105 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-48-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-48-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a2507fab616fada549e79c62df48595b6febeee --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-48-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5324d0339622436a02dac41a4f2cb831cb9e8a4f44d552cbafd8e6b12ac0623c +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-49-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-49-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..041bab7343dc557b90b382879a7e881f94b1f1bb --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-49-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d8570fac388c6920604d1cf5e65a538c261e1b0ca779999520f54136fac894b +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-5-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-5-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef2cc7e4291d0162815e9a21afb71b35d877b0e6 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-5-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf7747617da7765ccf1277a10d87e4abe6ee2ae39006dca14121039b92c5ba51 +size 1084 diff --git a/135M/final/random/tp-0-of-1_dp-50-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-50-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..977a2757b3f34119d68b1dfd2f5b286a7bbe9c17 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-50-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfbaf8480843ed31cc6e67a88757223282729d7460441fa73b516c9d17da1ad6 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-51-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-51-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fee465aaf28eecd90d9e6bddce9a196383bd985 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-51-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2682179807c2a92dadad15bd02f2ed3c89e3860df144e65bc7913f9ffbabc9f9 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-52-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-52-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbca4950273e1bdaf25ec1e612d085cb2e20fd7e --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-52-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8d57a85ec63535450e90e4e6599a04bda6ffa56f26439c6b3e111da2f3fd20e +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-53-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-53-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9156a7fecfd7b18625af81dc4e0a22b5854ab20 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-53-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e57af91ed0f361c88d626fc9b36742b40f68fe5435e33c000603787b4fb0f39 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-54-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-54-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab59a8a7d1765d94cd92d5eeb9f3839936e9f30f --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-54-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:064d4f651949a6aebc7c1bebfb79bebc6622561858ef9caa4abb8a9b2f4d8a05 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-55-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-55-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..130a39ba89b8d3630db00b4333e979a13952255a --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-55-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca674468451dc7052083090d6706954e3a6362e60031971a46e0b6b81278697c +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-56-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-56-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..94715d04af8c9b15534cd75602d3c8788d47eafb --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-56-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6b2ddc7b81e3b7d6b6846ad3109f8862df08c7d6a36fec2f3900d64f46f9684 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-57-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-57-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e1bb96f58658cfa3bdcaa27521ace446590f743 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-57-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d817631e868e1774004256705d88a3f73f233c26fa05f1bc6c4f00cb72c9d7d +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-58-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-58-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d75adf2f569f1e1b841432599b5d1b8258e6af2 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-58-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05777aa2873056f68f94cb0de8a107916b255b771e8b4579b3221f0018f0f915 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-59-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-59-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..125e4fe3d64cb7bb102d6009a210d34931bfbced --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-59-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaf82c07c97de01a2ddf0849b17e8b308efbc8e7d8de29be9fe000475867c400 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-6-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-6-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc962b0b53925be6427832ae6a299b9700771e5c --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-6-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85011b3c6602dbb0c6f9aa5266233c8f99464d333312e3c4b353377e1a98a1e8 +size 1084 diff --git a/135M/final/random/tp-0-of-1_dp-60-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-60-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c8735473037e4ffe7b55b0ef449aa12179105f7 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-60-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d38c3e5b2ed93fd4db7df901890a8c040589184061f01ddf8a3fcc8e623353 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-61-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-61-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6009cd6e5a54436f5b9e92ea620af2e787c49f74 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-61-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ede0a30cb5dc1c1704a477fabe69335f10a0ff34688a548244f18851459c28a0 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-62-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-62-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..24b062138f4ac48cc07258777e3862f9fd255bb4 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-62-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba6a086f7f8bdaaa50c84d2348918d5e5f6d59f2ef1a698cf3123eaaf666855 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-63-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-63-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..86e9e5f01ad1198fe747a4d9f0f8d32c3c49d2e3 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-63-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:765093770c47b31768a2ce76e8a5da0c0419ec5f68e067f1e3ddac9436152379 +size 1088 diff --git a/135M/final/random/tp-0-of-1_dp-7-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-7-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2512d64c67e20b09029805af82ce69eaa396033c --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-7-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68c643430fcf92b63d571e4b48e5edafc5d5f8c12a4c82bd886f66518556d8fc +size 1084 diff --git a/135M/final/random/tp-0-of-1_dp-8-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-8-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e165956b4da0a125860218d2d750f2aee6630d0b --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-8-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b294953e6791b16cda921b33bee3a7d28c7b69bc8922a41f1d89b35bc5c8c37 +size 1084 diff --git a/135M/final/random/tp-0-of-1_dp-9-of-64_pp-0-of-1.pt b/135M/final/random/tp-0-of-1_dp-9-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..484560690ea68aa9cca1e2e8261fb1c5fd485e90 --- /dev/null +++ b/135M/final/random/tp-0-of-1_dp-9-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9956b6fd766485a7410524f8643e0d9f3944ba849c2265a95c404f48bcfe663 +size 1084 diff --git a/135M/pre-decay/checkpoint_metadata.json b/135M/pre-decay/checkpoint_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..3763f6a640c70cc33e423d11b61eb1ffe6aa5074 --- /dev/null +++ b/135M/pre-decay/checkpoint_metadata.json @@ -0,0 +1,18 @@ +{ + "custom_metas": null, + "dp": 64, + "metas": { + "consumed_train_samples": 819200000, + "data_stages": [ + { + "consumed_train_samples": 819200000, + "name": "stable", + "start_training_step": 1 + } + ], + "last_stage_idx": 0, + "last_train_step": 1600000 + }, + "tp": 1, + "version": "1.4" +} \ No newline at end of file diff --git a/135M/pre-decay/config.yaml b/135M/pre-decay/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ecdcd1e3304bc81771ed061974f2dd2e9614295d --- /dev/null +++ b/135M/pre-decay/config.yaml @@ -0,0 +1,99 @@ +checkpoints: + checkpoint_interval: 2000 + checkpoints_path: checkpoints + checkpoints_path_is_shared_file_system: false + resume_checkpoint_path: null + save_final_state: false + save_initial_state: false +data_stages: +- data: + dataset: + dataset_folder: + - datasets/smollm2-corpus + dataset_weights: + - 1.0 + num_loading_workers: 0 + seed: 8 + name: stable phase + start_training_step: 1 +general: + benchmark_csv_path: null + consumed_train_samples: null + ignore_sanity_checks: true + project: smollm2 + run: smollm2-135M + seed: 8 + step: 1600000 +logging: + iteration_step_info_interval: 1 + log_level: info + log_level_replica: info +model: + ddp_bucket_cap_mb: 25 + dtype: bfloat16 + init_method: + std: 0.041666666666666664 + make_vocab_size_divisible_by: 1 + model_config: + bos_token_id: 0 + eos_token_id: 0 + hidden_act: silu + hidden_size: 576 + initializer_range: 0.041666666666666664 + intermediate_size: 1536 + is_llama_config: true + max_position_embeddings: 2048 + num_attention_heads: 9 + num_hidden_layers: 30 + num_key_value_heads: 3 + pad_token_id: null + pretraining_tp: 1 + rms_norm_eps: 1.0e-05 + rope_interleaved: false + rope_scaling: null + rope_theta: 10000.0 + tie_word_embeddings: true + use_cache: true + vocab_size: 49152 +optimizer: + accumulate_grad_in_fp32: true + clip_grad: 1.0 + learning_rate_scheduler: + learning_rate: 0.003 + lr_decay_starting_step: 1600000 + lr_decay_steps: 400000 + lr_decay_style: linear + lr_warmup_steps: 2000 + lr_warmup_style: linear + min_decay_lr: 0 + optimizer_factory: + adam_beta1: 0.9 + adam_beta2: 0.95 + adam_eps: 1.0e-08 + name: adamW + torch_adam_is_fused: true + weight_decay: 0.01 + zero_stage: 0 +parallelism: + dp: 64 + expert_parallel_size: 1 + pp: 1 + pp_engine: 1f1b + recompute_layer: false + tp: 1 + tp_linear_async_communication: true + tp_mode: REDUCE_SCATTER + tp_recompute_allgather: true +profiler: null +tokenizer: + tokenizer_max_length: null + tokenizer_name_or_path: HuggingFaceTB/cosmo2-tokenizer + tokenizer_revision: null +tokens: + batch_accumulation_per_replica: 1 + limit_test_batches: 0 + limit_val_batches: 0 + micro_batch_size: 8 + sequence_length: 2048 + train_steps: 2000000 + val_check_interval: 1000 diff --git a/135M/pre-decay/lr_scheduler/lr_scheduler.pt b/135M/pre-decay/lr_scheduler/lr_scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..3929dcf86d838398737a00e2e12a0d8720e16fb4 --- /dev/null +++ b/135M/pre-decay/lr_scheduler/lr_scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f05a99c4ab0f963fbf2f3c3b9af6678780d6a9da81d2f4ccc217c461436951d +size 4852 diff --git a/135M/pre-decay/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae2e33b710ea9d04b59e1944ac83923dc85440d9 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07d4cd36432c66b6a733d072fd440d5a4cbe4c8eadd09aebbed255c5a07fab9b +size 663784 diff --git a/135M/pre-decay/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e14bb12ac1da629f17fb44db9020044f4ad781c --- /dev/null +++ b/135M/pre-decay/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96016abc33a8b7995a05645d8f9b43907aabda3889aa975f515ea9ede8212f63 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9fd3fe6d777c46edb4e9f9319d50351b235d4455 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa3d240ef3487dd68608e38a3d93c22e771d8e9eb7b23b79f193b06ea29bb4b5 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a38dd702cf032d137a1a04c9dacb15bc8a55b96f --- /dev/null +++ b/135M/pre-decay/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9a5d507d92a23695a0bcb2a5a19ef7565f94792ddd054fe523be87bb054c8ac +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..94ad9ebd18904d5bc0024a2f17b2272f59fe7231 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd9eae5f941d99091d119058f6b4d9c5359f89c1643c55f74194c2d15fcffe8 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a11ca653076825ecd05852b4168009c5c354af1 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9fa2ff120159a41413f243ee97b6a32a5ac8b6081195297e10c2a9f7de8dafb +size 1248 diff --git a/135M/pre-decay/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f9e5bf0ab73d32761321ff236482644b158725f --- /dev/null +++ b/135M/pre-decay/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31020a05dbd8c97e5f59be04bad6795a212f9acf6185e230b1c7c877216e33f +size 663784 diff --git a/135M/pre-decay/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eb3fc7e99cfcb4283e498466f9a18818c56282b9 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efafd6cb7499bcc9c54c8a56096cd623f0686274cc5332c9000ae9f183ab7e0f +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2471045bd444c073d95b8deb95c000427db61cc3 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:912660ac44f9f8aa967d221ea47768e3d93de39ede0609f42107780328bd9edb +size 1248 diff --git a/135M/pre-decay/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f56d191d516b275c598dd70075ebc46ad8faa5fd --- /dev/null +++ b/135M/pre-decay/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a926177a800a06f6e2e23e618675e048f01db676e8d226d830fd486d49ab7a62 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..58d2e6660e0be99e14ef6a51878c16597e21078f --- /dev/null +++ b/135M/pre-decay/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:188a6fc984abf0a417a7665686ec66a96175f459e6d29afd91bda46aa5b7c0d0 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45544038733e3a8ed3a07dad9dcd969f95cce5c7 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60719a4074ce541464525ca31646e8d697b084ea3dea4f754b516c569dd46309 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c606c0bfedba73a255b58ce8ad138be866806cad --- /dev/null +++ b/135M/pre-decay/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d81c0915ac5a2fb259855657ebf85f968672c97e5f5cae85040e215b28b8a42d +size 663784 diff --git a/135M/pre-decay/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f40eee031938db19771dec223ca76ed654eb51a4 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:facaf6b23c6bd2d37be57f0f78ac2a5ebf8c7b648f19efb6d1f3a9ddd2c02fe4 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c08e5aaf562c8c149c4eb42f4772f5b2cd43f2b --- /dev/null +++ b/135M/pre-decay/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a42e698144e1e4478d7a2fafaa4a882b500594c5dd9aa3d143e278aa39e1fe85 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f5a89c363e9e85261f465de740bbf85bb1cb96c --- /dev/null +++ b/135M/pre-decay/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dd703f81dd85b3d4f70a184910e3fe1cdcea0005ca2895a1a073bf7794d4174 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e6a26d704ca45712394e1264dea38bd2837d0a6a --- /dev/null +++ b/135M/pre-decay/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c4f6ab2dd9f99b46f9a73f1cdd77d8d7a41c743417ff78e921ca1003c032cb +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ea98540c44c00789c409b84108790cdd20256fc --- /dev/null +++ b/135M/pre-decay/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a18d9b342146d1b15aaa96ef9b18066a39a747502396e9cdaa4a65be32a4610 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..effd3a8d8fef25ca8e4929a840949147d0425555 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:120972852fd40d39cfa8893cfb26a36f648f139662ff7070d974c6f5368bd7a0 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f251f17eafcd00f63cc17b9b378682bb93b45450 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b4137c44598731766dc4896fcf41aa4e521110bc8105a0ff8538e6b6b4d3889 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd1fe3ae92e334e59c024072b57f1cc6f399ce4d --- /dev/null +++ b/135M/pre-decay/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43c11b922a33aef58237865301b259ba72605402c381cab30383f542cfa268e0 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3c5edc9e88a05239de26ae936c2bb98583dc2ab --- /dev/null +++ b/135M/pre-decay/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6974f9ea51cab5db59313e56cf3370a095044acabc1108878b7e1282b6da1033 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4b616e1f560a8d76570477e0cb0502cb69d73236 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad84808b370a3de78bcd01c6554d4e00ee3a00ff6d594810976cdf48c8032f8f +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d5cd51b002bfe2fcb44278cfbbfe26f441d5b1f --- /dev/null +++ b/135M/pre-decay/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:719e9040cbb776d18bb89889c409c1584638d6d0683cf5311eca256a87d6baad +size 1248 diff --git a/135M/pre-decay/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da42538250b31b7f833153c38e650dee8795a0f4 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce5804e81d122b9d54e3cded5f9d2745e2924d17e98a1ac7c3af289e1353086 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c51fccba56c498cfba9a8500967004494dcaef35 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd0af90fd5e7af7ab504dc5eecc4b33f933befb8ef3691d38424d9d583bc72ae +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d07a905297ba50dbf227bc1417c90d2d309477f3 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29b30d838f277f0c1bb3957342c5c25f18a618daf5c6a4d32bc1846a7d6a1ae2 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d784b8282f70e2b7003752c7515eb7bc68379fcd --- /dev/null +++ b/135M/pre-decay/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c1785d671d21d292deedfc3eda9f52a969d87826b6d021252970a171674f4c1 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..054859528978fcd809a11b297a75906c990932e6 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cdd244cf15de63f0342a4ec3c3145b6f03afbfce23f72c711ba0141655bbd06 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34c33f1f611d16da66476fa30ddd849ded67d9fc --- /dev/null +++ b/135M/pre-decay/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99b4d0563d63961a68bebf6fc0f624c23da19808957a33b9e7e982fe29f4c8cc +size 1248 diff --git a/135M/pre-decay/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..70587d24762ada3aa0bb6b982a93833852bd1c67 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:051e000e64e28fd9f28f9e5fb22e88e1d0741d466506573c7bcffb0a10a358fc +size 663784 diff --git a/135M/pre-decay/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f1cc8af86c5bba4ca6fc17c1c554ed2b8c3f6260 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:313644549842fcb055c42f949fd3cb272907bb4bde6a9cb1ba3f30b20848bed9 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d88ad4b6fe2802d2691867bc85cea98a07e9b20a --- /dev/null +++ b/135M/pre-decay/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db28bc9cf6e0443e2acf342b1ccbf0299a5d967b4e79f576d6d95a9224c66d3b +size 1248 diff --git a/135M/pre-decay/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d1a0111482ef85ed50af5271a8236295edf8c15e --- /dev/null +++ b/135M/pre-decay/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8b708423426e17a215bc35938acc0cba98ea49d668f78ab85aae902fd636ef +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..158a672ab7cbc8109fa279473357c7e82fe249ec --- /dev/null +++ b/135M/pre-decay/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57c4c250b9a1c73bc8b63bf9db8a1765f58abb5f511403c2f48e68ebf66cc3d +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a61bd574364dd2c15d0a1e1a096cbbf48d30ec5 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2df615dd1dcb8fd3aac1fdf386e512f7b33bf5efc1309d8d1c52e12d837d270 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..905b2230cc8a8de9e052525346af91960c21d12b --- /dev/null +++ b/135M/pre-decay/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44a77d89c401253cb0293a7cc6f358fcf6d1017b4cdf5ab7fa7eef176901dee +size 663784 diff --git a/135M/pre-decay/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff0d9da0bcdda6493206aa980e8ed5a169f2449d --- /dev/null +++ b/135M/pre-decay/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:603887a773866afde1d32c74f232a423885b4603521a457d398517342888d84b +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e338c2dee94ac9b4aef70e7217fb0cdbabaad0cb --- /dev/null +++ b/135M/pre-decay/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40acbdd4821778b6e1203ab4a34f2bc679582117c790455be6fcc3757b11c076 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6f6908f7afef2304735b8429e92c479b4cb7dbe --- /dev/null +++ b/135M/pre-decay/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f52f03e462c872ffeb306c3a4d6720e282db2c2143804ffcdc930bc7dbc39c70 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..719a6fbd4cdc8cd417bfddee3f8d95c929fbb426 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb692362f7d0bca54f478b67ab5fecb0f754801f112906505328c1661b6f0019 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3284ccd7bdd7538d0564a1b19b96f03cb1b738e9 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:169f475bb4661e896f1a57dda334bb28acccc7dae1bbb55858deeb15aa51dd37 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb987d295b2dc52d90f22f9324ba673f12ca5c58 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58e374c7d9fc1a46b2f90ca15b8d62786d5d501b6b3977464054cb1bb140bdcb +size 663784 diff --git a/135M/pre-decay/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eea8eff770294374b5e8fd7cef9720535b488cde --- /dev/null +++ b/135M/pre-decay/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23527166edb993691ac7482b091d1a638bf301274c671e71d188744f94028ed3 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..315d8cf666f79e513f5968ada0c0be0807881b93 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc07cd10a817d60ecc6a20e872f3abf88b727dfdca010eb14ff7eecd674659ac +size 1248 diff --git a/135M/pre-decay/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e716c0283a490f9a55d8a76155479aca0d64eee8 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acaf76fa35dc6503c124df134eb087ebd756b7b49a0f5bb0490656f735ac8de3 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c976757e5131e0d4e433fcaf276519cdfde086b --- /dev/null +++ b/135M/pre-decay/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f50bd121808a7598115434609a7fddd79f5c3d73dbcab90d00b4d1889c360dfc +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c82054cbf6926f4ea137fb91ec384bc22c216281 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bbb6063b6ffbf71933334c559e6e182ec978c6686af91f6c6695037d30cba86 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..62eb01f8749a0d264813b16bf205ce8dadec23b6 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03c7730a4a233849dbf5731648b9c5dc9adbd33e98198cfef516d790d05f95cf +size 663784 diff --git a/135M/pre-decay/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2823fd8f8a1b28966e363e434e98ba1a68bf402c --- /dev/null +++ b/135M/pre-decay/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08334cc9d0be5137b3c6902d111bfe80c22a6555ac6304a036fbb9283822153c +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fed5665cd97d043d4f99c2787fb1dd8703f99fa0 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c020cf5846c766a5933d8d8e0fd345ced9c81e78c195d36d1a83e01927b11293 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f7f1f5804b2fa83be3bfbd3d4cbb52b1af325ad4 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8def6afd2cd762ec57ebc6f96306846c8b41f51a279b83c29fa62a915d0dce56 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90043cd1b1fe8c59d5731ad8553b1eec801703e7 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c6ff37d40d65384bbfd433fbc9b051946ea7d42cbc0480be5ceb1b59cf6dd33 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e07545032259b3f0dfc09cdac2ff2d2944593b8 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c1a4f88ace2934e84cea9290d602a0e990b9068bcb8ab1cc55cf41d7df1308 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..882ecdc33898302b64a4a0900974608b9ae27459 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8526ab9db1721f128406e068353e91d25877f8da6715a59e59140a98d88f09a +size 663784 diff --git a/135M/pre-decay/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4cdb1db8f0881c080524b4f7401bb664ec92e88 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4263fed7e1f52864dc7cb0aee1aeb81af5df92c549808cb96fafeca64d918479 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76e3432c2fe758d311f17191f2b9a209ea7c6989 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbcdda3d30450474468bbf8f431c5a9e2e58352e55702ed4bbec3ab99c047200 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e1fe1041249299a6b6de72f94ec09a6bc4386a4f --- /dev/null +++ b/135M/pre-decay/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96cd1b02c076073833a68f819be897da84a78aee71fdcf231e94f806ce6910d1 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ff3a742df6c808247acb4c2e9f2e771f1dd185e --- /dev/null +++ b/135M/pre-decay/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a62d70e2dd960485593d493eb7e3bb710833d40059498cd9fb64485c7e88e1 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f24dd889b1211c89a02f67c0640ef172221b4a06 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7741a2eaff8549deef27f54291acbfc5a32e2399d2a3c937af7126f438aeb5ae +size 1248 diff --git a/135M/pre-decay/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29d1fdaceb7b50c34f3cd247f7661797bd827dd8 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97ff1b0d6884a8de6975b384266d8c817f2d89980550a9e405395f74ccc9052c +size 663784 diff --git a/135M/pre-decay/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..33bb7a51ca2c70a1da485eea7a3b48fad4302fc7 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f1175f995f3107b9be72cb00d9839463499f5c28f79980da086a33f7dc01db +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..786af217d0560ae9d80eb4035bc4ccbd2869e348 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ce06b75e1c19a5ae1952cd333273def79889c13c68833392d043d8f3b8d31a7 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..988a08ed515b51f42661a8c0da67494afa401074 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3950b2eb000de96ec3b4536cb7bc987d3a6000d3ca0bd9483e287df8f7f561af +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1880c43618e0422b412794f9e5c8d5760a8eefdf --- /dev/null +++ b/135M/pre-decay/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e6e07c0fbbceb8cfd84187eb77c08b6a0ef759abf1b15a188e394046e711fc +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa0cb453a3c7112401cbc1e371def29b67281d1f --- /dev/null +++ b/135M/pre-decay/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1cd3e939f07339f652483408304045c94f32fe215b15b332fae172698e55834 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dfae713d63fc88fdaf2d59b879fba2f3d145a1be --- /dev/null +++ b/135M/pre-decay/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53dceab107d73f416e269b6848459fe3bbd3312987abd5ddfd375a5e216b96ae +size 663784 diff --git a/135M/pre-decay/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bfb42d5f8151c99f9a5d4d5ee5b559f2bf09dffe --- /dev/null +++ b/135M/pre-decay/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13fd85624d5e9bffdeabefbd3f4d5cf7127e162e679092c9cf9cf1564a7c4893 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..22f57a1fdbf8ecddba20510dc0cbb7507c207426 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d7f9180e393825921eeca572fe7685c61a6ebad9f0ed36578f52fb4431b21fd +size 1248 diff --git a/135M/pre-decay/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..413fd1b9728968082fb5ee7ad8b2e9d21bfbcc68 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d041b59665b59db42ba137e12ea78e7450e8dc91aaaf3c9f87aa5ff3efef8ed +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bf8f49a45cb874bb4692ec4054a98e67cd784b98 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d688010f8534c845d8a0c6c1541182d537af2093da5f40e631e81a256a9028ee +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..905a0f5ec004fc22491ebd6d10a653dc86936f7a --- /dev/null +++ b/135M/pre-decay/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:608d2a408583e4b9ccea55ae079ca10bc830ab46a8854f24ebba69d35b507c2a +size 1248 diff --git a/135M/pre-decay/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e5396c121050b48225953d3003544603b0429e29 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7ee746c55de0a648886fbdd36749f50b14e1925470375f896b159991fbed0d9 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f0d69a13dfb8eef9c1fa7997f1f9ae19b14ffe6 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5edeccb265eafd0e8842a87b6e1be37eb3a62008e7b073cf57855108f6695a98 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fe998469399d4b2879e4aa0b3a6dad038e055f71 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e189dbddbf0ad0c7ac00369c60bbcc7a2e6dcda9fa65e30f3bf6adb491a1af6 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..88b2ee0ee49db678563d940f5b2758c73edfaf6c --- /dev/null +++ b/135M/pre-decay/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18970ccde4b27b47df233acec438fb9b733d5720882b2dce18cb5a4568416785 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cfffbb8774e25004911bf3b7ae4590256c49a33f --- /dev/null +++ b/135M/pre-decay/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:179f68cc30a163a2ca54b8790a767c1688434663f451a1cb8ebb06bd7adfa9a9 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2fad40ce407e3cd3dd1699878681c8b8603beef --- /dev/null +++ b/135M/pre-decay/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97055d9773921a53cc2b142c46d33d246ca9e73709280c04ff05db8a17ff9180 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d85193780cbdf6f1964186eab5c7735f12bd51fa --- /dev/null +++ b/135M/pre-decay/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b7af6ea1151583525b4deb61da90d8c661389ca50d4bf652325cf175260f394 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2472b31840667dfa033fc15c28b26c174a58c69b --- /dev/null +++ b/135M/pre-decay/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faa8f1d378dc486a51f90108c377e7eccd3a061886179f26897d6d536e18159b +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b879bea0e56c62dd9884722c804633a1f1566f9 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e4b24b903d0ec1d47af7e01e1522a5375d5ef2d1cd520124b1e37bdc100d2cf +size 1248 diff --git a/135M/pre-decay/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98c10daf40b37eb4bc80aaef10a2d61b754d7fe8 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58fdfc28233ca49e172b744c7d6303fbe3cf11adecc712f737d0750fb0025db8 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8394e472ebd49a266e726170c3436445ff4c1fd --- /dev/null +++ b/135M/pre-decay/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c52b21c35896600b147fa1220e3e0525e344290a5a796edaad3282ea705be0b2 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a998f99cd200748c2413234aa933f73e72682b2 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e04c2a01c923a4c98fa5d7a3558ec94d2d6071da3436cf90be9c63785998a213 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5311342a90f0307f72672628801b46374d6927c7 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03007545761dee806b647d27a20a4a0d80926f45a18c7fe5d361e34056259205 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..89fa54b01230cbede88c125b60e9e420b5aa23f8 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e0f4cfae1ea5a0a7fc53a6bbf147a8e1712d11dc5c2e8e92c0e439d550116d +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aced90dedc5f5fac89ebfd7e2678d730ff06da37 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56359f7e52dea94472caa7892379c4d7fe8d9b5e7c833523a58b2a78feb44c63 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76b4293f7748555e47d73d40f2a687ee8b1b8e92 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d6f81e922a660b1286267c91734f081510c00a6c5168a303658514439fe4846 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3309c65ec99a55a2a4e399072901cf9f44cc0c57 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8af02567ca37cba72dc37997e4bb8ed5b4c14991774bd2bef76f8bef5572668d +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8112920cc15fad09bcc02386586e638b61bdc410 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1967f8909f47447d24cf0527cfa52b357cab506264caad3f5709aeed1265adb5 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..31fd22973d731136272c5e4a780c5638aa382c38 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:398d9691bab3aee9ed73f9c6c3d418908b4bf14fe6af66afe5fd1697ebd6c217 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0566e07fc488479c8b1f82c94c8dd906727eacf0 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6513da3ad3ded89f953e61fc867f2c6594c90364b795a258fc3ce68256baed6a +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32b92ae9ef4894673cfa098a8e43d7b588048894 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7added8e24bf4abb227380c8025daaefe394ec21b0b961f6eda3cadf134020fb +size 1248 diff --git a/135M/pre-decay/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9db758359e67fdecffd635e9ac237e7d27e1c2e7 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cf73b2b6421724182d4889e853ac6e7cd3f467d70416259b7fb9d473dc57a37 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b355c93384e7a402ee1bdcdab515fab3c66c7bb2 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:804d62ef8045ea5327b8e461d00dee9401e109073f793ae93996cd00ab35ddfb +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b009ffa93ea0703ccb2472eed271cfe91c91fff --- /dev/null +++ b/135M/pre-decay/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e8f454a28d71ec9c530ed72d0730fe4ff250df45427ff3a95b1b9a18dfff22a +size 1248 diff --git a/135M/pre-decay/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d506d4df4f8f86dde01adf39fa0e7104daf2b48 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2261b4dd6d17fccc8a8a901759a5e6fcb6d88d2d163e43b9a48132539ec7c8 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac7516455ce07dea78e880845e20fa5589c5a474 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01c1754e5068e1602aaabe707fce803648041ecad568e4aa69394c26a1e6f144 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b545afdb14e75ed5030ee69f4464742b420ef392 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64f3cf0dbf681c7118b4c0688805fc9d91e375ffd1b132d75ea696e83ec79ec6 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..504283168f3bc8bcac36a4dbff38c68c77979519 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea5faa0e8ce47ee37afd8aaaf4bb3944b5ffa9d423d9a4d771d01065180af99e +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d495ed05d1ccd438231e02bfc2d1574712dfe552 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c10ecee1c0e7e81585a8623094e389bec133dad2bcfbd2b52fe86483405f8b50 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ff1b64d9c9f40dc66d87d84a6afc8d6b2594539 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:962c54d817fc1cdf2286e220979bc0c91c25815d925d628cbf052abe63579e19 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/24/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/24/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93ad0a136748b224fa16d3ba8413f75728428891 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/24/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:377d9df91e1cdc2c5c1d22b4636787fa72e06519ad6f2c8153be210bf9e44583 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/24/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/24/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d0179d4c9648aa6179ec5cba1f2c18854f18093a --- /dev/null +++ b/135M/pre-decay/model/model/decoder/24/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b213080095f180c5ade73bdb49dea20beee28d52e370a0c0e81b01bb2515f85e +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/24/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/24/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9d01cccbe4c4652a0319d978aba7083e7d2d427 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/24/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc5e8c98cc7445c5e9bd6df94cd2bd2cd573dc23b4fd5d951c59bc044c64d40d +size 1248 diff --git a/135M/pre-decay/model/model/decoder/24/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/24/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b2629ab039f3a9088af649d9920eb55aba00f9b5 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/24/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c2b202c2b4402921c772539deccfc3e36d12ae9c607c7932116aa4fb4e6bf52 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/24/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/24/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..297a89b8a86dc5c5ade3d896e0ff44f1d25c3716 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/24/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc8c1c5d4c905be1e5fd57041e27c4a4058890fb22317a3b940cb00c09bfd744 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/24/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/24/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87ab28a9f1828fe0e0ef88fdfd3d246c2ab632bb --- /dev/null +++ b/135M/pre-decay/model/model/decoder/24/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78aded8633ea2e8e3f7783b52330518e068e99267ca52f44f158132607f98b00 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/25/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/25/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da1e91c8153b0fcf5f179a34c651b69b2e8b7f42 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/25/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba1b659813555e0226a384617a7a583766a17db7615bfc3a8e7d2fe5f001e71 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/25/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/25/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..abd080f6e6b9dc21aa2804e29196c75fd32e2b59 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/25/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa76d4854a0f5bb8b9f4607bc91d351df1e1c5f2d81380af0033e186c925a4f +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/25/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/25/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e76800e29938684abfaff547a25920539f0b39b7 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/25/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc8fbec92ef69e3d0d185d1cd2da03253d7e91f8f5826cf5c7be5a4868616e9 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/25/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/25/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b78d624aae65b4d44714d63609789d6d3586d405 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/25/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24a076664f0168c31be3e5e3fdcdfc479d64b1f684c08541ec695f6366770287 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/25/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/25/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..62faea41ca1e52638d2ba1b4a547e4465e41fedc --- /dev/null +++ b/135M/pre-decay/model/model/decoder/25/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e914d80263a1aa8a164137cbb0aff726562275e2e1934bf7b262ee61cda7ff +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/25/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/25/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f035cc7549e7bce682d421fd8f0273b13122647 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/25/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93164dc40277719a841890dfad005925b4afd391f94ddb2af40d8f45de2f8047 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/26/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/26/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a3f85917e9b235c8977023841e69446f52985f2 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/26/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a71495345fd860c3161bc1b497df268d09641143ecc85cbe0c408c5a9846475 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/26/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/26/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f1bb02c3400c7cf9780b6ec009d4513912a0df5 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/26/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97f8dd6f3bbfb1588ebbcc6627ffacba24c183c392ac3b826ab698fb2c13eb88 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/26/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/26/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f045766e56d37acc861c8ea0f820d8104c568db9 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/26/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac79a7bc4e7eebc4a34c451145918e34817684c04b8dc6c8d92fb465ed30ffa +size 1248 diff --git a/135M/pre-decay/model/model/decoder/26/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/26/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d89418925397215ccb7bdff5096e16ec0fe5a39c --- /dev/null +++ b/135M/pre-decay/model/model/decoder/26/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02437a261034a1e17a34bdbfe61313439d123dcaa8b98338c3234bcd58351d07 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/26/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/26/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8299ebdc1f1a073f24f3ede5184385ec5479651 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/26/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c5f1fd7b58c3dfe351aad7fe350ce73cc9a88a8542de250a811fbd1d3257e10 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/26/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/26/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee53f8ac20c44e43eefa44d994992fd0849e7e7c --- /dev/null +++ b/135M/pre-decay/model/model/decoder/26/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:428b22cc9dc429ec1b6459e4ecc8de50577363496f22e274919f00d36f3111f3 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/27/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/27/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d72334565d0d653c2a4a088fd261f5fdf899a3e --- /dev/null +++ b/135M/pre-decay/model/model/decoder/27/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c71ee0ba21b78c556c0b7d414050be4784c88d819b6d01d9da833f174d52a05a +size 663784 diff --git a/135M/pre-decay/model/model/decoder/27/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/27/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4982359860035e0882e10fbdfc2fddb73c968db --- /dev/null +++ b/135M/pre-decay/model/model/decoder/27/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42ac041b7c3a548dbc3fa61ff6b881c81560a86e14272bdc5760e5cb72b0257 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/27/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/27/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6c3109d60d06214bc6c784edbdbde992ba8a2c9 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/27/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c114d6b7a9e2bd09c0b727d3c5c266cc2cd005bc6de8fe04e7749469469bf252 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/27/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/27/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f9569f021384d9035ac64b6990722577ec613fc --- /dev/null +++ b/135M/pre-decay/model/model/decoder/27/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bebc13acc72d0939f1bc1bd043334429541812e2e601a68ca8e2c8913a28d6a0 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/27/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/27/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a24939bd8f036d09d4418e34c4b169f440ff24c6 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/27/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2515c2e6ab07ef7281c59c15acc3a996974e3553ace9be67878f6aec823cbe +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/27/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/27/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..df9c9bacd5e645364aad905efdfc9159e8884e63 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/27/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdb95e63702905a5ffff3fa1df10ac27be884dd47d2cfa29b934a2a5807df219 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/28/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/28/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48ad1cf65d8a3d1b18be17c1b4732b91dedc2ec0 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/28/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ece3c09a92e25971e66e8ae766ea13502cc372684609893846d7c8ef2c915e57 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/28/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/28/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7d6a792cb002e179bf2f30356b9e843b44f89f0 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/28/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:603ca55ef2a75707ec18d96b17da02955b32132417ee5120aac4bd9b2b0b40f6 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/28/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/28/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4c9e56afcfd78d0b710fb6d982bbeb88cfbc541 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/28/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2e9cb6ad98efb726b873c0d87bd7d6bc71505e895880caea323ae59f53fa129 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/28/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/28/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..03c80df719614151df0400f9239b4983fe2efd17 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/28/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:661a82eb446c7932eaa853c9c0d6464f66518518a40559157ebf61b0839ccd78 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/28/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/28/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51cb15d22bb713c083f43b1d3fe0314c705b2172 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/28/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e00273dc404d5a496475880ab8da80b44a1fd0422f013ebc1980e6a6946b103 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/28/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/28/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dfed4b6c84795cf5e5dc2ec68d8e03e8d524f4f5 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/28/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:337f645aae84758b8318c17bd05c333c13d1a6ece1bb83ee08ba2282554fe42c +size 1248 diff --git a/135M/pre-decay/model/model/decoder/29/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/29/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ed1816fcc79ba14d5ab82a6514c0d31055cd272 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/29/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf66561b61c1a6bf163b4255996b155e0ec74803def6ffd11962367240dca9b1 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/29/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/29/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d9511ed7b141045c8599cc2453767bb82f46d74 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/29/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ca1d41e06153216a7b8967bd12f940c73978ac0bbe40a0f875cc61a53986850 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/29/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/29/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..97bf08effe95fd97b805e86c8eb502eba884c6ce --- /dev/null +++ b/135M/pre-decay/model/model/decoder/29/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bdfdc1074b4bf03dbcd770b66aa0c804b5739dcd3d6604502fe85e4a9c14607 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/29/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/29/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e934e35f1c0c90d49d7817f05c01eb61854afbbc --- /dev/null +++ b/135M/pre-decay/model/model/decoder/29/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04fb3600a437937f64d0b286e361a32904cdaec75a2951b2ac34711781a0f03d +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/29/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/29/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02bac17801e422567c9a0b5ba9d0b1e8fcacbc04 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/29/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:839c87ec6e99ec70cfb859e103335e8ac33bc96791dac0e123a462a7e525bcf5 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/29/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/29/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5820b95b69af4cd7be7d5c0dc77c04e849336b9 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/29/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1813c0901aa21ab855c6ebd32adcea150db7cf40f3f2f2638b46d9a75283d82a +size 1248 diff --git a/135M/pre-decay/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a95e62b29ebe60124116737988011f6c4699d41 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45779ba741d6c5cd8fd7ef63ac7fa5a464419c723b1ae28eafc6dc58e66094dd +size 663784 diff --git a/135M/pre-decay/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8cc22d3a94ab1c22cb88ccca57d3f27f114d8725 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f779a5c0a80ecc759382afb1d32da3dc414fa7cee2f21febdb0b5a5975eee9e +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2474bb5abfc096edd3c23cc7c66ea3d472db3274 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:251e551c61027293c49227917cd43598049c938daa4088023f62ab6f9d543eb0 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f9dc2052aad09f4d7a002eda92f96c672756d9f --- /dev/null +++ b/135M/pre-decay/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5895a3ba531fed456d9264535d239270bf046ba6a4e4b177cb4e4ba86f169940 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..746e8af3574ea0879255a071605f64b49a66e76e --- /dev/null +++ b/135M/pre-decay/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:968a488eae19f6c327b4d63e641cf63803e40af90cb501451ef89b13ac6039b5 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..80bce9982487a7d919b4d50a860fe7f3c2d95826 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c4f086fb1acf8c5a40b961d3c7d427870b118c8f0a52335a6b045bff3787a62 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ae33f6fd772df0aa575d688bae3750af309d643 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f52a077c4d27994f0a823b80130e218e8a72f646797b57ff26c365aca637e8b9 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7aa6c434ebba3731dd994e0d79890979cdf298d7 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c0521789ab95cdad5b4594e58b0bae59ea66a5838801412fda11c7f924fd5ae +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98e140c3e5a8ea2305bb0f6b2cb3e3b14b81927d --- /dev/null +++ b/135M/pre-decay/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4b3b3446130eea08b9060d15d6787bcdbece78909dbed21368c698a5b0c1224 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd9f17e7725c6c3e93800652324e1f164faea322 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ca133c45705c263d293c18e32a63595ad4131773f4269e148880326ee729a47 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64e80b481a5265ccce3dd2aea15c332f3be597c0 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48b6024acc6e3c62384f7cc686477e2e827a99b65d290ce5f2f9716aa7032c1 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d0842153f8fb74529bb532e3ee4795dcbe8763f --- /dev/null +++ b/135M/pre-decay/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fed05202186809f8986705a087ecf3e3cf151c38e2511406bc15e0c9ab6fc2a +size 1248 diff --git a/135M/pre-decay/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..61d03976aee3a781db5a4d79f0374996e0bbe384 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7361a1c919af7655bdf2985649717dcfe5060e5811ddc46c622dd06fad280f4a +size 663784 diff --git a/135M/pre-decay/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d70b801f4624e73638bc02ba27024f384603d829 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51dea726166f68dd3702d9bce5919113176b673b227b688f8c6dcff9dc5507d9 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..abe78fa77a9a6d46d7a501d23089bcfae261d0b4 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aab5022476fc84f13678b7182f8acc1537d612dc6fedd7d4499dad1523fa41d +size 1248 diff --git a/135M/pre-decay/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c8d9530b0cae226d78739b7c20829eee9081da7f --- /dev/null +++ b/135M/pre-decay/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc80b4e67ff4a4e720302253ab365fd42b2522915d1bcc89a141c8c4bdd1c67 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd05e4671e6b97d4e93539de413e03c1b0baf1f0 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:938fd8ce82c1d86fbad744e934fda740b88e7da71b783e0e935b65e555810916 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5b3eef5a0f20447e893fd1e70fd05f86f2aa5fa1 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4bf4370b36c44fb2c4bd83e627dd2986b723b7abeea71f547ef0cd32ac286e +size 1248 diff --git a/135M/pre-decay/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3728f3df771436e04737d8c833ca58ac048f6fc0 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ed45f548517f36eceea04c4083b22111d339dd46dbc15a1d447e951415d7792 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d182aef3b9cd024ea7fbbb8c79281dc83b5ca2a --- /dev/null +++ b/135M/pre-decay/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b3b9ade20f8f8765b1c919102a48be0640c060dd2f323e02987b202b10d32c3 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..49341f39a0af3b61b7d80c0b3029f0e3565f440a --- /dev/null +++ b/135M/pre-decay/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee8b202c370dcf19c1bbf84211052043ee7e03f5eac98d2fa86daa4cfab7b9e +size 1248 diff --git a/135M/pre-decay/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40ddeb6e640fb28a4635f69fd3684c0ca2bafe16 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88391a7d0429cabcd94558f0815302adccb67ec6778dd52285d01ddcafec0420 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8df1ed62b5748b71fa102edf0cd3927669749fc2 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de2de53bbddb822e897288c55cb6593c6f09add8f1bfdb693aec5f418a42cc9 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..113c1194136f684632a5657157f18cfdaecdfe55 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c1483a918be7575dab716e3912cc9c524b5cb3881854c15cbe1b53edd2f54e0 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..36f621482d544da7cafbda64998eaafee4ae2dd6 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7c4b0d6a42cca5d16dd52bbb0300031967c5b111a849e81fc4fc976046ae0f6 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..58a08a408be163ccdc68c5b6f67ae347c82ba776 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed1efc4beb92eb9d0a5802f2edcc688a4865218a26af0c3ba35a019bfcb19f3 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2e3f8f0fa658d410c57d2444514a7016a18c861 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a37121997bcdbd66555d5cfc5f104e6f226132e7f4551d349b811fc0b8e377c +size 1248 diff --git a/135M/pre-decay/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..510662aa34ef6db0155cffa664999674b4c3a6fb --- /dev/null +++ b/135M/pre-decay/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25ad347fc42fcb0e6d0be66e9708e066005ed3fa2718693f63f47ef1139dcbb2 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32984af1a401522c0bc188e4bfd520d819467335 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66a37136dc365c65c74737ea04d8848548a1d8919e469882ec303ae25c84b193 +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4bc841c35c40934150471ab24266e2f998ace8b5 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d844e16a629b87f090cbe001db0585e33a691d51798841fb3b1ce4d4be045689 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c555988917ab49e95a055e181450c0097e5bec3 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ff0924ad2638971ef7710e579029a1fe9df2ed78c8aac8bbd41213aa5b3ea7e +size 663784 diff --git a/135M/pre-decay/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9a92675753967ce28de06be05c2048f04015ba00 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c7bdc4354b1dcc572ddfbdfe69843d02f379aa58231059628f189d1dfdcc88 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76368cca19e5d51d66a3218ad90751d57d801b97 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a45a231cb3287fe34b6de024339319c02f9ae489ec0dedca659e2f292d299b +size 1248 diff --git a/135M/pre-decay/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b4dc8a5f93dc0cad890bece19fc0190365e2091 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322ee954ef71d762964641bf243e3bebbcf8d1063afd70320350e2fa415b1976 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6dee9a27fcdb1659923a9e574a9d351d547adb80 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78bad15289efa8881ab5d157277fbb8f9d35e3aac94b6e95abe5a536fd9dff4c +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a36909a903c0291ce9129f1dcaab51e250ffaec --- /dev/null +++ b/135M/pre-decay/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6ad19d4cb7db885905c38164d88cd0b358d201c231ac32ea9930accc26b57b7 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0dc9aeb88dc64b8ed43ee18b57136269c0dbf4a --- /dev/null +++ b/135M/pre-decay/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa2b9cc568d487517a220c747f8c2d8ec5715af1a647b9047fdcadac423461f9 +size 663784 diff --git a/135M/pre-decay/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..084958c789b99e0af311265b6928d58ee13f4cf8 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4fb73fca66ebc2a1b256c6ab629c764c75e8289527bb6c86e97c39183a329f8 +size 1106256 diff --git a/135M/pre-decay/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3646376cfa45515df3322f6b20116d9c3e1bcfb --- /dev/null +++ b/135M/pre-decay/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4948c51fdc1efd3d39fb5345a8e7758e36558cabd27f2796694c6988a5644443 +size 1248 diff --git a/135M/pre-decay/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9676cf895b373abe00147ce92cae50e2fa80175d --- /dev/null +++ b/135M/pre-decay/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5431f168bf2481fdc3467868a0d79de982cbfc1fe09d2564c4558bc20073f338 +size 1769704 diff --git a/135M/pre-decay/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64e75262c0f746b587f7dd43313e784b87a0c230 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88f2b4fb172550eab786d7b0a320373eb808739889e7466b85851ee88f18c66b +size 3539232 diff --git a/135M/pre-decay/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors b/135M/pre-decay/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..33351ce340b4718a542ad2f816b74a14b790a134 --- /dev/null +++ b/135M/pre-decay/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70fe131154613702fd2f26c603c09707aaec62d868d198a8fcd318112170df4e +size 1248 diff --git a/135M/pre-decay/model/model/final_layer_norm/pp_block/model_weight.safetensors b/135M/pre-decay/model/model/final_layer_norm/pp_block/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5b739df2357582606553a5d8fe94b57fcf7f505 --- /dev/null +++ b/135M/pre-decay/model/model/final_layer_norm/pp_block/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50ff488d67830927fb3fe9925c7d4a806bb81ab46fff7822867b8591bebf1102 +size 1248 diff --git a/135M/pre-decay/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/135M/pre-decay/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68085dab31326c433219b314bdcd944545874070 --- /dev/null +++ b/135M/pre-decay/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:174fcb7249f57b3fc1d4e58fb40a792d45680805a3d9397c40021290eb82d553 +size 56623344 diff --git a/135M/pre-decay/model_config.json b/135M/pre-decay/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1999f9a7ccd9a5940cdac24e59f315ebb0353c07 --- /dev/null +++ b/135M/pre-decay/model_config.json @@ -0,0 +1 @@ +{"bos_token_id": 0, "eos_token_id": 0, "hidden_act": "silu", "hidden_size": 576, "initializer_range": 0.041666666666666664, "intermediate_size": 1536, "is_llama_config": true, "max_position_embeddings": 2048, "num_attention_heads": 9, "num_hidden_layers": 30, "num_key_value_heads": 3, "pad_token_id": null, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "rope_interleaved": false, "tie_word_embeddings": true, "use_cache": true, "vocab_size": 49152} \ No newline at end of file diff --git a/135M/pre-decay/optimizer/optimizer_config.json b/135M/pre-decay/optimizer/optimizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..bcfd4f3b5969da691013e7ea6d3ffc23f20a1c06 --- /dev/null +++ b/135M/pre-decay/optimizer/optimizer_config.json @@ -0,0 +1 @@ +{"type": "OptimizerFromGradientAccumulator", "parallelism": {"tp_size": "1", "dp_size": "64", "pp_size": "1", "expert_parallel_size": "1"}, "configs": {}} \ No newline at end of file diff --git a/135M/pre-decay/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt b/135M/pre-decay/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..03be4774630f19ac840c1c20bfd012eff9c65f20 --- /dev/null +++ b/135M/pre-decay/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f9a08eaafc7e1f3046b1e99ccfb48f2b7a7617a68cfb3607e0397c4e51a28c1 +size 1614403187 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-0-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-0-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..eda9f25bdc2c729be1246bcf63488f78fef54e25 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-0-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b338d4d075c2585f40bb7fa67829cec9f1bd106ac64b253d5647a95ed91cece8 +size 1084 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-1-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-1-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa6ee1d77eb624caf1814ee09ff485ca223f2667 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-1-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38eadb4d97be4aeb35436a9d596cfeec590d958ff1a48c15c9882e31fcb9a895 +size 1084 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-10-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-10-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9379ebf9b62ad7de2811ef2f7ecb7d97eddd98b --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-10-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80648c29aff5548ba7b91e212f26b7aec65870925a06b5a44f8613b382ec8df4 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-11-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-11-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e32ed8faf0c871a781fb7e1ee6f8cc6296e0714 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-11-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a92a1e40a17e30bda70e9b7df583117cc191aba895d605b599a3d72d3448ef63 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-12-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-12-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..99204b9f6db87bae2d64458e3f48d05c90159063 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-12-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4179de429ba674179a6b2a433f0f7ddf114b477ae6b2e78588243068389e59a +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-13-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-13-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d5100072e572e6e94d17bb3a56f1655f57f8716 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-13-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff0679f3010bff42f323cae9f9ef132ffcc2958a7328dfccb4cffe0430fc6df0 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-14-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-14-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b222c304ba91ba9986e6311f92b974a1307bb35 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-14-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54ceb13bc3348c2e9450978a75beb7e36e45637fa574c466a8505a5cf20a7917 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-15-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-15-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..241e85bf284adb8f208710fbd93f579c8d964096 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-15-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee802dfe7612d54939acb9699a0eaa9b8c2ab6c4a0d84a678a52c6261350381e +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-16-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-16-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b094be2538321d1782b89745b2db2311e50025dc --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-16-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b12019b96e13fd1d2738ceaf35a843edbd28b90ee0e06ef9ac17a9bd3b5126a +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-17-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-17-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3eb4b3af8d91c8d7281722e73fd617ad69c41dc --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-17-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18af920b83443f41fa928354956686a8f3a8c3e3649f722a79b2dfec5ef661f1 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-18-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-18-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..14245f7ba991dd1afde1728bbbe7366d953a42d1 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-18-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d630ee575b26ffb2b859bf57aa079f72fd6eef9ee8425b5cf94a83b022683d +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-19-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-19-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb2d126f792cf01a7d66f2770a60aabb4a38a295 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-19-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9028851fd0c4cbfc875a0b39f88c3e8b3e7c40d3b57f2000293a2c46d7663827 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-2-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-2-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3921344f6ddf87f724e5a5e39116025efe6c1ca8 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-2-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aee918f9afefcc4967e3bb99eb3c52c5ff640db963956b83c70a5baa30c69125 +size 1084 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-20-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-20-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5adeeb360d38b2d0b89be400bbbf075685ffa82 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-20-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:513fdebe853925b15109cffaf17c138292316958adaa98f0ae04d136760e8ece +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-21-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-21-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4700c5491dc547ed2ed18cab9d1ff798dc89a23 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-21-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3987f30302a1b8e8f7ce03b111a5e15a3ac2609bf5d1d1d8025b29bf0d82bcb7 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-22-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-22-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..08095580b26b109b21f9c17396026659e4192e3a --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-22-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12218ece5410cdb67ded68ca735a9ae1fb9fa5c9d5688b7fc18faf0552fac806 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-23-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-23-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8562c867129ea4df125046bf10cf42e5dc15e8d8 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-23-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a7e22aa29209cb17982b7de18b77f59289cabffdf121e55db8275dbe8e6b8c2 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-24-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-24-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..866b84724b81dec226cd9206896f49d1f9ed1f50 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-24-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59cbd533998be54f497eb0c18160e598cdb150495d7721e67a5c6f44716396fc +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-25-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-25-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..54d5257be4950189f61ffca2164d6752c9bcab91 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-25-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95e9c84991d9d6a88c32aa62e8db76303e5d3da733c206d668d3470e5b3c9c97 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-26-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-26-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..02fd83a36b2cc711fa31af05886e975e5c337108 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-26-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c61afec7bdd70db6bd57d0b092a9f9535618ce3f0207defc999edb7a9172d82 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-27-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-27-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb4ce490fb017c6df1656110f389dc3a764d70f8 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-27-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db7feae2018685f079e2069d2d589722dc5ea2f0f4346dca44a84ee77eb246e +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-28-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-28-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..080c4b7cd4bb0d3de85cac38af76c91359202643 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-28-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb2c04f1132efc95a54ba04e9c76ea181ca96d27bbabac9835bd977ff5ea8b02 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-29-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-29-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6be2635420836d2677e8ab956c72d136fae36cb1 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-29-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebfea88e2292ea5573d1b8f8453a1ace9ef82e0d13740fcc8410dea5b8ed74d +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-3-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-3-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..83a3d1b74e029b4e7d1663e5b451104881e44240 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-3-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60ac4331356988d2a30217e8a25ea61ac32cec80cb9edcb4e4d2d7a2d69f03c9 +size 1084 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-30-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-30-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f92a0cef9cad4f728e293c93258f7395e2d72a03 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-30-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61588db92cccc219074aa9ae2eee6ca202844e44bf8b130388fa93f57e1e8f95 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-31-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-31-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f948af0b4dadd54abb4cb9c293778eb520ed387 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-31-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ca3cb33f2386cde36f8d09a0223c452c19db45b5561d67888e2c96d6a42018b +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-32-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-32-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ded7648f81c7a28bff68ae341da4c5292bf5805 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-32-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32f11a0ba99e4a45a120fb6eef720b0978fe67fbdfb5391e57af1a717e80c2cb +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-33-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-33-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c8c0ecb8343ca3f6eea2de1903a4d557cad2b49 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-33-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ff6f7f318609a3ce1f0c7c978c10e8bd719bdd5e7b43a1afdc05b7a52d02d97 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-34-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-34-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..219b63d0cafbc6e46a931de3282bfa9e4cae675d --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-34-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d00bb840be569001dfa2437c219c7eb0c04617efdcfa688d9bf46a009bb7444 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-35-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-35-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae71b92cc626584a5c705bbe3c12c22922d4f0a9 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-35-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba2fe8bd890b20a60f68c914d1b5b8d7d9e3045fd47c508341c8e4599904cd1 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-36-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-36-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..33c72f556d396be4aa44bdc8ad2f2b9ba6dbb244 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-36-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9681c3c14a3336514c0ebd90a5090216f82f9a7b53e6ba1d1c52598f2702853 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-37-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-37-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd9b9790279e6221a26c77a9a41e9bf64621b2d6 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-37-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0352016e77f55aea5be43fff779dbb54b2f968675d40ea9955845ea1fa1fcd88 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-38-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-38-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..06748cc509eca04ff07ba60d90ab9e7f919e7816 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-38-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b726e16c0873eeb7209ae698d6caa7c7d75cac2aa6a81eb682763a0af920c9 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-39-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-39-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..18b199bebc016f8f665d27dfce8ff5166a1ce46b --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-39-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d8d11392ef840a9095dadeacbb63a3aa70ae5ad639bfbc329334ba7504fce1e +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-4-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-4-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..98588f051cde313cf4f3e4d5faf11f64587da7ea --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-4-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b50156ab8118b23b3ac5d0d50696402e0b8d6b7f8cce9875929dfadfc1ad692b +size 1084 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-40-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-40-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0d2e242d679e15c432b5177b89e22c77d1f0338 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-40-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63e8d4dc6bc915d0579d69a547da5e6f63872397b1b0509f1384bada48e9b8e9 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-41-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-41-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8db4540bde34a106099bd6cc7f4f6967ab56c3e7 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-41-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7038cd8f4c93fe4ed04548e08966bc8f379c7e6d7e001551fe703cb0ed3b6d65 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-42-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-42-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..75e08e36a691f9ac09f7dd06d6b954d06996d4e3 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-42-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d1b8b2bf94a64ba7ed612a4f54873ba05401558afc64ceae5f19c29c4617820 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-43-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-43-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b09f51079762feec52a332c2383740bbddde847 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-43-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8613e94d0e15dd0e6959a75d05960312c4bb9926d9b5b7be790bd6e3eb9ed36f +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-44-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-44-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d020c0e268f4cf235863d72393818cf9092e3407 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-44-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44433e7728a95c76bd9d2f5f03e0a2feaa8c96efbe0f68dca14681b38647450a +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-45-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-45-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bdd07665d550e407ab3cf4be26ddc14c57cf194 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-45-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:134c020adf7b016bfa68a232861ff18231cf3a278624c3be0baa60aa031bae44 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-46-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-46-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cd82d0058695de49f52eab688c26a647d0318ae --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-46-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:528d8bb71f745fcab395dfd3f029710f8cbc02ca1d19c66e63d8375e0eb0db68 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-47-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-47-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..173ae1fd32e1c577186c975c37a20845de6fc0cc --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-47-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6192e62a11fe5e139112e51dc794e8a167d6a45104626584b58088e98744105 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-48-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-48-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a2507fab616fada549e79c62df48595b6febeee --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-48-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5324d0339622436a02dac41a4f2cb831cb9e8a4f44d552cbafd8e6b12ac0623c +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-49-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-49-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..041bab7343dc557b90b382879a7e881f94b1f1bb --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-49-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d8570fac388c6920604d1cf5e65a538c261e1b0ca779999520f54136fac894b +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-5-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-5-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef2cc7e4291d0162815e9a21afb71b35d877b0e6 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-5-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf7747617da7765ccf1277a10d87e4abe6ee2ae39006dca14121039b92c5ba51 +size 1084 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-50-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-50-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..977a2757b3f34119d68b1dfd2f5b286a7bbe9c17 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-50-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfbaf8480843ed31cc6e67a88757223282729d7460441fa73b516c9d17da1ad6 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-51-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-51-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fee465aaf28eecd90d9e6bddce9a196383bd985 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-51-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2682179807c2a92dadad15bd02f2ed3c89e3860df144e65bc7913f9ffbabc9f9 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-52-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-52-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbca4950273e1bdaf25ec1e612d085cb2e20fd7e --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-52-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8d57a85ec63535450e90e4e6599a04bda6ffa56f26439c6b3e111da2f3fd20e +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-53-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-53-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9156a7fecfd7b18625af81dc4e0a22b5854ab20 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-53-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e57af91ed0f361c88d626fc9b36742b40f68fe5435e33c000603787b4fb0f39 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-54-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-54-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab59a8a7d1765d94cd92d5eeb9f3839936e9f30f --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-54-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:064d4f651949a6aebc7c1bebfb79bebc6622561858ef9caa4abb8a9b2f4d8a05 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-55-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-55-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..130a39ba89b8d3630db00b4333e979a13952255a --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-55-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca674468451dc7052083090d6706954e3a6362e60031971a46e0b6b81278697c +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-56-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-56-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..94715d04af8c9b15534cd75602d3c8788d47eafb --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-56-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6b2ddc7b81e3b7d6b6846ad3109f8862df08c7d6a36fec2f3900d64f46f9684 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-57-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-57-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e1bb96f58658cfa3bdcaa27521ace446590f743 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-57-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d817631e868e1774004256705d88a3f73f233c26fa05f1bc6c4f00cb72c9d7d +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-58-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-58-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d75adf2f569f1e1b841432599b5d1b8258e6af2 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-58-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05777aa2873056f68f94cb0de8a107916b255b771e8b4579b3221f0018f0f915 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-59-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-59-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..125e4fe3d64cb7bb102d6009a210d34931bfbced --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-59-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaf82c07c97de01a2ddf0849b17e8b308efbc8e7d8de29be9fe000475867c400 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-6-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-6-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc962b0b53925be6427832ae6a299b9700771e5c --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-6-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85011b3c6602dbb0c6f9aa5266233c8f99464d333312e3c4b353377e1a98a1e8 +size 1084 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-60-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-60-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c8735473037e4ffe7b55b0ef449aa12179105f7 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-60-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d38c3e5b2ed93fd4db7df901890a8c040589184061f01ddf8a3fcc8e623353 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-61-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-61-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6009cd6e5a54436f5b9e92ea620af2e787c49f74 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-61-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ede0a30cb5dc1c1704a477fabe69335f10a0ff34688a548244f18851459c28a0 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-62-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-62-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..24b062138f4ac48cc07258777e3862f9fd255bb4 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-62-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba6a086f7f8bdaaa50c84d2348918d5e5f6d59f2ef1a698cf3123eaaf666855 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-63-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-63-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..86e9e5f01ad1198fe747a4d9f0f8d32c3c49d2e3 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-63-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:765093770c47b31768a2ce76e8a5da0c0419ec5f68e067f1e3ddac9436152379 +size 1088 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-7-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-7-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2512d64c67e20b09029805af82ce69eaa396033c --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-7-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68c643430fcf92b63d571e4b48e5edafc5d5f8c12a4c82bd886f66518556d8fc +size 1084 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-8-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-8-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e165956b4da0a125860218d2d750f2aee6630d0b --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-8-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b294953e6791b16cda921b33bee3a7d28c7b69bc8922a41f1d89b35bc5c8c37 +size 1084 diff --git a/135M/pre-decay/random/tp-0-of-1_dp-9-of-64_pp-0-of-1.pt b/135M/pre-decay/random/tp-0-of-1_dp-9-of-64_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..484560690ea68aa9cca1e2e8261fb1c5fd485e90 --- /dev/null +++ b/135M/pre-decay/random/tp-0-of-1_dp-9-of-64_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9956b6fd766485a7410524f8643e0d9f3944ba849c2265a95c404f48bcfe663 +size 1084 diff --git a/1700M/final/checkpoint_metadata.json b/1700M/final/checkpoint_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ab1595c055c3b9c60c2e8fecaedaf2f77d1b450b --- /dev/null +++ b/1700M/final/checkpoint_metadata.json @@ -0,0 +1,18 @@ +{ + "custom_metas": null, + "dp": 256, + "metas": { + "consumed_train_samples": 5365760000, + "data_stages": [ + { + "consumed_train_samples": 5365760000, + "name": "stable", + "start_training_step": 1 + } + ], + "last_stage_idx": 0, + "last_train_step": 5240000 + }, + "tp": 1, + "version": "1.4" +} \ No newline at end of file diff --git a/1700M/final/config.yaml b/1700M/final/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d760764cbdd4467a732c2c84c097e9045bf0e5f3 --- /dev/null +++ b/1700M/final/config.yaml @@ -0,0 +1,99 @@ +checkpoints: + checkpoint_interval: 2000 + checkpoints_path: checkpoints + checkpoints_path_is_shared_file_system: false + resume_checkpoint_path: null + save_final_state: false + save_initial_state: false +data_stages: +- data: + dataset: + dataset_folder: + - datasets/smollm2-corpus + dataset_weights: + - 1.0 + num_loading_workers: 0 + seed: 8 + name: stable phase + start_training_step: 1 +general: + benchmark_csv_path: null + consumed_train_samples: null + ignore_sanity_checks: true + project: smollm2 + run: smollm2-1700M + seed: 42 + step: 5240000 +logging: + iteration_step_info_interval: 1 + log_level: info + log_level_replica: info +model: + ddp_bucket_cap_mb: 25 + dtype: bfloat16 + init_method: + std: 0.02 + make_vocab_size_divisible_by: 1 + model_config: + bos_token_id: 0 + eos_token_id: 0 + hidden_act: silu + hidden_size: 2048 + initializer_range: 0.02 + intermediate_size: 8192 + is_llama_config: true + max_position_embeddings: 2048 + num_attention_heads: 32 + num_hidden_layers: 24 + num_key_value_heads: 32 + pad_token_id: null + pretraining_tp: 1 + rms_norm_eps: 1.0e-05 + rope_interleaved: true + rope_scaling: null + rope_theta: 10000.0 + tie_word_embeddings: true + use_cache: true + vocab_size: 49152 +optimizer: + accumulate_grad_in_fp32: true + clip_grad: 1.0 + learning_rate_scheduler: + learning_rate: 0.0005 + lr_decay_starting_step: 4716000 + lr_decay_steps: 524000 + lr_decay_style: linear + lr_warmup_steps: 2000 + lr_warmup_style: linear + min_decay_lr: 0 + optimizer_factory: + adam_beta1: 0.9 + adam_beta2: 0.95 + adam_eps: 1.0e-08 + name: adamW + torch_adam_is_fused: true + weight_decay: 0.01 + zero_stage: 0 +parallelism: + dp: 256 + expert_parallel_size: 1 + pp: 1 + pp_engine: 1f1b + recompute_layer: false + tp: 1 + tp_linear_async_communication: true + tp_mode: REDUCE_SCATTER + tp_recompute_allgather: true +profiler: null +tokenizer: + tokenizer_max_length: null + tokenizer_name_or_path: HuggingFaceTB/cosmo2-tokenizer + tokenizer_revision: null +tokens: + batch_accumulation_per_replica: 1 + limit_test_batches: 0 + limit_val_batches: 0 + micro_batch_size: 4 + sequence_length: 2048 + train_steps: 5240000 + val_check_interval: 100 diff --git a/1700M/final/lr_scheduler/lr_scheduler.pt b/1700M/final/lr_scheduler/lr_scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec6b22f74bcc9c279adf0a0815868256b5f46192 --- /dev/null +++ b/1700M/final/lr_scheduler/lr_scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27bb5d7b1324e6a71f0c8a8631c9a84be1738fe9755f0ed49f7e81269df7e7d3 +size 4084 diff --git a/1700M/final/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..100be92b3e6708a140fe77fc1bb5abfae488b257 --- /dev/null +++ b/1700M/final/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aaea6f1e27357b768a23750818927ff3e39e44b7bc63dbb7196d3ee3ff5db41 +size 8388848 diff --git a/1700M/final/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b706e1622121754e490554d0e601240803252add --- /dev/null +++ b/1700M/final/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c5715387db0c729b353f084bf2f1dc0eb96cdbd53224828be378c5db3be13c7 +size 25166176 diff --git a/1700M/final/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c68d9721decf2613ad22781379b0a400520094a --- /dev/null +++ b/1700M/final/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:771a7c02b16a93050f8b935bc03d985e5d170ce7b5e66d6e5cf652346e79ee62 +size 4192 diff --git a/1700M/final/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a822d7dde69a12565108a1966c974024eeeba403 --- /dev/null +++ b/1700M/final/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e7400cb0f04b196b2a7989f130aaca6f33c3f2f9dc8895265b0b8c292df8d95 +size 33554672 diff --git a/1700M/final/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..050172f74ac0452722860268cfe53516167a3d53 --- /dev/null +++ b/1700M/final/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f065e2077466ffa23b1d8486e1845145a7080d0bb98f2644a4722c5769fc4d8 +size 67109160 diff --git a/1700M/final/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd890009dcba86421dd8a50a06c2286e4fa66a95 --- /dev/null +++ b/1700M/final/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:232c4e95e7584dde080d3ead8e59bb87c2a03a95dac937d3f10654f38db60598 +size 4192 diff --git a/1700M/final/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6b9c4a9391c0cc3db7407b388b28e865798006ad --- /dev/null +++ b/1700M/final/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3918cff0c5c3db01a0d030be12ee5670cdd58491875247a7a27b058ba8e4f36c +size 8388848 diff --git a/1700M/final/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5c9f91965e17245050ec4ed7e364052e50ad5b7c --- /dev/null +++ b/1700M/final/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6770b0bf7e235f1cda9421cd6fd550d0d66d87c222e5c0ad814c871d5d746b7 +size 25166176 diff --git a/1700M/final/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bbf4e18fd38f6d7b5a685d31b0b54428f3018f95 --- /dev/null +++ b/1700M/final/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:581d3e20181f7a145c9b69c917f39efaff3a841d776a3f1b7eb6905af3c9a22f +size 4192 diff --git a/1700M/final/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1bf72c2892e0b3d72d202dd4e971cabcb08548 --- /dev/null +++ b/1700M/final/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f72d8fde2913356776d5d091b05a43cb8792f94b83f02e8ac00fc5f28850e3a6 +size 33554672 diff --git a/1700M/final/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..85a95d4191d85fdefe9505cf65cf56e0ef0eddea --- /dev/null +++ b/1700M/final/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66dcb0ac380091cf9c9fb69beecb5640349fff1b229a25f32cba848dd5a0d66b +size 67109160 diff --git a/1700M/final/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9256d10183eca1e0da27fa3d99c953f501b77068 --- /dev/null +++ b/1700M/final/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b408948693abc0fbb13266d498962349673f5890e062244d3bf2505200512f35 +size 4192 diff --git a/1700M/final/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aff9d82799739315ffe12d8ceb24d237305c0a47 --- /dev/null +++ b/1700M/final/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b131481052826a7fbb1044c542a1b7620163a7396f32c4deb4aa138ecd47d63 +size 8388848 diff --git a/1700M/final/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a7aae7369acf13c5e2d45698883b92c19c859ee --- /dev/null +++ b/1700M/final/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9443d2c7188c859b3fea14fa4e7c60917118b202221e758bdab300bfe2e127f +size 25166176 diff --git a/1700M/final/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8eb3604714a60d890c496c7e730f7965b0858ac --- /dev/null +++ b/1700M/final/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83a679976c341dcca770b34580ae836ccdaa4d54dbf63b4454e04528f6d70211 +size 4192 diff --git a/1700M/final/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b35d14bcd60a20d3876bddb8ab7fe55356154951 --- /dev/null +++ b/1700M/final/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd0311ed78d786261e8993a12a1ae7bebf41a2adc3b9816eab89678a3040a41 +size 33554672 diff --git a/1700M/final/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b9231a94013f185f6dc477a94422f04f0a71546 --- /dev/null +++ b/1700M/final/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d61ef9cda09c87470ca325c3101dcaed6eab1eee22cdc3ee344b245c042e8fc5 +size 67109160 diff --git a/1700M/final/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..be475ff7641fb0200ce0213e5ce090f79f3c8009 --- /dev/null +++ b/1700M/final/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72657aeee41b9f982f79d89de2881836bc9a8cbe854d7a564d1efd54dd86352e +size 4192 diff --git a/1700M/final/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8061d69fbe665cb57b3d2c117f94bd381a9660e4 --- /dev/null +++ b/1700M/final/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd2298f6637e80e57979e2b085e502f75f3800b30eb4c9cf83efc27842c5c12 +size 8388848 diff --git a/1700M/final/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e40cd435b3bdedef4f186ea576bc4d78918c837 --- /dev/null +++ b/1700M/final/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f8d33a9d38ea809f894921c1904ed987875225653df10cae7c0a09243d1d85e +size 25166176 diff --git a/1700M/final/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9319a79eff2bfe9821fc739c05c8019343907d16 --- /dev/null +++ b/1700M/final/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9661e27ffbc9b59cf1fc41b390f34f9c629b258cfd165a32da073a5ab44fa62a +size 4192 diff --git a/1700M/final/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..950b4309999171a7f88af18f547a6f7da124b26f --- /dev/null +++ b/1700M/final/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee25b077a677be9b3ef2e9a9dc6182ad2664e5698b26bd09b9c9f64fbddc39c8 +size 33554672 diff --git a/1700M/final/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..50da1c6e3531eedd2739faecfefdf0675bb2d130 --- /dev/null +++ b/1700M/final/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffbc9d9f8cfe462d12242534926715024d18bcbdd8ce7556ceb4960102d101d6 +size 67109160 diff --git a/1700M/final/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..670ae53208318c42e4d2848f0d43fb828c63afe2 --- /dev/null +++ b/1700M/final/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6371183e737cc2f21a54bc0c66a562ed330bc743ec965b2a958c25806573cfcd +size 4192 diff --git a/1700M/final/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dadecf78eea51dfc4cb4168aca1a50711e7031aa --- /dev/null +++ b/1700M/final/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5240cd24a6e451e7ec73c455f16d918a6fbe980f81b445b0388f125fa3f609bc +size 8388848 diff --git a/1700M/final/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4417ff57754d21050bb58bae99f37724bf91a73d --- /dev/null +++ b/1700M/final/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:183ee5d26142832e5804d1e8a82fc991d8e3159e916e6ec469c489adc1c106f7 +size 25166176 diff --git a/1700M/final/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed64c724ec2adc6719a0c42d078623da0d989adc --- /dev/null +++ b/1700M/final/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f182a04277d8e6ec8e561735537dde12e9f77726706a576a5d96ca30d49e183 +size 4192 diff --git a/1700M/final/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e6881a545e261095f6e92be0a194f17a5b8d681 --- /dev/null +++ b/1700M/final/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfae0a0683b6925f24d89e164cdb08ca3d9d233fdbc3c9b1ac2a181d1864834b +size 33554672 diff --git a/1700M/final/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21466df07b69c555fc32e2b944ee1e8cec534a59 --- /dev/null +++ b/1700M/final/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0739376587e6c18da57089317b456169edd46c252adbb5463cc4fa41d89dca1 +size 67109160 diff --git a/1700M/final/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0923fbf334b43cc4253481ca6af45977e54360b6 --- /dev/null +++ b/1700M/final/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ede16cc9a606c41c19d1ad5be0b1d1e81fcaeb7938afa4cfec8cd11a58f2d91 +size 4192 diff --git a/1700M/final/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b511ae50f43c0681cca208e02ed9beb8d2b059bc --- /dev/null +++ b/1700M/final/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2f2f2876c1f14768f1188b7edcc40642c912134d925c102d3e168cdc84d42bc +size 8388848 diff --git a/1700M/final/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8cdda287bf8ec8eb3f418b6027b85d193d466737 --- /dev/null +++ b/1700M/final/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a4d54d349844e4d7758f46555f93df866a2ab2f090c388483d94b774c717057 +size 25166176 diff --git a/1700M/final/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4f9549d5c95a5109026283ef40749f053326a7e --- /dev/null +++ b/1700M/final/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:605f556c6371be7356bac0d404aebce8c27f2418be780066c7625638c70afcbf +size 4192 diff --git a/1700M/final/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7243a9e23d86fa24b016171ae0080e435e62ee67 --- /dev/null +++ b/1700M/final/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d756917d2a7d55bd88f49dbbb23170e366fdc883f90e72bff2837186461cf9b6 +size 33554672 diff --git a/1700M/final/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46ef28a240c41f6c9077b34eace3f43d3350c193 --- /dev/null +++ b/1700M/final/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:391034912dd1978b7b0549728b89b919d20e63d4bd0de5085ff6f674c3c9c1b2 +size 67109160 diff --git a/1700M/final/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d89260c479d7318110bedad2a011e5f2ba46bd8b --- /dev/null +++ b/1700M/final/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8123cc23a50491042ffd11521f45a9f2a7caf38f145d4729ddd5c4885a0cf48 +size 4192 diff --git a/1700M/final/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b8ede2ac557a748df8b1a56bbfff971624231b6 --- /dev/null +++ b/1700M/final/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:611f510019ef8ed417273b467c498609a5e1018ce4b8c4ccde67df41494a02de +size 8388848 diff --git a/1700M/final/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a14af05d9299e040cd8f7266dc2c676387cc1049 --- /dev/null +++ b/1700M/final/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a4698f3ac30f6b2fdd96e4bafbd21454dff02feae61b15fe280804061b75c4d +size 25166176 diff --git a/1700M/final/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..99686f6502854966bc06a52fb27c9ed28aca2a51 --- /dev/null +++ b/1700M/final/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46e348c9c95a64a12a5ab4d22903818307700e0369212edaf374d97768e4edf +size 4192 diff --git a/1700M/final/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a63ea44839e6f146b03706fc81e2e2f60162a3c --- /dev/null +++ b/1700M/final/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c732ea90c48ff81eb3bd3126fb8f2b34e5a7cd556b1feaa63ad139b3e4092cdc +size 33554672 diff --git a/1700M/final/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59a28777835a2d7cead554951d7ba2bb3429cd0a --- /dev/null +++ b/1700M/final/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7814197c74bcba9e7f467152bf6eec2167b88acb774ce3b18616c0394663b442 +size 67109160 diff --git a/1700M/final/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f22555d526427c33d41dba4ca3c7ee5a7052e4f --- /dev/null +++ b/1700M/final/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c871e459f7ef09c3b44fef3c82d495d135aef943fda2e8691be6c2af5f1ec092 +size 4192 diff --git a/1700M/final/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ce52fcf4eaa502d2a3f2f980d6af096a331648a6 --- /dev/null +++ b/1700M/final/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2df576514641dfdb9d0d2df0ba465400734fc3c0406fda3d6bf3c4603b5c672f +size 8388848 diff --git a/1700M/final/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bee86cc543770fb9aae0a78de48930042eb2524e --- /dev/null +++ b/1700M/final/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d06159a5f3291c74e898ca92a4ec903dc80abc5f8e515d1444962d9cf8a7fc72 +size 25166176 diff --git a/1700M/final/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..df44ae4c3f4192ea4a362ca7a566e082f58a1244 --- /dev/null +++ b/1700M/final/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:399230c66c5670bca918c821ccda95c29455cfb71e6314f9bda79b998e2137a2 +size 4192 diff --git a/1700M/final/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a20d410003847a5b5f531b7e822c8c1b6746a6c5 --- /dev/null +++ b/1700M/final/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147b75fd2036d5bbfeb730b163a549b2c2e2d074aba835b08493d167c3206d2a +size 33554672 diff --git a/1700M/final/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..979f90ceefbb08264ad31447838be1fae92443f3 --- /dev/null +++ b/1700M/final/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f269db7e93c55d20c67983f7b854152fc2a6be77f31732d0969d48248425d5e6 +size 67109160 diff --git a/1700M/final/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a70b184e8654daec1623c916392a989d4119beaa --- /dev/null +++ b/1700M/final/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d5f80bc3b97956ccffc76e2b2616a6f7e0b0c03e735083ebb5f674fe6d56b9 +size 4192 diff --git a/1700M/final/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3c1a1a4c94cdc2b1d75cd479a4042bcfd8ba6e5 --- /dev/null +++ b/1700M/final/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab3f8700bd40ebf5b745ee1ee27ae7521773333da23f3a0298fa7c4b06379b49 +size 8388848 diff --git a/1700M/final/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..23bfdb8c138ee768031d855be0a429381d551b98 --- /dev/null +++ b/1700M/final/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d637bc1de61500159786a98dc4358308d37aa6e2a717f0a513da7e0bb1f855a +size 25166176 diff --git a/1700M/final/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..448bb825c94b4f6bc5106769140c1a0db9f8aef0 --- /dev/null +++ b/1700M/final/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f7664801eb359cd61ea428ae0a122b7704721662ec5b078d394c2e7ad4ca06 +size 4192 diff --git a/1700M/final/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f71e77c51a8991dd1f2383313cbf4bc7876526b0 --- /dev/null +++ b/1700M/final/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e91d384cf4cfe4bb8b345d6d2baa96e467fdc6628af69fc23dcf39f26b9476c +size 33554672 diff --git a/1700M/final/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8e774c58d42c4e103f184d96533b173a5838dbc9 --- /dev/null +++ b/1700M/final/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44fd249c982ed0775895fcdce41ad0751910e94270236249a4cf989fc1e56f39 +size 67109160 diff --git a/1700M/final/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8019af97646502a63748f8d50a9691b283a1ba96 --- /dev/null +++ b/1700M/final/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf046ef0dff4ec737f3c94ce0aab0539b03ff9ffdad1ee4a143d150ba84fae85 +size 4192 diff --git a/1700M/final/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b99f8f82fd8e700dd71ed76897723970907503b3 --- /dev/null +++ b/1700M/final/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc43db64dbca6818e5535fac76e18ca60fb3250224cfe665f02a46360c37b48 +size 8388848 diff --git a/1700M/final/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..70556cda9a17f0b75683a8e19b7e481712569150 --- /dev/null +++ b/1700M/final/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c86bae7bd30cfe5a41e5aaf77deb62cee568c78960c0c0c02abc5c834a09ec85 +size 25166176 diff --git a/1700M/final/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3914a9ab97225aa71aadea761e6a2b253204a431 --- /dev/null +++ b/1700M/final/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8344d3e576000d2dc10a031e551c07536d1a1da7d81c650128559c3891d41a0 +size 4192 diff --git a/1700M/final/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ab42a9d61ffd8302589f8bbff56ef47a3a7dc7b --- /dev/null +++ b/1700M/final/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c403978daa329eabe18d1362fec10686bcbe638625bd5b0dac41c173e49e099 +size 33554672 diff --git a/1700M/final/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1df7676c0c59dc334cc662dc49c1e9c413919f95 --- /dev/null +++ b/1700M/final/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28e3fe65890e79370235be4a16d5eea787f86ce2cfe95a88faf5fbbe9db3b7a +size 67109160 diff --git a/1700M/final/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..118c3eb17a9085ec8d4fc290150c97c4009d76d2 --- /dev/null +++ b/1700M/final/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50da32739331657323e2beeeb7c6ce970ac460a5c73beca1b0a79c28383d85b7 +size 4192 diff --git a/1700M/final/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3639b3c1dc5af8808df7c6b2b96f33fc51f89556 --- /dev/null +++ b/1700M/final/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45baaa1baf00696fb5822531dd2d02a1d690c525e37efa56c0fc527940b44aeb +size 8388848 diff --git a/1700M/final/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cc52d4deecea559443229799a51b66e6655b9089 --- /dev/null +++ b/1700M/final/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10a3e9defea70c8e2dd0e2e6e73cab104fb2997b092863bde7a4daf4ed3af3a3 +size 25166176 diff --git a/1700M/final/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..701b182f39c741456c97b4cd23c08f50ca3124db --- /dev/null +++ b/1700M/final/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:262ac92a45c6150a2cf8aff69788ab7a9d227e6e0ac3c4ae1626dfbc06e8f6e5 +size 4192 diff --git a/1700M/final/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..600744bcdf35b4c2c2759fec9110cc304bfe91d8 --- /dev/null +++ b/1700M/final/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6493cc4d6cb4cbe10f4d326dad7db086fae71238b0060ad61a9ac8c7cb18566f +size 33554672 diff --git a/1700M/final/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ede62ec93589cc98c9619d9ab5002b02152d701b --- /dev/null +++ b/1700M/final/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efaf47f6ca0419e219697c83c18b0af14b6fae997c267fc1b6a9409e5ae92253 +size 67109160 diff --git a/1700M/final/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d3b4d0f34359dd8cbf4180fe4cc11608e40ea33 --- /dev/null +++ b/1700M/final/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5618c93fe161b070527958d0165d4cd4cd85a339f40371f99864223120cfd16f +size 4192 diff --git a/1700M/final/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb1e57b9e3337e6ff08afd7d85273b83e04fe907 --- /dev/null +++ b/1700M/final/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24b69d3ab1956ce4737f30a78feee34c90d358989a19fc1aed666bae4575bfc9 +size 8388848 diff --git a/1700M/final/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec70405e37fe6b97aaa811d61f8f78aea98ac573 --- /dev/null +++ b/1700M/final/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5277fb908a689a74e9221c8f6ca9990af74fba759c8e3e09c0bde14e694bbf40 +size 25166176 diff --git a/1700M/final/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..152b60b0c8d2c98121f95fb341bb9a26a0ce2fcd --- /dev/null +++ b/1700M/final/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40e51685c802c1d4a7cbe3cdfbc9eabc4008c105532a37335ef0e7bcbc9a28e2 +size 4192 diff --git a/1700M/final/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f9e9e7dcbf58323bb36242f19db89af57db9b3a --- /dev/null +++ b/1700M/final/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f061563fe3cc43a4a230421d7dd8f908e0eb9118b3a1ae069650695f4410d40 +size 33554672 diff --git a/1700M/final/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c49ed134e092747e8da8ed5135ad708ab482be9 --- /dev/null +++ b/1700M/final/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec638131eb3ef1d9f6b59cd68235d6b7c791e7ede45eefda2fc1a2631479b63 +size 67109160 diff --git a/1700M/final/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e11ffe5de47f79c457877a7e18b6c1382c942d30 --- /dev/null +++ b/1700M/final/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a06968306980e674cfe172ee8da12316d4d2dfcdd8ceb2b9f5756674f57bc7d +size 4192 diff --git a/1700M/final/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..975ddd657adf953d36d4f201e8f371b8427b67d5 --- /dev/null +++ b/1700M/final/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30872d22398e7806f9e1156eabc7bee8476a5be2a08e76c61cafe31a292d33f9 +size 8388848 diff --git a/1700M/final/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ab9c82425b508c9ab562cf514e1b6a70f5975cc --- /dev/null +++ b/1700M/final/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f72a6434634c3339132fb6cfa646348c88736272b0c01a54efa5c6f1fb05c996 +size 25166176 diff --git a/1700M/final/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82930876d74d1cd761ea2225c3c2f6e757051cf7 --- /dev/null +++ b/1700M/final/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a7bdaf76b1f0715aeb83e2f323f80f65b5e473b98883a3bc2a8a22f2d77d5d4 +size 4192 diff --git a/1700M/final/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a8a86e4b726376d3bd86c9145c59d6b569de4ee --- /dev/null +++ b/1700M/final/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3374ce479499b3f21c1d5e8c393a1d8426318b61574b843e3d2aa1df4c2af581 +size 33554672 diff --git a/1700M/final/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0fb350a9b671d7f5956091887cf04b4ee6878875 --- /dev/null +++ b/1700M/final/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f224422904c7b280e98e505efdbc884f8db94daccb1a2c8fb1f4c3d0d53d346a +size 67109160 diff --git a/1700M/final/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..305025d7a3fd83c17fc0e96866f72c83432039d1 --- /dev/null +++ b/1700M/final/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c36911768b881e10f168b100e18ec0a9179d554744af1bc8aa6d2eaa6c2ee5c +size 4192 diff --git a/1700M/final/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8fd14e6b44f42750cd15ce2bc1323c539f76ecf0 --- /dev/null +++ b/1700M/final/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d02ba65bbb644f81fec26a227167e2306e56df161cb93214530febf955d9fc0 +size 8388848 diff --git a/1700M/final/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9de4a620d62b5c6d600479c0cabd5ae18439988f --- /dev/null +++ b/1700M/final/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e0d6c8535226873ef95c8553e70ce4aa0acced9cf232c4f86e5e23bf7b38419 +size 25166176 diff --git a/1700M/final/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1fac3b419e696d760a86db9f0a38def72c452321 --- /dev/null +++ b/1700M/final/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa61d9894da5b1f61bb3ebabc0beff63174da43c08e1aa7a98d0aea979ef5c5c +size 4192 diff --git a/1700M/final/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cc952886d0b5a9bcfdc6f780b632cffeddb8fef4 --- /dev/null +++ b/1700M/final/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4e904ef7e432cbcb78c045123c04bbeb5501f2ed977aab7f54941b174af4a2 +size 33554672 diff --git a/1700M/final/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a805952b6fff6dbc514ae18714bf602d094e63f --- /dev/null +++ b/1700M/final/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27276925b1ae0c70af2a95021a4f5b9bdbe2efc05fda766694a7c2ab042debee +size 67109160 diff --git a/1700M/final/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5101d3e6c28ba8714bf5ceb30c4abf37949cac0 --- /dev/null +++ b/1700M/final/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fc8f7ef8befa0a1289c9ae1d28b6c8e901689d9b854f212f70178b0924791b2 +size 4192 diff --git a/1700M/final/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4da99cfb106f2c643f81738d87a86b200e13e373 --- /dev/null +++ b/1700M/final/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aa14cc055f4f02d8968753cc27fd90e9794fddd7a44461e3a7b2b1a242d45bf +size 8388848 diff --git a/1700M/final/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..33715f0e28f2d3b30b4a78882de5a859ae21840e --- /dev/null +++ b/1700M/final/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f98ea3879c6368262fb897afe193ef71035170a45b0a3e66fb3eed2a657fb86 +size 25166176 diff --git a/1700M/final/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..341d87719cd9467658740ac3bd96199dc1756c37 --- /dev/null +++ b/1700M/final/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab266244e425ec26b36f213c95f631cfe24319f134394ae1ffce6b3b70e8797 +size 4192 diff --git a/1700M/final/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de15b7b36c6ad09e7e6b518214d160a307c3ebd2 --- /dev/null +++ b/1700M/final/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c270a228ccd9503fab7b2b118d8957a1cf848fed2f686440141c2c9ae441ab37 +size 33554672 diff --git a/1700M/final/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a9d3cf38e2d330c8db1b30a212d36d109cd3491 --- /dev/null +++ b/1700M/final/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5087fa00815cf60f35e3d59c6bdf72eabb5022200f2957d6b10dd2086fd6290 +size 67109160 diff --git a/1700M/final/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46f7e27201cc19c24e38d42357fc0857933c71d7 --- /dev/null +++ b/1700M/final/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72bb26643fc2bd96de28901e803c8e6a29ea0ed54ad56d98b83c1f5d4f9fbd57 +size 4192 diff --git a/1700M/final/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c34fde01fc35c2a54510e590e40cb3b215ce756 --- /dev/null +++ b/1700M/final/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d0b9d23274ae8d4fd3adc1b8bda53245bd728424304a56636727a3f8c910973 +size 8388848 diff --git a/1700M/final/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d0f6e8a8dbbb1a4bd043d0e825545f9f8fc2b149 --- /dev/null +++ b/1700M/final/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab115bd4c178bed5a9a045bb30ff1a93918fab418591c1287b4df494041bf6f0 +size 25166176 diff --git a/1700M/final/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1f9334eabec53fdd02d20373cfcc5988bc647e6b --- /dev/null +++ b/1700M/final/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6849394a93e1c6d10c8adfa4bebd63a9bfead02bd964516e0f9e4d43f9eb4e13 +size 4192 diff --git a/1700M/final/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f9af3e5dbd68ff0f471add3cb5563cdb45b0c843 --- /dev/null +++ b/1700M/final/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b487e51fd0464ef9ad776c4355e1975b5ff373a3bbab1def1ac2c75442a15c69 +size 33554672 diff --git a/1700M/final/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e5aacf2efb5ab1b761b9efa7ab8b4f24540a5f1e --- /dev/null +++ b/1700M/final/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5bd7b627ed72bd5f86a2834bfd111e8e4fc9315f6316356eda89e01e182891b +size 67109160 diff --git a/1700M/final/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98363e08d9873be6b45a56aec92349b17435a149 --- /dev/null +++ b/1700M/final/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5dfba54aeaa290a63515846d89dd45a9b9bb4354eb78c0dbe2d614e3bc485ff +size 4192 diff --git a/1700M/final/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..800636c5e0d7c423b909a7969c4b315111cbd2fe --- /dev/null +++ b/1700M/final/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7271a8d2f90e2197d907795cc2e0111b7d5ad9d965f3c9ced4051a904d2aa080 +size 8388848 diff --git a/1700M/final/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d29b7e072abd9b63b95ade4749ced2d703c9a15 --- /dev/null +++ b/1700M/final/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d3d4e3bdc2be9fcc610dfa6fb846c2c8dc057eef5c56c8294c02bd5738a36e6 +size 25166176 diff --git a/1700M/final/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba8c09226a3529dd951615781da850b2a3b04303 --- /dev/null +++ b/1700M/final/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1b7e53b09c512d8b1c7c1c48db1af500de3b255c4a92b6e4e32effeb685ca2 +size 4192 diff --git a/1700M/final/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c691e4afd2fa095f2935f47900a0b2665299a179 --- /dev/null +++ b/1700M/final/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1613147bf74f7d9d823acb8ec7bbaa100fb74813e610cba67f089e371cf0c70c +size 33554672 diff --git a/1700M/final/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c611c8500e1d330b95b51ea2c78b484608cd349 --- /dev/null +++ b/1700M/final/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c35f5fddb01cf19e3748c9ac34389f59cf982541cef58ab2074c0460e97ec93 +size 67109160 diff --git a/1700M/final/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69af59ac626a6f9587328dc5b7e84c965cb0af37 --- /dev/null +++ b/1700M/final/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6054247952137356a0c86e8a14633b8c3516cc120161a9611d941cf5166840fd +size 4192 diff --git a/1700M/final/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3eae309e0b8d97cbbdcaf65785552847e2da7a47 --- /dev/null +++ b/1700M/final/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3792d66db6fda22fa6dddc41e5d1bb3d49e76565188cc3637e83a74ff210d390 +size 8388848 diff --git a/1700M/final/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c66e22307b2e77140ecaa9508f0541f08329eb34 --- /dev/null +++ b/1700M/final/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:290279e298c8846611400c28b367828e91b4f25562c2494d52dfdda436e457ac +size 25166176 diff --git a/1700M/final/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..61e026b1bdbebcd0cf8445e0059c885ebcb57448 --- /dev/null +++ b/1700M/final/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ec0c1e3a86a34a754e2226059451efb675a61c2eaa7216a43a57b3177fea32a +size 4192 diff --git a/1700M/final/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..65834c3db3d2c5e55bd48de678aa2b748b6ac30c --- /dev/null +++ b/1700M/final/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1631eecb2060b1018a10c65db24567e4b15c2e0e8b9489682a36ffeda3549c18 +size 33554672 diff --git a/1700M/final/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4baf4346cdc0e0f60950ccd12bfb2cd61801434 --- /dev/null +++ b/1700M/final/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c7e1b8801e4d9a5a4e967566de6c1991b9f431401aec020f460fc5bd470ed11 +size 67109160 diff --git a/1700M/final/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0380375f87a089e05e8a6a64f39a9df6dad7cdb7 --- /dev/null +++ b/1700M/final/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd5621a7b535ca51b7ba0a841f4569bc32ae510d615da0d6d69ad1463db610e8 +size 4192 diff --git a/1700M/final/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..feb595053af07fe051a95e41e6f2cdb86b139c39 --- /dev/null +++ b/1700M/final/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c079f9116b21684da30a5c1154a396db766b311ae0181a43361a619432db4f2 +size 8388848 diff --git a/1700M/final/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6b90fa7908bf2802c498ee8c0db6d64476a3d1dc --- /dev/null +++ b/1700M/final/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12712a7f52286bf9d408f6926c54489b19a211c12c6750af3ba96806d7fd3733 +size 25166176 diff --git a/1700M/final/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f95cfd6f604a77df9a899d10039b4ceec2e397d --- /dev/null +++ b/1700M/final/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb3a17f8c27648e339b693283dd402869a6a9f1ccbc08f7ae6ce3ac7631c9281 +size 4192 diff --git a/1700M/final/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25d32afb2438d16b88be02c6ffaaea49102feadc --- /dev/null +++ b/1700M/final/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6758b9df307699abd484576f6230a509cc660c7dfb96429928ee9cd89e3adab2 +size 33554672 diff --git a/1700M/final/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5bef3bbf86787219005e7f92fb1e43351525b81c --- /dev/null +++ b/1700M/final/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c04613f62ca387dd6e2cd86ef4935411059a42346b2235eb9bee23ba615f89e +size 67109160 diff --git a/1700M/final/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..458c318d51820c209aac8684c756fb5922d81836 --- /dev/null +++ b/1700M/final/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad17862d5d0d57ef00582f128fa4d2802ebdd77d3d0fb5d20a9ca70129104985 +size 4192 diff --git a/1700M/final/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5300b7d964023bd062f1e5b65653fc8141f1e278 --- /dev/null +++ b/1700M/final/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2e77119e576579ddc05139e3a0c681ac959513839c810af4faab06c8ea6363a +size 8388848 diff --git a/1700M/final/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bd4fea104c3d9d5d7fd3b3ec9ff48f9cf189f8db --- /dev/null +++ b/1700M/final/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:126c2a7bbabec6ea0add0eb0a5d8796a6c26218d340ab9d966b314d15f3dc25d +size 25166176 diff --git a/1700M/final/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..580b0334ac976c3a52d2adc4e74eb407b0f9c79b --- /dev/null +++ b/1700M/final/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b129278e73361b579461d86098713c9fad553d1b3c8198200933c99226ba22d +size 4192 diff --git a/1700M/final/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c42a51f1684ed06bbf0e50ba71b21f52c86073c9 --- /dev/null +++ b/1700M/final/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b679cf1b3f0b63721eb8f5a15a0dbef91f27b2bca320bd2101a683193293c894 +size 33554672 diff --git a/1700M/final/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a316c88989811577de66579ba7ad7350b522d18 --- /dev/null +++ b/1700M/final/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35076ce30354979c176f66d365fec7df14a07dfe9a4c54e26da2930b9e77b4e9 +size 67109160 diff --git a/1700M/final/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c1a8cc5d0a9f5902c44fc26f6c3fffdf971dc5d6 --- /dev/null +++ b/1700M/final/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a2afcb92a60ebcd3b9878cdc5fe6443891e6350d7e82e997c73f6d8a8d6a46 +size 4192 diff --git a/1700M/final/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cfb293802bedc89de886737858c672138e764f99 --- /dev/null +++ b/1700M/final/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:566f512aa0c154c0e664523609b804e7558c234eba413d6a03061324bfebd481 +size 8388848 diff --git a/1700M/final/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..481ad5aea7e29a2d78c926619ba0d3f14fc93625 --- /dev/null +++ b/1700M/final/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76272258bf855e7f998f1d32fded3572bc9b0e6c8d7e89237ad96c1fff509092 +size 25166176 diff --git a/1700M/final/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c05b4f4afe85bb250ed066dbfff81878ee4b0e66 --- /dev/null +++ b/1700M/final/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde28707cb6efb8cc1bf6210387b4deb3af2fc4a207724daa6a30c5ffc290323 +size 4192 diff --git a/1700M/final/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f07bbc1b99a32cc97fb6db10a1573cf46a975b57 --- /dev/null +++ b/1700M/final/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a342cb7fcda7f575138383031ba8582bdbf0008fbe4a3ba475f9e801ba58e333 +size 33554672 diff --git a/1700M/final/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..852a8c4589496d2c92ef2b935f269fd52622e0d8 --- /dev/null +++ b/1700M/final/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d04fb4b89aef47cac4702ff3766bbb7bff872cdb74a0075489330faeb3756ea +size 67109160 diff --git a/1700M/final/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45cfafff74cddf70b06fd9cc5a2eb94e4846de8f --- /dev/null +++ b/1700M/final/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48b27a8a9f583b8ea92e47b41738c28bf53c8892b5e871d5734af5d0424d019e +size 4192 diff --git a/1700M/final/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19a19a468e0220dcf523a88154d1dab43859a48c --- /dev/null +++ b/1700M/final/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863efe8754bdfa95de4e514cebfbc3b70a90fc334659da4e2cd9ef11ad127e14 +size 8388848 diff --git a/1700M/final/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ae070788548250c3feaaf4847ffc18b778f4376 --- /dev/null +++ b/1700M/final/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5e3a205b246d71fe9dfa26f5c04934ef660a82d655832c1b8fea5db8b60b414 +size 25166176 diff --git a/1700M/final/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0da6d04eb08d7861ec7c6d9dfd204ba3788f881 --- /dev/null +++ b/1700M/final/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccb8c2fe3c47fcaec7e6b386956ec05fe3272c3082337dbbee5f666aa5a54d9f +size 4192 diff --git a/1700M/final/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b8c6514599f13cd0b5c4da428603c8781bcd556d --- /dev/null +++ b/1700M/final/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cd7d22b0cd36b818daf28c4bb53c46bca9d81822981b428996e528e87a6e9af +size 33554672 diff --git a/1700M/final/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64532c3a0d25a3e3a666989e40e44528e426d138 --- /dev/null +++ b/1700M/final/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5627ca32865f26a403bd337ac34964abf23888229094f35735f6bfc7d4a1b919 +size 67109160 diff --git a/1700M/final/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e59027fd6f0811cc5c90dfe36efed2110810e4c --- /dev/null +++ b/1700M/final/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78225f93d51ae09f7a65aa507a023225eca00228e44f8a7851619bbcfb0f2dcc +size 4192 diff --git a/1700M/final/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..515a5102e7371d18d020c95dbf2a08e47d692eec --- /dev/null +++ b/1700M/final/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69bce4408c52de55ee1a5a83fb462f7bd912b0fff0b2cf2af849bdf0137ca484 +size 8388848 diff --git a/1700M/final/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bf452c04c47a9536089e9814ce694802c8adcd08 --- /dev/null +++ b/1700M/final/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35515b14455e225f8d8b47d14a1b2d8570086b6ee68b65cf54e5419996def015 +size 25166176 diff --git a/1700M/final/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e2861d7f5f332bb1675e3de72c3b52c86c10758 --- /dev/null +++ b/1700M/final/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bee2f9490c03a1e4c17527e78982d3a817a10c013d979bfda998f36d769fd54 +size 4192 diff --git a/1700M/final/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a5a5091a415278b24ce42f622fab816681a0b45c --- /dev/null +++ b/1700M/final/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:152f16d779b495eb5451ea2e1515a690bb51b8a0af2fb8304d737226a41a9992 +size 33554672 diff --git a/1700M/final/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e65fcf711865f8a242120014c371d2d6fdddbf4 --- /dev/null +++ b/1700M/final/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f1cba2f63e7455bb409f56d2977241f22aa3e258efe2b67b2a664a83097e70 +size 67109160 diff --git a/1700M/final/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9eb80facc65ae985f3c5377cb64bd01b2e5d1ef7 --- /dev/null +++ b/1700M/final/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee16988d6bfaaac1e1834748593ef0974283d70b8a0f5c6d68b31fecac27570b +size 4192 diff --git a/1700M/final/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f4a9dacb59fe2fb2658a605219bfdff1ca83811 --- /dev/null +++ b/1700M/final/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75e4ea92883f0342c8f58534173f78ff23fc47915483de0cc283309a06ead0c5 +size 8388848 diff --git a/1700M/final/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9850f0580de256187c335e2e9b517dc56a452630 --- /dev/null +++ b/1700M/final/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a03d70ba92c56e344431f89c3e5d46d37f1ea8b1e2f8c30e9ac4b3611f5611f +size 25166176 diff --git a/1700M/final/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5bf6a259055c9a45cd65aae7d19a1ec24a6b85c7 --- /dev/null +++ b/1700M/final/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5acf69e940c374caab49303a5ec7544d7aa722a75ac60f178bb0dc0392182a45 +size 4192 diff --git a/1700M/final/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..95b98eddd3ecd410323bfba5ac1e8eb3af965569 --- /dev/null +++ b/1700M/final/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd069468e961c6c8ae7e52521d601cdcb93657dbc4de1a7202fc5d1b376f163 +size 33554672 diff --git a/1700M/final/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc97e486a286720c6937f23b487a3f22c4b42129 --- /dev/null +++ b/1700M/final/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1162bb64b7e9425b010b2755c51b82e5c9b18ce931ab9a336930a569d52c7b39 +size 67109160 diff --git a/1700M/final/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/final/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a48e3a9a5d2810db60a25049082522056db72a3 --- /dev/null +++ b/1700M/final/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ceab085872ac6c8030eedb896254c1bc1595241b8d9565c8575aebaee4407e +size 4192 diff --git a/1700M/final/model/model/final_layer_norm/pp_block/model_weight.safetensors b/1700M/final/model/model/final_layer_norm/pp_block/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e1c85120756ba3de487391b898b1e282caf4fe04 --- /dev/null +++ b/1700M/final/model/model/final_layer_norm/pp_block/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d223954ef0f03a12f57c35c5a76ede89abde7ec11f94ca5605bccee02a5931d8 +size 4192 diff --git a/1700M/final/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/final/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2672ab3c71ef79c5b552c8193b53efa670c0c53 --- /dev/null +++ b/1700M/final/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd52992d1da5aa3d3f37776165755b4072ae65a38bc07125005e875b287f527 +size 201326832 diff --git a/1700M/final/model_config.json b/1700M/final/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b22858b14f5b51300266367985c0691b047defa0 --- /dev/null +++ b/1700M/final/model_config.json @@ -0,0 +1 @@ +{"bos_token_id": 0, "eos_token_id": 0, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "is_llama_config": true, "max_position_embeddings": 2048, "num_attention_heads": 32, "num_hidden_layers": 24, "num_key_value_heads": 32, "pad_token_id": null, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "tie_word_embeddings": true, "use_cache": true, "vocab_size": 49152} \ No newline at end of file diff --git a/1700M/final/optimizer/optimizer_config.json b/1700M/final/optimizer/optimizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b43a810ed79747ad6c7db726a71391eb39c2d223 --- /dev/null +++ b/1700M/final/optimizer/optimizer_config.json @@ -0,0 +1 @@ +{"type": "OptimizerFromGradientAccumulator", "parallelism": {"tp_size": "1", "dp_size": "256", "pp_size": "1", "expert_parallel_size": "1"}, "configs": {}} \ No newline at end of file diff --git a/1700M/final/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt b/1700M/final/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ced7f19540d3411385f0f9548fc9dc0cf163065 --- /dev/null +++ b/1700M/final/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f87a9e113af547a2cb26bacc54e49be4f5ddd151fdbc79164f1fa8f2e081da3 +size 20536699787 diff --git a/1700M/final/random/tp-0-of-1_dp-0-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-0-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a567e1a4f90524d43fadbb315b9bebb27d550ad0 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-0-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96292df82a95dfdf6417063e6093d173c43a10ef1abd3ca7042fd2fcb7e518ab +size 1088 diff --git a/1700M/final/random/tp-0-of-1_dp-1-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-1-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..23a0866a706df48a4508e441e788b424d9dd16bf --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-1-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7447b85c3865b4cd76d74df632ec4e7b73ff7e2cb8fc883c8a80ff64a422f1 +size 1088 diff --git a/1700M/final/random/tp-0-of-1_dp-10-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-10-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..100b1d27c5e164e58a6af2424b373137e788ddc5 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-10-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b768555dbb2c5221619538e5815758fd4c5bb86d52a444f7f65cc56e0198cba6 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-100-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-100-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..804f7f1d1b526d71dc3bb789f7095b03d7189831 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-100-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e54c71fc76432e1bf9fba5d2d6bb718971d6a3f451dc6a019a2a56fc4f6447 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-101-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-101-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d3a7bc52eb3b848b64cc01221da108c70acaf3f --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-101-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e8fe9317b346b929b92c71ca3b69b736df715cd94ceae4e92a7b27fa2447044 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-102-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-102-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ec7183cd525f5d23a6c28a0619499c5d54ba3df --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-102-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68453b41ba092354eb400d2c247c33812210709c4b680909fe1d57a713c40f73 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-103-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-103-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..32091da47c197ab4a907e76194ceb4eb95bfabe0 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-103-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a038126bb589fbf040ed841db54bd590424e25b6eb95c57a9ce1a553104e6600 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-104-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-104-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d6f025b3b89bc07746a5b819185614670dd139a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-104-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baf74e394d45b9265ce58b5e7335d9b0b7c080d7c6fc313b6dc57464955a325e +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-105-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-105-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..50c9d8d92b59ab8bd1c57128daf447ae04e22ded --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-105-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22fe8f7b0723e33035a81f779cd929bc1cb1f05339ce873b6dd8a8f526701f20 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-106-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-106-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b051e5202d39d358bcf970586c5ab00937540e52 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-106-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed89976dc9cc652f9d38d55b310aaf2581141a512cce1090ccf3f24a595dd35 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-107-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-107-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f93e7cc73353c3d80487363c96d2b9c0f3c780de --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-107-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce296f87030dbbdc735b3cf0ce27d13b51465ca64ba626ccee540656d604cf14 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-108-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-108-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..76d2cf35f106ee2441518eaef4bb6239413729ac --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-108-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bf476af6fed4d700fb3b8fec145be74e7fa23bf541e9932575acb36bdc21fff +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-109-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-109-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8734152e6346c6016513347ef1615b37a98ca58b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-109-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fe14aa87996860bd7e107ed20459bab8e3179b40c9cd533b360cc3c72f26cfb +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-11-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-11-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f3d92beab794619c5204f1bcc7d665fe25c76e1 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-11-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:418e4a33bb64fb98494c90ac151a2e83e854699f38f5d26adf22363f78b417c3 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-110-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-110-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..eab81ecbe4344af322dc73dc594a8b307ae0f30b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-110-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c078b2c4500e75c918f9e4d71ea1b058537282cad4267b495fdea1426724557d +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-111-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-111-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..25eca3cee2cbf6f398f8aed8f5a37c9d24065c92 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-111-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e95c5c3a3b68a2dc31206412a08ba3bc5f3012313038a245a338f7c9593f3c1 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-112-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-112-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fafdd65bff0dd7ab9e3001c957ac5f2275e0b44 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-112-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a15c82ac947be7e7102930af95a940c746d0cf71f49d66c64eddc8de9f200bf6 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-113-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-113-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a45f3ad5a948246b2a444d4ceaee1ee4eddcb4bd --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-113-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dbb4037d2bb0e4f76e6515176f224fa5b4a135ca7ba050551b6a3309d42504c +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-114-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-114-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f73faae610ff47811ac6f5c401e91ab2ad0a288 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-114-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:621ed7ba8278e452fe1db41385f287110b124aa46fccb39eb1dbbb0772353976 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-115-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-115-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4a11ad687c6ee37baa9a45b7bfff6368b919eec --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-115-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2de3c471e7bab7de17968519bf966ffba0b75657b2333ac7ee033a6eba7c61e1 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-116-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-116-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..307fabb45a4dbee2383cfa814947902569c35fad --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-116-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99a7ca8c7c0e0c4d60f01f46127d3b2c0e7bc888769a5201af50feb16ff682ab +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-117-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-117-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd5496a6928c40766fe304cb08cb1d39724cb333 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-117-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6841eb92c81d529146d67184e35730f6cb4ba43f5931da41f274a36d9a5437d7 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-118-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-118-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f27654312418b491764fbb725f1cc25b23821e57 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-118-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937ad988d993254d60153408850fc39ab9e135c112b8c7dd168e9f6e7da5a690 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-119-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-119-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebf5064ef22932393f9e08bd0719389ddb9708b6 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-119-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87b3bfc143e1181ea17dbdfc9acb647bdfc4a81a12afc99b5f468abe048efb7c +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-12-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-12-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..14718eedb7349b9ccefaef12b47df34d2d0cb81e --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-12-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32b5c727757fa42e716d02bf069ece682cb9d5ffeb38263b4fef5ccffa2aec2f +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-120-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-120-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d5335ae0530d4a3867fbd7a52b35adff75ef2a0 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-120-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fb8d28723d105601975a10c40a38f51d9bced86ef719fb349891b09b54deebf +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-121-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-121-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..650f80d1b766c0fb36a8cd2eb1ff4ae05aebff2f --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-121-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47f5b4e75927abc40d07eb3a57a1491f79caa9d7ba49064759164afcf4637350 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-122-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-122-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c66e37049924e3dcf7b4fd8a8137d7fd88e5d6d --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-122-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d6e2dd54173470825464e5bb4cc6c5c841ffb06e791cb5ffc1f933aef85a8c6 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-123-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-123-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac51a1279729ae82ab96add9b100f09bad9d1bc2 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-123-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c49d057e07d553e1a6f379961732d0886586d223e3eec076cf8f4d40b718c946 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-124-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-124-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f81de0f22132ecd7d870580869e0cfc1880126b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-124-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67771533ee68632f4560c08782ef50e9d875a3d9b356f72a60d1b7cf5fa45382 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-125-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-125-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..eca49e1f487149e8c8190d2bc3a9bda1f44f9476 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-125-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47e1f261e0b455277cb6d6e44b38d850c4c1d3b03055b7cd484bd86cac57ca97 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-126-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-126-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3b5c589f7429fece4335369e660b9c001d0ba98 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-126-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7ebb4460ba32d45fc59c328ec2d8706385b41a3f3da477c2f52a8d151eaca76 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-127-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-127-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7162014b1a74b3dea4e432b06d974aa762e4c92a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-127-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d14e1db0f9d5b9d1e3a4694c18e20bd0943afff4f45eb21cc98e4e6b3467597 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-128-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-128-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..05ab33941208fb726f536332e091638551e0d91e --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-128-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb0f523deebf93dd15f891749145eaaff27b4feb03c2a292321156f0d712e2f +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-129-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-129-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfa14033daebbb15f9d0937bba55db001550b0f5 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-129-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db479580d9ef16160142ce8754590e3fe40a20d4bce92e0628ce683fb0514f7a +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-13-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-13-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..04e76ad7b1970734bac489f304bf70bba8519f3e --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-13-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd3475021d9ae7967b2b1cfb4787681d39574f65e62d5591eb21457437be07af +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-130-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-130-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..92c12f9bae2ab7d250058244e5c09b8706e6241a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-130-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e6a2b9a53b9e274b7712170e2e4a9ef30e1947ff4cb6d77078cb48ceff06932 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-131-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-131-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b9242cafe5a81e6e42e5a0f745e71efdcc83c56 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-131-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f28847cb131aa02b23321646f55694ad89de12acef7358f3ecae18588cd541 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-132-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-132-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d31f35c11230ddc9cbdb648ad7684d447b2aaf3 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-132-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c26dce7c27ba7a3a2064aa3247541f33c4a53dd4f47ecb319d647e7e088809c +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-133-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-133-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..31dc68ad723f18cf2d5c44280a75d70866d3f64c --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-133-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9363315bdbbc363abb7f5d871c20cafcc281aee3ca94122ef0174806b60366e +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-134-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-134-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..267542f61281a1fc96641490d20f5b1e650895dd --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-134-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06760930f7ee86c6ec160354ba1e08387f3a979d83e1537328ce73d407ad7d94 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-135-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-135-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e35e5c1bad8eeac267e53b65258e0246c05cfaf --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-135-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918f0ee1ded19aa1efa1674051bf40835bbdf3bc29eef649298dd10912ce76be +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-136-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-136-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..27e16ea0b84c135240327b42f7bcc386b016776a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-136-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:220974f3b19f71d83d501dce3757f071953578d87598fb586507c6d9125e78ac +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-137-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-137-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7910876eb888cd81da6c826740a596cc0f6df7a2 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-137-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e820eb77e7446503d93956984d49f1844be85af89eb52a16e404922d8f547e90 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-138-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-138-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1f569669458d9f55e65fe80b0aad80ae89f73b2 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-138-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b7865753526d80a6e1cca459e06495d38410dc2c8f0bab2394a7f4751f462f +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-139-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-139-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ac60051d264d6eea498c408050ab3471c8cf098 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-139-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ab316f602bbdf6fa493ec2871faee43443094848f3e247cf3688c7df8e48c82 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-14-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-14-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..90fe91acc9111c5038692141b8fda4cd163ecd63 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-14-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934189a2e12ce94c6520fa50f0e2ddad9c6b2ae1d814172385982a66272f5580 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-140-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-140-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d6307d6caa89b038892d8e50d51d41b0ddbe783 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-140-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8915e962de64d567fcb4807b1556581d2c086281ab1fe3ac555d2bf93993fdf7 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-141-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-141-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f48d22615ed8baa3e6e99ac487203757f2aae7d --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-141-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fffb6bc7ad926639365118eae53a0176a6a96871a0fc90dbfb240f94ec419cf +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-142-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-142-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9fd66cf020d5ef6cdf826ddd42221dca999542e --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-142-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4db0a9f008065bdb239d19a329efb0f4e0f8edec5d8f7f11e215324344cfa66 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-143-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-143-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..13c8a1cbd3aa062392b1906952072ca45757f3d8 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-143-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e49aafa15d05be3ce3e5aa4be29cefdba29a35b6f72ae386360a77448fc6bd0 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-144-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-144-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cde0c0e5381b0f326d78f1cd0f39bf5b261cd30 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-144-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:701f9a67751eb7e682ed1aa5ba4faa27ebc2ed76111bcf80ad728e86d76c1c82 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-145-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-145-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9870c4be6fc2cae92e1ed2af94e3c37ba6615c20 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-145-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b08b0ba26d5bfeb919bd79247278b694cbe167221867cbd38cab1c88c1840e8 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-146-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-146-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..10ce183bf19e9b13e68608b21b3f1151cceaa143 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-146-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8612584816d381c8191cb8fc3d7e3c479354f084acf652e58cf7dca345eb128 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-147-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-147-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c25b3f3d0ac457968ea88901894b0b1f55ffe916 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-147-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2091cdc1163c1de9dea8ffbd8cc4612feecdf144b1f99b50b93839b212edb1f +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-148-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-148-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a1f4243bc95aaa88f2d08843b80c42b48580834 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-148-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4435ecd759edec545dfd28d822ea21a4ea341639acc99616627e080fb3693073 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-149-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-149-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1aae8c843014bf49fb7d7096b70999a99a142203 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-149-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48733f80bff24592935b4e58153d35325dafab41daf38295a477a8da7af00259 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-15-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-15-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..62dbb15c758f76578cb7ba1da74ae0178e78512b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-15-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc9c62a0b2c45f15ec243059a51a4633e84de23407179f0ec61600abe3a8fcc2 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-150-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-150-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..16fb22209577132b992bad48c5a47cda4468ef04 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-150-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16be2ef7515e14c27b65081e992af8f39818f23e53fba4ba8b3d47004e7370ce +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-151-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-151-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d3b0109df3e029de05d424503ed2aac57d62c26 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-151-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b6fd3afd5342ce017ae3d788899c237a5fcdbe9bfaa3ebaf649f9b8923a38a0 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-152-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-152-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fac90b580f4a02faddb10a4fd30841047d79eac --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-152-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e10a161a6143dd5f613c5c8f58020a27d3e05c04ebd4b83fccd0860e7495dcd +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-153-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-153-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..140f670e3d69abdbbb87c37a5e57071e830d215d --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-153-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2900690ea3aad281e644070803157839e21e55a08a2e8d1dfd4a42d5f2a173b +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-154-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-154-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..55171a511215b19c417bac595d409b4817937509 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-154-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3566ec21060abfc71bec2cf9561cc1b21fe71c53bf220dfc4c96271fa7c3d39 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-155-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-155-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dadada6f5af216627b8e8cd4c0f4c602efe931a2 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-155-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b6b7ca5a4b33384d5fc67278a5e7b8569227e5a17bbde6e73a5aa70fa56385e +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-156-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-156-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..88ede504afa3e44488bdbf43893eed9f3b353355 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-156-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eef7b331aa8e6045816cac92b840061972e9a27fc14cf537a08f8a54512cff50 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-157-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-157-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..12b09c7c3f3894238638faaab84bc75e84d469b4 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-157-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1333396e430c252f424ddeaf62f859f380757b265a2a34e0e37f508ac64b55b4 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-158-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-158-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d7383bca484cfc529aaf9948f3cb9b351c2c60b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-158-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd686d658eae1a2bcac5b6665cf163c07cf1a12c969b5975ac9fa330c3a5614d +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-159-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-159-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ac92daa5fda3cda3dec717808d1aead410de111 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-159-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68a21729bb79f18a1c53276701ce5fad2d806cd9cf2a8006b96a902543bcdbf +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-16-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-16-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..21ff1d7922d198899a53f4156e90d5ee80adf1fe --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-16-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3061262d630c4cabbfa7b74c94a9cb6e48cbbd3df73dde8b4eb9522ec3573820 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-160-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-160-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..499518d34a5e05dda072ec536984f7495d86ada2 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-160-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd0376fa645af9348cf5f8b6964461834ed981343b6c82f95c74e44bf459c203 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-161-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-161-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e04d1c861a0f8597b8a9d5c236de8dcb698e7442 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-161-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cd588366c206145c38256f3ba478e91779b54aa11d216a544b25a716e343076 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-162-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-162-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bff05b2c9159d58b89f03111fb2bb62c35173b8 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-162-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c025314de03b5d55a08c73f90379c2ea9cae8bfc3e49ec29884910700529e3ad +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-163-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-163-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bd2d8a169f5030fa03ff7f263a1c701f1293972 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-163-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2bb41654f4140a934c82f6e96c16405edf171feddb811e20ca6fbe668acb819 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-164-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-164-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5fbc2556e33bc65787443c11a1f2d42053382c7 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-164-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d8c0726ba791fd9acd61d9b9b99e774828fc4007cfe233bac55946ebeed0bf0 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-165-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-165-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fed3133f21d8ce8210656320192ac7759758475 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-165-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dd7457915fccc1ea6df7b2164fcf7ba54e2d583628b819579ecf63cd1bd53ac +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-166-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-166-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cb61fc8d1726a59765a3d36bcc4a2abc4d04ec5 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-166-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e9c0f0bdb3d950622f88846c2371ae6e455fc21c8f274fde68e4123146a140d +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-167-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-167-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..198df54b1f4230d517b7acbd0ee749e4d945ee88 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-167-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af4b3ca72815b3749f5f771c15831a652e5c3ac6b866043c532d6dbbd9938cab +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-168-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-168-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b5daa55f329329f3dfd094b6a90f76a2b00e503 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-168-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a9141da0781cdaabf5f85e95d9f5af62e03639f4e5bbba952d5434b378cafa2 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-169-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-169-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ed8f4328a712af53589fc1a95c11a0735e6ba58 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-169-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e4538bbe3ddca7f02aec6857fb7f875a9637782200789a0f9ac37f1a5b08441 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-17-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-17-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8844872f45c5b8c6e6b22de46b87093b9dd32be --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-17-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c903050c5c69c10836d4c2e68ba20aa93716f4a65df41213a2463a50976eb67 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-170-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-170-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb667938b98c31b7f605432d8c931530d257a2a0 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-170-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3685fd41d0b35da39032a9bd5d77f1c85bbf2fa2bdc59be1b3b47967adff510e +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-171-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-171-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..91fb23313b5f177751de4a24a6d78cef418c203f --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-171-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed54343e9903935237a5a201ad1ae0317f0c09b32814f0a35f163f86677e0274 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-172-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-172-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..01be02239825410e7c71cd61e4b4935a6f10a29f --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-172-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:596bf7c764e1f5b0a5ebeaf77dc38b1d5be7619843ac7ea54d5797b84f09b21c +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-173-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-173-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..75fd1dc06ca8c08ad94ac94402f58111a8a02ab3 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-173-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df8a1063aa6435f48cc5b1465fff51e16b4a0cf29e788c8d8c82c3d66c9aa64c +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-174-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-174-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..16f73f0d3f99118bd409e3d0f0be758ea65a3e52 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-174-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:788289f9da769551ad48051a0df5d5e981b56d8eb291b3cb82e283f4352afab3 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-175-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-175-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bec580a225d292c2f093f271e990054a011f1a5 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-175-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77401bc057928db530d396f670dac4effa65acda969045b62517d4fe779e9889 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-176-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-176-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..be69842e4723932a6da64ea01a5a36d8a5bd8e95 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-176-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87140a610b9b4da0a626eb9f5eee7ce1973d73dd5e8445f19d701c9fde95763 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-177-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-177-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..488e78beb4b52aa894cba7f457844b04b76cb6e4 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-177-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84cc905a24cbee34497ec875d55eb53b48796b8bdd032e52ce43bee013fdcdaa +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-178-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-178-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..11872b8cf513979c4bf98c25391b6487e5028860 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-178-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0641d3c2bdbf0b3afc78bdbf242b944ed04c5797c1cc59eb841fc3586b66e28f +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-179-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-179-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..39195281ba78a7aee1edcda89b25996c69d4e220 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-179-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ff5781316e1e41ffc6c932df461b20db110088c9511a8ebeb2da608ffcf3e4 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-18-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-18-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..52ecdb96385d16b565487dd5e6bc2ef49ee17526 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-18-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3ff21f5ad845c3bfb7fe692ed1cf7d8171c8b9c33886de348a935b5eeaec746 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-180-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-180-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa30747a855c87e6e04abebe50791b0c4f5485c7 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-180-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f6bc92a30ed12af7814cb5d5eb0a4908c7b0a99abac506728352b2fdf8c7d5 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-181-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-181-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e04b3cf0ba3a1251d0bc514acd8418c83ed256a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-181-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b4fd317b7fbea88b2fbd71be3a7122b99f7d35cd608a167d4f84b54206da4fe +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-182-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-182-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b6208019a82b2dd9bbc9f3c1dd25cbab8f25b8a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-182-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61232c9935515bd1b4b5860339e95cd7df7a01c74dd9da2517135a8bdf9886cf +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-183-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-183-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..df39be57b2a20183c2960f4f5bdd5ed8b0df313a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-183-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859ab10a52f436749ec20d638cda84a8a51faf9528a0a504b9c20064ec1bb637 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-184-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-184-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..403791e5341750063b48c2f02d49652ec475b9df --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-184-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05169e61bc7de5a76219320947b5041fdb228f0f34c6d4ad7c892359c519672f +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-185-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-185-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..76140fca1836581c55b99feb7b601837b05138f8 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-185-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0805ac599a10c185b3c5627eaeb6e08d1e29b6bdc59ea9e64cde655ff90052c1 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-186-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-186-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..333cc85e578de44ac468c942d6844025a6c6fb49 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-186-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c002c788100dfc979cd557430e2b081b94e8cc91268fe55969c9af0491f4190 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-187-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-187-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9b8da14adbdf225ae342dcd9712e6d21c5cb89a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-187-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b4a3560e55ffb82b2112fa0e6f0da53ff21be4c029d26f01110b666e3736c6 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-188-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-188-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..162777d096c02426932ac756d92a8e185d94c462 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-188-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d44b033bdf4e3465e048480a53d05b07e47d790d357be2b39841f0dfc3effc +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-189-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-189-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbd37d7054b0fc77cb0ee36674a6b54fc1f2fc15 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-189-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237da9be25cd8fbfff597cced401188c85f62bcfe43aba9950ee2b87ed5a47f9 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-19-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-19-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6e54c2eea1577dea9bcbb9e761f52670ebe2f8d --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-19-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7d6198b0252b09eff2af798639cf9813eca7f222e64e0f5714b7b97790f64fe +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-190-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-190-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0972698bea8001e1bfa89560f2211bbf88e597a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-190-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e8a7c3948161e2fb4604f28ee84017db83d690704a2f14b52efc1aed31991c +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-191-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-191-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..21fd3dab8385c41494d57a45a900c02e9f7bdba7 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-191-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6025c3a5dfa212804c4a3f5f4eed4f691fd246e7f8471d102ba7e8a1b507dfc +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-192-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-192-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ce1477eb7db04365560beac37fdaa4d8a86e21b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-192-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca070cee39600759e3c16048d9598b6aa3e373a7c2356f10019970725c0aa1d6 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-193-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-193-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5169d0c2b33cd7913beab428bc686096fc63bf07 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-193-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f65b25f7623b9856083e7abe6b0f80fea797b3f5c4a732f28397cdb0f77d476 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-194-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-194-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3680a624fed75037ba64e8d0c78757b9dbcfc60 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-194-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bace7591c497ea797f0b0a47f579f6d9d37196bd606431bfe2da521259273d0a +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-195-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-195-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b06225d689e93d528c0811a9ef42da28de1cac34 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-195-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2157ae7d4e5dea378721d83a47ea6b6fc2217be021cab9902bcbd5dd976074ef +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-196-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-196-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dab938a41d12de5db6e799e2db4b4fd4cb4b10a5 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-196-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7305465c26ba68ce11b9c451cf9c64d25d52ab81e300b81ea543fb115c79a1ef +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-197-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-197-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..81a16094d2b6e255d2b8b21c270824cc421cca5b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-197-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3931c3ce4885a7e18ee2dbde53863d06aebc76958060e519f6aaebcf147b33f +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-198-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-198-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..23bda7d86926854b0cb67616b8f6a2ef69894777 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-198-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f0b9c98558ce3f16dad6cbf58e35bacaad783697db5fd964b5f600a664d4d50 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-199-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-199-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bc2f2eb5df50c7aeb2ea9da0e4b1a51d5e88ccc --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-199-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0ef07c0236875fbb78e00ad767588c8c70360f7d3f5c990b822b7ddf2a98fb +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-2-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-2-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..23aebcdb8288068c75ac86ac32c0fed9ab3b6aee --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-2-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4532198220c5f1129cba4d6c6e96daf1d7e704bf4c13a564d8564be056e763e2 +size 1088 diff --git a/1700M/final/random/tp-0-of-1_dp-20-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-20-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..29218069999948b798db0c9354dd7b25f42cc18e --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-20-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af10d0ee959b825df64f9cc60451f539441b8e6f0abbad0acc171da304f0dfc1 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-200-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-200-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..792b97c8f3dda082e5ddcdba479ec1531c70e085 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-200-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf4bd921123363903ec3750186602fe98a1a2e3609c387b51f823703d9e8d1c +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-201-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-201-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..cadf315b5f98a842d3b2a35817046f9e9efb027b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-201-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4387ed80a0e75c16622d2921a327a50845bee60e2808bbedb6af7ec84f7e20c +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-202-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-202-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..001aedc1941aa496b6d79c7930c5100b6dad7dbe --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-202-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c58e7042e27dec1f9019c9a78c88f703b0bc7cc9fd32e8db794f5791e76796 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-203-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-203-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..030bfb253ea60737207e1ca8ada80c970f6e9585 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-203-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50948dd46e5df30397b701d122b9dcc228b6465f9089964cc7d82395de9568dc +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-204-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-204-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0c2c4d5a2eaac6a839c634ab8e7789c261dea6a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-204-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:623d69a0fa7581f5e07851a12da102cec2108e6d3d2a4bd172d9f258aecaec38 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-205-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-205-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..906da096b2c65f0179a64cae8d3ca1cbe11df4f2 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-205-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6766827b7234fab500c433ae57f769990ea70fe6e4a7de949ee0ae513489d763 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-206-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-206-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..63c3f9508a7698c61b36a8a8f50c0469bcdb7f0a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-206-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2edbb82b7368109fc9e914bcb22c5e444a1be6702372e7cfbceb007b67568297 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-207-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-207-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa058d2d0d8405c34b50d03af5a7f7836279005d --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-207-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b8c1d95f3f834556330de20c5133b616bb2c650a6de07daa8e21a62c3479ace +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-208-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-208-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad13654fdf32cc78d2c83755dd7ba251945c8718 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-208-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cef39f98620f3e890c61fe5f4999033c54a549a6e7d8a403bc24611d872b559 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-209-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-209-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4df466eba68a64cd587b0b6d2eb7dc167b949e15 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-209-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:026e0fa9ef7f2e6c5e9ec76e69e24b956c49e7441398117cecd1e0671452c567 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-21-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-21-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5234e18c1e945ce60fe33ddda6c53245db3213b4 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-21-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee4261d4bda5d3e806f98d04957b5fa0e5123f0cd74fac75e18ddf89d09213c +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-210-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-210-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cd66ebc2003acaef16e0875a7c58a8a85dd3657 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-210-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57df0817c31f8b2bed40f8c57876ed94180a8faad78f1c7a49fbfeed791e7950 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-211-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-211-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9381a51a1e93b52a6367b3e1a4fe3284cd522123 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-211-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed4d709d37c1bc4d5f9c6273bfd94cf20845174c42e87e80be3d0616136ff72a +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-212-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-212-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..051a18f02158944733a5e65a869b38277cad7150 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-212-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6256471d2485b27517a15e997589c5d6c2d194e9174aaa00231d41fa64edae24 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-213-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-213-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..078c44f3ca8fc63b0ade2ba62f3627508f0d42ee --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-213-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f6028377df53cec1cad0141bd2a84dc2f98b8e7788a2adfc9d50e62ef9fdf2 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-214-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-214-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3e862101aab74cb37f28cc36c4169107ab5aa70 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-214-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079d17bd13106d934f567557516ffbd73871d829c581a8fd3677b1ce65e19f31 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-215-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-215-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fee7797d828cdca28855cb316802b504bb43962 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-215-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38cb5b36518323a30dbf768fcc6a2c3b0e2ca7f3f1af7431e04b7ad50ecaaadb +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-216-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-216-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a5a78b4b0108890c7927441e244ae63a1165bbe --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-216-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2f49b499514aafd09af4128287a9c8a79a3a98e4adef92ee70e92fe1ddff575 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-217-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-217-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9041a09df95931830bbbfa68a3c4049e3493fed2 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-217-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13d7ab4e99807c9c53b90e5df2ef70b714e70e01a9bdeb395b6a847eb7ca06a3 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-218-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-218-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..448cc199a9213e5c9e9c4b65f83c183a980b7e35 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-218-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:903dfac799f2819f1b82225d036a50f57b35b41ac8d8c27ab7114cbe76182c3b +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-219-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-219-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..24dbaeadfcedf913ea63b01a5c7b935226669d82 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-219-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8548ebe22b5ba2b3e78fbfb258abb0438a66d7964daba89544de5576b305ec01 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-22-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-22-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d4cffb3dcf5f0f06dd855f6402f9be86fc5cccb --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-22-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23ce4a93156ac431e91b7de2101a6ab5d92580d436f3327cad6a737c0a9e286b +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-220-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-220-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed3c64932f36176c311c95d84c3d08180528d17d --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-220-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70ac6e97c24495fd19f07c362fc136730bb344c7179cf9d237c3f213cbdf96f +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-221-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-221-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8543fcb5d4275fac9860b89c1088406b12c68a1 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-221-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47f7f738559705bf3537fbb36b68ee3fbe1c9ac64b63e6ae70ea88ea661ce153 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-222-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-222-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d15e3337b742cb1fa75e85011f945a2659dc6713 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-222-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3c5d670397fb9b25f29191b6c6ca4014fef9aa1eb3ed66b9fe53bfb8a0005a +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-223-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-223-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b96f24cc13a9b2aef9c36a5888ac9578cda61784 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-223-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8c8d4193b01048532fd69c59429e1722c7d0ef6cfcba2f0d5ad388a4fac7b4d +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-224-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-224-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2a3d59d16359bf7946b1dffadcce1b2ada3a561 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-224-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50960b8fa392aaa664af7e66f608f1a50124d0c753529676310de2f5998f5574 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-225-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-225-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d35426cec9bb6955ae404bdaa35221660f2d76e2 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-225-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:178ad7d9044948d6afad85476d74b53b171b0ca1efe508c734a0b4e6eee108ee +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-226-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-226-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b8d3103b8586478ff16242feb2ff7ad3440a2e4 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-226-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a6cb7b717fecf989d82c2bedc4df96d4f9320cf3721b5c0dc75413ed74a0f4f +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-227-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-227-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6488eb800ffa22cd298c30c65e61c649621392fd --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-227-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0e37bbda3d9835bda9c1a4cb5cbd692ecc0ece80356a556477f1db56ed133f +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-228-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-228-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..becd7f633791a3425559a83b16d5e4966917166d --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-228-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c127251f971de6a8ad4f7b138c7407e6f250956d5858917bc63115f358b84cdd +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-229-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-229-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a629fd02db6e9a4e1302b035815575df485a0b2 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-229-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0d53643715dc4cf5f0e8fe97a07fd73eda14c03e15778642bbf0231a3766cc6 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-23-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-23-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..57eaf5f1146656cd8a2b13df2951e1ef4b6ace96 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-23-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:330791916df302be91837f07b9f3c0a955ed323382c0679b84598f32bc280e71 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-230-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-230-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd490a391bade59f28a46ff911316ea444a2e780 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-230-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84d3baf1c761f4845f84cb9edddb4b22b2526531a79a394b3210ac2eb556798 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-231-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-231-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..225d392025b6c6d619acdeb5cf5f46951c214c83 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-231-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d424675043a396d8ddcc815e7c9035d6b14960a2622f949d155acee3a92e4ed +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-232-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-232-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e04d7fc878f0a4e26e095caaf78203cb7d47c3f --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-232-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dac83dc719d2cf464da6255e47c2b8835d2b966c0f2a60af8ed5cd7e71ebb2e6 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-233-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-233-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5781afb501f0d255b6bc00deb88dc188425f826b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-233-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c25fa0b4f06fd73f3c5f1f6e21f71394b3d6436f40bfefa06b4484ed3ecb68 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-234-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-234-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dd7d1cbb174418840b362f5e1ee175bf15d5754 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-234-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07c0c425d4c5fcf2b24041e8b7c9d1d1f5224a7331102a904529f9e2493463f4 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-235-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-235-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ba6a9ec84de1e00275abb779a973f28def2b77a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-235-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:166637f453b6610fa063ced7096e660949fce80fb400b8882b51453886495031 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-236-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-236-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c079fa342f50529eac7a322f2544d6f211f3cf7 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-236-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fcb15b9c3864ae4e2e9f03731569852d5a4adef7a2f5035ebaaca68b60acda3 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-237-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-237-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..49f06c508dd7f97e53bc93ed1b9d065dd0870c9a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-237-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f459bbfe1f782512415d5b3781fba7be77ec24e932c5a5467d67da540f0d8659 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-238-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-238-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e646f3a4de470e7dd6828877805faf76a2360945 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-238-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fd1393c394ddad2b20c9d57d9dbf2b1e94b55a71cf2607301948896a8148769 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-239-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-239-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce5b0ac3e15cae26e4eebfe8393d90f07d69b79e --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-239-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e6a3c9b3c2735ce9d7f461884e0cef0c7b7b1ee4e46fd16bd2072c8c656a456 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-24-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-24-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2fd2566f49e4834297b3f2cb7b9949e109418de --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-24-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66c7e2df32a456170d6dfd930aec9e0229162dc73f0c15e8a19027e6de92cd5d +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-240-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-240-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aba2243c56cdb79315fa07300bd68d14a995853 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-240-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd3f1d2bd2737060eed4ea909bb2dd597bb1ff37c6060b917265ce82436bbf94 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-241-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-241-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..12e7074aa19049a8b33532cd6c2ec2e3aa8979f6 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-241-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff10b5d8a9eb48d43610d1fde50661a0d3448a485b756c2984a2291738233a3 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-242-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-242-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3555f05a77eb81195152dae17fbf5a836be70b84 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-242-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:124820d8fbac41b81f73b4f0504d3980d32a3d5feefeba02146042b5101f074c +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-243-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-243-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..227e8f8beb07e9efbb2896e7002a89f8646bc045 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-243-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e31bd7be0ed62a656706a274722ca7ab8dfafa5a99736b149cd9e1ded1584b8 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-244-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-244-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..14577bac4ac8139f9c1415f6375c166cc0f8725a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-244-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7891e281442a8fa5757ffdf0b02ed80bd625b13fc5b9e1b4423f911217d791d +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-245-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-245-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..82a57eabb71b0a9d2a56098a1618a929de22b775 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-245-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7669aca5bb3b41ac1e6e2ad95457c825354bb4458b47fc5e061377b02474fede +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-246-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-246-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0252c432b11914b4233a4aba4c1e15c0f16cc2d0 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-246-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fb3a8296240abdaf9cd652a0333c9a37ffffdb2eeba6da02189476bba9f0394 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-247-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-247-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..85e0c6fc7937d938285548964d88a5a71bde3921 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-247-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e9eec91ea691efb9f549d98fb4e6efe0dfc602117c78ea2f5c8e99e01915b6 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-248-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-248-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ed5c7593dc47f0913fd81e60e800e0904870b57 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-248-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62868fd80f003d18d8d7a904678e7f20700cbc9d2ba933a4a96e05984c2a166b +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-249-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-249-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..810cd0b0ec2fe0b1738e027fcd5ed431d92d4ee8 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-249-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e008e1e8c9d2031fd26298720558defcc5468217889a8ebeeb56ad5ce704fb50 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-25-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-25-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a22d26bdb639835361fd65a9185a5126d3544aa3 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-25-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7314450878c027b9d33f47bbb9c1c72a6a2a9d0dd25e4a11b199991c2ed2ed6 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-250-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-250-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b59fb2f86f5f38b8d3718893853973c6531cc7d8 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-250-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44c85b2e788a2abb6715cf4184842bf827c4083563e9f350b987592339ebab65 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-251-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-251-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..caa4cdae1b27f08a91a7cf310cb072f45ee7ca55 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-251-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d778a08e7e7553c4a8c75d2bd8178239c44856a7119721f8cf6c7855385685b +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-252-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-252-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ad4ed2acc1c8ae9dfdf556c44b8e91346c98f36 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-252-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:291254d264b0e53c6a056c82f12c2c911293e6e545b16d47d802a36901cb38a6 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-253-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-253-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..22b61f960b26bf555e762b1153159357a0e391e2 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-253-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a44aaed49c7e694ae42627a5946a824523f3bcb07b6b1cb2e2d6e51fada8b99 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-254-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-254-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a6255bf0e3db0eabbaf106afc96286a9ca919b4 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-254-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9843cc5501057524b25ebe3f247f111437e562aae09decdbc34d79a6f436ddd +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-255-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-255-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9201fc4962c6bc63691dcdea6c20d3a4203bacf --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-255-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bea9157c4452e3d6a3a57cb608bfb458fd6a02a656e97a8b670401c919067f1 +size 1096 diff --git a/1700M/final/random/tp-0-of-1_dp-26-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-26-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c442ab8704f48b521c0ffee5a5a4e1a8eddf310 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-26-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be9fb8728e8098e3c1492cb7c0623db1c59e3de565f6e428ddd7d2472b12f468 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-27-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-27-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed8f73f4fc8b14384bdbeb5dce3884ddccbc0272 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-27-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3761d92c0e7f4a7038ea19bb02a316dde7a970c2ca70b8540c7d6fa09e1bf46e +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-28-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-28-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..578ef33818850bc0607b2b23e0cd19ebd205bf4e --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-28-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cb51d80e3c87416588a45cfc66719aab86714abc7a57a7f3978807e14a139d7 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-29-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-29-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..745db728a4c54bd73705a14ab73a455a9a1ca674 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-29-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba82efde88e67a0bfd2a7f41d2b803cdc45b20a82658b3913778e5cd91b2ab8a +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-3-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-3-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..47ad21040fc662a96e384d4d8e054ecd23bb617b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-3-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f88a05a6d8c73d62f381866494596635f108ee54dd0734bb8f2697751738beaa +size 1088 diff --git a/1700M/final/random/tp-0-of-1_dp-30-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-30-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c604f3105bc9eb2adf06975ca31fcdacee5a40ae --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-30-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee782a821ee11840185065e5d2d84c217618409cff5fc56b1eb49327dc04ca95 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-31-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-31-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d38c8ce9a65ca4a234db820085d579191fe0662a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-31-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ab89dfd9b68216ad28986a7552479d7ac24ef10f6b34eeb13c794eb48e0210 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-32-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-32-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2093c893f8b086e8d1f9b07a97845cf0a8d63a24 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-32-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fef2de0d8dcf1286def2e09bd9f9fc5b4d00b999e04b2f065c633c9227e8ac8 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-33-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-33-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c518c631867a72f50a708e3382dbf486243a89bd --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-33-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93346b62050299b26fe411d14dc3cd29b28f7bca0fca462ef1eb2fda79cde67c +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-34-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-34-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9cff9f9f697001d93bd8f415d330aa3f9b1a58b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-34-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec39de7cc3490f387bde8df32c777caaa2543f3aa1ac28940d1f7181f06defb +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-35-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-35-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fbc195c2921534d7ed5bf9cf742b58dfe498ab4 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-35-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c50e3231518b6ea99f74685eb549f0723c95a3263fdc6de909e5725ec003f2e3 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-36-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-36-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1699578c78ef4dd4f4e46a47fd7681e26605dc06 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-36-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92c5cfb6467a5ff6dce871622bd62ac4f724830f8d00664e0e7f6babf9a63897 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-37-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-37-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdb1e0d444225495268ea92ff151e61b53865c6f --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-37-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:026577a17f54afc29e8cb72586a4be2a813e4fec903a2cfcd47fc6b09a2da32a +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-38-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-38-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b7b9c892e2b5e0bb150dc6c4d6bf7a35233a012 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-38-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac7fe74d72a95bc45ac7574577a82180b0e47db66e447fd2214ad57123e587b +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-39-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-39-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..662c8ad87ecdb7b274a3a8101a6582b095b51373 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-39-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41693887b68b8ee67cbe7715d4c295f649ba5b195feb1370152a7de40d866448 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-4-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-4-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2abf807c0cb2af9426748da203c4720deb8cc97d --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-4-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb0f063bfb509dde1c901f66ad96261f1f921190d9d3ff0a5b71a494f889f4b1 +size 1088 diff --git a/1700M/final/random/tp-0-of-1_dp-40-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-40-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..01ad9ec7c6a95eeef0259e2e280716b3c8618b55 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-40-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bfd8fea356efa5187fcdc7823ac21b23a77ac0e0af2887369fe15aad7ba3e78 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-41-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-41-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0a9875cb8f43deaab3e554d4d0eb5db73e40b09 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-41-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd817d1d2c2707e6d6903ac84e94ce5482680d3c033a2dbec55ac0403a0e8905 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-42-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-42-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b8c3f69c3b10a0c4aca1192f518fd17aabd9f61 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-42-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf988dc869a0ed42dcee008ccc7bfd16fa220f222c752bf3b753c073e6d9db17 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-43-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-43-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b0bec3dc231ff487a84bfb15f819479062ee4d8 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-43-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76b0786b9797270ae4478e77f46406b777573bfd7ea31970af53673c77a4dd0f +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-44-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-44-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..debc0dcebca9fff7043c7b7c787ec71417f1fcc6 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-44-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:850ea7e598ee1bb200a2749aeb52b8c0262029df1152a6d69f5b63da21fa82b7 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-45-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-45-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba7d57122c4a71254346e88a4d8a2ed35dab3165 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-45-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a653926f3f996aa38fce11823dd3daab825ce4ddff38971718878253655b1d3e +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-46-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-46-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e197c2e0a751ebebd2f7ce6bf4de49d0613c1b83 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-46-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa724ad288f242ca2b54d0ebc6d071b6655d3e8a3c612630e84467c3e6158a3d +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-47-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-47-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..83fc70c6771b78419b2b7c41a02f2ed649208f40 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-47-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:599ec64408647b87d9efae5023d37bcf418bd26a97815d4be0a0b80a8ee0010a +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-48-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-48-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dd25d35d7951956625410cd6664e1f6e4bf09b2 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-48-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c72ed19a55f1c28ebd4bc99570dbdfce022059bd8c3ed27c6d49161be268a546 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-49-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-49-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..10b7212c00b4a1ac9ddce1aac891198c26ad6d6f --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-49-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89577531748014d4c4efe342c71270a4d053d1f2b4957d0c6f8bf1842407d625 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-5-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-5-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ae1d7446ba0a4a963c8f895cd15b54bd6e732df --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-5-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8b19e40e657c9a1ba2c9536694fb7a1c7a8f511376c4c669e6d1550c6d73a24 +size 1088 diff --git a/1700M/final/random/tp-0-of-1_dp-50-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-50-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda8227083297ce214bcedad9ca4a15c8b45e873 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-50-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efb7182f0a757638547f92de1e4fcdf2fad8dd3d2984f5e32f70088d7ce740a4 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-51-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-51-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6c03ac707a1ec83770c78b09bf156a07d4248cb --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-51-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82bbf3f75865258d712196e924b51b48a9b918d0d882f531d15f95bfd5b22e8b +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-52-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-52-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5317606f5cd6bc05c306464b10546f341066d27d --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-52-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b067778e9d9d282a1c3b2bcf8351aa001e1efddbe2177b8c449787284d84d95 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-53-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-53-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..df07167495f0d6251e82eb250dd5450e84d919e7 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-53-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8aba31acb1366dd2a3d8225d81ae63759b37054a3d5042c2c1073ec3b7d5961 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-54-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-54-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..db76eddd8764760b5ba8ac723232ee61a50c93f3 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-54-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:131e4691f9745194c39107497279528d70decfd707c4a6bd032b93a97f570222 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-55-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-55-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c625012a000c43c578c32e2e81f552181cd56a23 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-55-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba887d576e550f651452bb9341b2ecd6cc504308fdc7c4c61edbcade078f84c8 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-56-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-56-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..42cc123e3a66fd184d01a8743c96316453a6ab45 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-56-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c73fd5333c1639097028d3f920c44df229466608a5c9409f4d153f98fd26edf3 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-57-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-57-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a5acbe4ede317b98a2eb37cc9b38a77eec118cd --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-57-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:885baffbf219e44a302441e928f83bb739800f12fca4d7d505b05b4a8355c3f6 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-58-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-58-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9912bfda124da71ef981299d6d04dfeff4d2f9de --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-58-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf8fb36ff70a35a00765265a1abd50cc6d34df69693dda7e0bf42ec7131dba9 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-59-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-59-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0ae91010e650054414a91e5f7435d8fb24a17bf --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-59-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:292f2d9e5db68c9d1dd4ff89930613d8110003567c1732e28bda942bea5f92b2 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-6-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-6-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8f953762959073f3aa8e999efce7b608543968b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-6-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b80ac118b31a819934d1c53e5f24641eb342b6d8b7e5b6ad14c2626cbc9047ba +size 1088 diff --git a/1700M/final/random/tp-0-of-1_dp-60-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-60-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f71ee800b899f447f3cfd1e18efe081ad7f87779 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-60-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f7a1c61f24279340892c53d2e4d063eb4bcc0ab78134015d820e11edb8c734c +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-61-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-61-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcfd966c6de2fa40c85cb2d6e6e0b95523fbbe58 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-61-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fba05618493740c47c248a5c669317bc2acf6e69e6b014250b6087fbebccf2f8 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-62-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-62-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4e740ed35c22756496a53246167d28e8734f338 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-62-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f90e6bc06815497afa8a5dc2b6103d571f5efe22ccf861a09ec6935b30a48d10 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-63-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-63-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5de5380d37ee4d45aeefb870cb5452e7dd38f344 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-63-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce7c6ff70207b9fb5a230ac34124be6ce25de40d6db6850373f8a37c5e6d89fc +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-64-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-64-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e5060426d2cff96eca4202cee8419ba75b9a531 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-64-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:915e60c79e8643f2cbeedccf891859586040790083b3dc641ac69ccd5ba57840 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-65-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-65-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0bd9654964324c65955feb5b21a627e0ab4bf4c --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-65-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42d2e7f836b75a4b2e7d551e33d6d1eac820aa2476ba16ab74b87c75572b8a86 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-66-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-66-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3824de9669b89c65b160450abe14d11a0c7b8797 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-66-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e4db354cf3a92251e048b5a34d1be95ed20783c7ce4091e5e5f49953cd9d611 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-67-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-67-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..099bd7a2f8c6ae10da4ee1e20cbdd2ab3c613996 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-67-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:456213d2eef49ac82c1c91ec28faf10ad66caeebb25e0f6719676626039bbf50 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-68-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-68-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..28b9119279d2a57820be0ee41ecb0ad75435be3d --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-68-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0aab9771d61c68438128ca768f038c187489c10896bacd4f5ad4007ff4fc55b +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-69-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-69-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a214fb2f112c967b5b5c0917fc0d7fcf477eb35b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-69-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a35c9d66e3a65ce3b3c9e7a30a182235c6db40b61494e606e1744e85b6fc18 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-7-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-7-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b065094f59cd22ac307948651605cc5a74d25fe3 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-7-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e14978505eb673aa26410365ad0231b09352a1d1282bf33abaa3f272e200828 +size 1088 diff --git a/1700M/final/random/tp-0-of-1_dp-70-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-70-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7d6a0a6e9adf624aef5739041e109e3ad23e08b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-70-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73bd1387d0ba547124e0d657dcf7e5c943eb13587b517ba4662cb8acfa124c4e +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-71-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-71-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c45251488cd5d127a9b77bf919e38e023bbe3024 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-71-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fa4bf5a1b71ecde082d689680099120aef3003f10637337ac139616e88030f4 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-72-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-72-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c63abcb1f183b44cbabc5566e892310a0e4027b6 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-72-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f677e8ec5c48b7a03d063f9cf7f5a5f43cd90ceefbcf5c81cee7bf31a9a67bf +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-73-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-73-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8e63668c82eb4b10f9723af102628ff09fc64d5 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-73-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39218ec270020b794452b812c35eda9264164a14390742d5ce0b62c3aa543e91 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-74-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-74-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..752a7e824546374d0a317bd330243e1700389f6a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-74-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf939f577860712b2734bcdc1e2650155240470e0a03aa627f7e80382dafb9f +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-75-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-75-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e77edf716c21dec0248d0d580a0af173c6a50230 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-75-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bf6e93074f95f6ce82a416b3fa4daa9bbb520daaa566398ba0e16a32ba980c4 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-76-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-76-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a17997544660032f905e2305e58d050e500a3fbe --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-76-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc51f8a183f8a818c6369e070fcecda4368f2ab7889b772bb5b322a3a6f62471 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-77-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-77-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c982e4cc0b6d5c04857a8d41747f0f5b7e8a2230 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-77-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb2c84164a52a89c65141201c31b0e0c0192eb81ca6304d41d90ecd7187ece61 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-78-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-78-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a0a5893491fa9da159828ddc4ff35adf82905ff --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-78-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca70713ffaaa5acf6454a69ae84bd7e1a3a29ed877414b008d4ca30afcb99126 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-79-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-79-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f497caf6d9585b9e4a36fdc8dd396afc43bee5d --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-79-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2357d0c5abf7353d0f2a044741052564131f881c415d17f39f9d09749a361382 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-8-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-8-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..16fee6c23a08f35bc1fadb4480a70d4ab5553ddf --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-8-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6623edf5af9514e4e53ba6a9f1e4a093637ef7a1670dcd874a36a0d4b5c02511 +size 1088 diff --git a/1700M/final/random/tp-0-of-1_dp-80-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-80-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..979cb8d71d7b571ea465dcaaa2657c72d9a31e9b --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-80-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f339f0592c6e0228eeb1a2c5bb8fccc4ba4bf8d7d846a3dace430daf8098b65 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-81-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-81-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c48a172a541dc9e0bfef9979d35f1ee2482bed4e --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-81-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6edd8931eb3f78e6295682e1bfa192739e3ead58365941ece1239a7736ce935 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-82-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-82-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3489367bdd2509af53862c67e66b53ee5b21fdb6 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-82-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c2078ad7f57f56759002d01d6168280899e5166b75505f79857c7b71d9eb37 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-83-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-83-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9c34aeca1b9fe2e51e7216db2b2aaf8d4c91195 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-83-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96526825112217d9e946d88f75994ef7f80d786431f8d6a37c744caa1755799f +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-84-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-84-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a7c245b774a4ff6bd30c441998402b77428ea0d --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-84-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bdba0f9501af7bfd65aa20a188df1dfc62d7824f8cc11df0c3fd635900d410b +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-85-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-85-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..81a38a887ac4925a267aa4b3821dbf72fd9025a3 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-85-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5acaaf98c6026d8ea225f6878d07bc0d85fbac08d31d7c79988fb4932294e1fc +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-86-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-86-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2932dc8a67cf57009e7786a045e763f752749aac --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-86-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4cceda95f17b8de49355c345037be108e9adcc63e1251c2fad3b643b17a29c9 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-87-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-87-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..57a90693fbb774d9dd979080a605dc48f17871ac --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-87-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21d3a612ff6f7738729bbaacef8264ebc6f849df29cb4af1cdc89cf858da4a48 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-88-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-88-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e759960990701b20e328d1b6be74802abde515b2 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-88-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bc18cf1c999d8c5e78407c3f74f474af511415d3459b1505a67e50cb49ecade +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-89-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-89-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c62b90603a1f387fb89fb6e590b2daea9b4b4e76 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-89-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d0384dd99b7fe49469ccb7426b89655c9006635eb1bfdbeb63676bd3802352 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-9-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-9-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..11d709672df9649bf3952b917d97dedc926021db --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-9-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08e0be27d7870c9544588f7ce3f49cc5521eff9343e20a5a02c66cf2b605dc84 +size 1088 diff --git a/1700M/final/random/tp-0-of-1_dp-90-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-90-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcd1b15459907245e7f5273a35a92f59ea74aba5 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-90-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ce0f5602d3f4d51d8e12132825541543049240e8fd80233ee709e241627f7ae +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-91-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-91-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d61e446eabc0233b064cc642747d7d880a165c8c --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-91-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3cb1c1385ead54408a9c016c18a27ac27aa6ecc3e843e0a7fb7b4f5501f0a53 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-92-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-92-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6bfe5e1c105a51930cf00f1d0ab995198f56a92 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-92-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8beb19c75e77541541f91ba792d23f7a4f61a7976603e562c3da28212f362fe4 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-93-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-93-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e05e45e0746bea20d97b63f0ae82125aa92dd6fb --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-93-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8344024d1adc9044b778d61e612ec1cafec4a99855b3d88925515085cad83e00 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-94-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-94-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6840514fffd7d5433291186215e238fdb88ea0d5 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-94-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d5ef68322f26155c88b086edf594fa6a46bb30d72b60f84ab21cd22a8c4954 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-95-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-95-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..23084d66a16f751475e083c397d6eb71bb26572a --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-95-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8263de045d15504c346150b96a856807fd45dab0b6ee0d40c28774b448fda4f0 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-96-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-96-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc1748acd1e86206f2cf3e4d79feb39d05e5e7f3 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-96-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c7e7f6ea6eea5e7a0d7d24e8991c9e1b9a161660cddda4033d3c901163a235 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-97-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-97-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..adccd1500c3f1d4e5895163a41f6378bee541b2d --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-97-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc6428ab8922c7b4d44c2712eea71b695a43745ec2200650c65843a4076ff79 +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-98-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-98-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6a42878c154e39282b9a6d09c71bf57ff0b7031 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-98-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9bd188813731e5536b44608564dce79f4fa8cce901ddbfb22d37518007ddf8f +size 1092 diff --git a/1700M/final/random/tp-0-of-1_dp-99-of-256_pp-0-of-1.pt b/1700M/final/random/tp-0-of-1_dp-99-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..969d498d4b9b075b8822b1cae8adc6c0762a1c15 --- /dev/null +++ b/1700M/final/random/tp-0-of-1_dp-99-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b2c884aa54fa4fefa75ce61f4b6de791abf2c7569afe7bc5ed9c54d7b018df +size 1092 diff --git a/1700M/pre-decay/checkpoint_metadata.json b/1700M/pre-decay/checkpoint_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..788896c0c09cca9ebfb172efd577654fa0a60dbc --- /dev/null +++ b/1700M/pre-decay/checkpoint_metadata.json @@ -0,0 +1,18 @@ +{ + "custom_metas": null, + "dp": 256, + "metas": { + "consumed_train_samples": 4827136000, + "data_stages": [ + { + "consumed_train_samples": 4827136000, + "name": "stable", + "start_training_step": 1 + } + ], + "last_stage_idx": 0, + "last_train_step": 4714000 + }, + "tp": 1, + "version": "1.4" +} \ No newline at end of file diff --git a/1700M/pre-decay/config.yaml b/1700M/pre-decay/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2ef91b5cf9fa0962fdf1404868d4478a5b1e468e --- /dev/null +++ b/1700M/pre-decay/config.yaml @@ -0,0 +1,100 @@ +checkpoints: + checkpoint_interval: 2000 + checkpoints_path: checkpoints + checkpoints_path_is_shared_file_system: false + resume_checkpoint_path: null + save_final_state: false + save_initial_state: false +data_stages: +- data: + dataset: + dataset_folder: + - datasets/smollm2-corpus + dataset_weights: + - 1.0 + num_loading_workers: 0 + seed: 8 + name: stable phase + start_training_step: 1 +general: + benchmark_csv_path: null + consumed_train_samples: null + ignore_sanity_checks: true + project: smollm2 + run: smollm2-1700M + seed: 42 + step: 4714000 +logging: + iteration_step_info_interval: 1 + log_level: info + log_level_replica: info +model: + ddp_bucket_cap_mb: 25 + dtype: bfloat16 + init_method: + std: 0.02 + make_vocab_size_divisible_by: 1 + model_config: + bos_token_id: 0 + eos_token_id: 0 + hidden_act: silu + hidden_size: 2048 + initializer_range: 0.02 + intermediate_size: 8192 + is_llama_config: true + max_position_embeddings: 2048 + num_attention_heads: 32 + num_hidden_layers: 24 + num_key_value_heads: 32 + pad_token_id: null + pretraining_tp: 1 + rms_norm_eps: 1.0e-05 + rope_interleaved: true + + rope_scaling: null + rope_theta: 10000.0 + tie_word_embeddings: true + use_cache: true + vocab_size: 49152 +optimizer: + accumulate_grad_in_fp32: true + clip_grad: 1.0 + learning_rate_scheduler: + learning_rate: 0.0005 + lr_decay_starting_step: 4716000 + lr_decay_steps: 524000 + lr_decay_style: linear + lr_warmup_steps: 2000 + lr_warmup_style: linear + min_decay_lr: 0 + optimizer_factory: + adam_beta1: 0.9 + adam_beta2: 0.95 + adam_eps: 1.0e-08 + name: adamW + torch_adam_is_fused: true + weight_decay: 0.01 + zero_stage: 0 +parallelism: + dp: 256 + expert_parallel_size: 1 + pp: 1 + pp_engine: 1f1b + recompute_layer: false + tp: 1 + tp_linear_async_communication: true + tp_mode: REDUCE_SCATTER + tp_recompute_allgather: true +profiler: null +tokenizer: + tokenizer_max_length: null + tokenizer_name_or_path: HuggingFaceTB/cosmo2-tokenizer + tokenizer_revision: null +tokens: + batch_accumulation_per_replica: 1 + limit_test_batches: 0 + limit_val_batches: 0 + micro_batch_size: 4 + sequence_length: 2048 + train_steps: 5240000 + val_check_interval: 100 diff --git a/1700M/pre-decay/lr_scheduler/lr_scheduler.pt b/1700M/pre-decay/lr_scheduler/lr_scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c81ad109582953769582176d0249f598bfe8a1b --- /dev/null +++ b/1700M/pre-decay/lr_scheduler/lr_scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25f623bc31d0b0c0e50fd02904b6d7bc755810790cb6d930409fd9637ed721ee +size 4084 diff --git a/1700M/pre-decay/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..89215937bebe5336b6e3821581c2f4153483d106 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c8cc570d105b5cc32fc57214bcbd34a312b647c45f0405b813c06741f4d810 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..50c49d3f816166171fd98075964a99dc7d267929 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:434964f48993a691027e718bf573857ae5109b3cbb27fb3628383af436c0755a +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4afb3982fbd5a69c2e9af0b67deae62f74f10cd --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a86fb0069565d14fe074c3f8cef44df51f101e708bfc7c5a272438272183738 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..99122cd08b1e699ebc79b9f4063321153e0e4e7d --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:174bf06e071d8364affb1aff931fa1a704a07cba869fc7cd5049a26609313462 +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6181e82f0d665354585cc51029ab84820a367834 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a46d7fc30492e3edd9ecac23f56d54beb6be6051cd107ba002af4461b23380e +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec00064cef8caa88fe34b79f5667a5606b1a774b --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:656adbad512f62ea93519e0f524b3d152dcdb02ccb5ee214e6eb8640bef8bd05 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ee884ffb379267b1c33c405193e0539d157a33d --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0e32e1cd84ed7a36844f5cede16b0594adb9b80085d5ca6d9517c12875918ad +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0264ef97251af96ede6bb9d9716b1f78beff370 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ca437243ef117c61bb4397308de1325f168104dba5f4192de1c6d17d0d7ee54 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7bf10f53c86794e7c7e8e14e2323b15d58e12728 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c221954348832e433e12d4f028df5b4f7ceb7d9b5d6b12792e0662a69e47a36e +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..108d91469b1395bdb8249da7af5ac6f7b92397ae --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ceb2cf0db50c2d9bfc6b676b226057f800b324961b726d5c0fc968a00df77ea +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0adea1a2ac422557bc971a69337864bc0f6d50f2 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36d061de069f362fcf93075d07e4e1e6fa9dc66305e10b6d57a7b4bcfc74a98d +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59dab0041ab159dbbe9ccd031e7b2ece097f63a6 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd755de8bd45480d841e9258c9096f4e797fcc584bf3c06c99e120b5daf0748d +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73d1406cfddd53eb56e72a40c77cd1c20088ec55 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30db4c6e389cb9862ac5a327ef33e1c3c1aa5fe8b5713e2d463cb42394b05de2 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b06800a2f54b8f8bff50c99ef2ca4b45cec60609 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98203cb05c00242fa3d2adfb91fc51bdcd5b91cd6a6e82310a9d4242eb276b06 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0032569c0a38549832eb5e63987b9c1d09381dce --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6512964d7a9e88395805190a2548924c35596538cc88fefa86f98f7244da887e +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cfa0bb0e7000327c2e033d8a18daa76616a60ee9 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cf7187d2ba0c6f4d59b882c90cf48ea3b91c10d3b4912c781d99ba68523ca4d +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e4cbc89ea93fc088054ffaa5ef3955f4626ae1c --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e5f97a3530104077e7a656da180b7a1f27b5da4d8aa35b79d8a1b0bf7fc7c0 +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d2aac72db8e5b7ffe23e7a9421b0371244f20471 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0db2451d761fe01985797aac7ce0389c46fc6936bd490032be4f7f653b04fae9 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d10f10517ae331545be6b68af5a8e1c5ffe07552 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:919a734b26c6a6c09edbefc7e3ef9f7ea62dbbb8e5fd05433cc12e1c418e319e +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db6165701a159f9fd3b4e35b4e4bddd670f106c9 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1892274e18f06d60544bdd21545518a6139c295b3e9a51f5b5ed48ac3c19060a +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..948ae025476785e23e3e16921b1b067eb818eed3 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9bb11d6b41f09e6b6f1f71eddec0ea9d6fc605157df6e13ec16e043939ae345 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d78fda819734297a72e881527e1a71c1b466183c --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b8dc9fbb82588fb9aa2702602efab6bddc8b28880bf507120bfe57879ad743 +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea87e4cf9b9acb41f30890add48c585be1487ae7 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94af7b66a2d564449a6449869f172a4699953f414bc33101d8b8d208c6203d91 +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1743c2de6b497b0d70c09aad428eaad440306dbe --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:933c57dfea91248db4c33cc0a9e5b5fc80c6176f56b18472c8d7e2ec0d34a948 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25982cd574d636050f78c83d3eba979836ce3253 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27e79b633553584530a864723145da9188edaa37337561e1e764e776fb8d40bd +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e10e514f8dfe356176aea758579368ad0237b79f --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c4e57b4e31486c32700c42ad345c0cac0c898ce01ce68bcdba600f3fd03a177 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8cc959673eeeedd1f0074e54dfd6d6488b2bf06b --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d02aec0626535ff0068b53b476b73cf786ab314a0e4f4719ea8ed8052038f080 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59b9dfe5bd9aaac2fcca0c088ea30785cc72e3df --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e52d1ceda4a5936ca6d89f38076e5e64aeb7de105bfcaeeb588068f3940f237a +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb8d8745a8f126ed5c9b053b5101d4f69d96b17c --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:603a05f8d15e4bb4b5297104f522e60f5e4a394247db8bc90fa1f00658361e5e +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f218f32e5ed2191807b1523a54eae4fb1b23a73f --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cb8df19c2208b75cec850be5f4aa8062b8c81d88eb7728d5e30df22800f3e54 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8869c8cd183430fbb27cdc9b346e93e2b826d2ef --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa556f840f3587e755870bd2eed3bf0eaafa9ae65027cbf13cb66a93baf6284 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c0f805df89b4bb844ada4792fff541ba253d415 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5ad54703ea670f9668b3f245d6d6b206cf6023ab5f2d563caa96c5c7fa7d03c +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67ac28f23ebcb8012475bbe25cd5ed3658cd80ac --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aae1eb36755299e1b79ca20f592584fa125dbba30acc64779b5459964b9d83ea +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eecd7c810429b67f48789fc2ce8ff13b687603a6 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dcb93f1566b25464cfb73f4b9e58fd9e6dae03a93418d5aa8f2ac535e1ae1a2 +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82320a9871227d916f24415e94566493e587dcf3 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f27967d032520416dea87ac863c94fd5b17a37d09c9151a0b1cc111b2d5cd54f +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32eedb984913685c7a2f37e8cf8e393a07601afa --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f02e01a5eef50a076e65d9f9dc267f94b4c87ee7b3f7d14f25a4764407c4fc87 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2cfeed6246449091bc05a95764863b282362f316 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7052aa4138b12eaeb3706d280cc419eb7814e2883eb8223a888e951d8bd6ff41 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c86498bfa354dce0b2bef128146b893678f17a94 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:621927bb69b2cb7d2846c7b4accb503644f81a90a64019dab21a2cd98633bbab +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aeee894b9d260926e2d610125281f8fd9566bc17 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d12255ed4608807e4ce3187908dbb1b9fd5420c88e38c5c025dee64786fa4a +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f021e32e11f2b2411f351d3b70f63f08c0195606 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:700e1d34d753739f72064b9af9a543d5b6814fd4d9c8ca3a81b2257a74b3914d +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e639fed52acdd99252d8066236c4486dc4380a2e --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdb6c382e4a966ee94dd9068de14bd54dce0bd3dfea180cccc3ead513a920bc0 +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c3ce60cb97107a1274c2bef44eb0f289b5f71791 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48988facda8757b2028cdf6158fbce739bc141a92b29360e34663fa6892a9e3e +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9be9faac0c9d9dc4fc52e528fa9ef493b5cfba99 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1292ebd2c11f709d6fdb71974e1a106efe1e9791e48e4d91d41d2ce0a67eefe5 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5fd134d810e708375ae85147f2475bf2e87ed620 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78510cfa71c5fdbf63efd2ab70ae37fe1bebdfc5b4a13bb63dbf26641d8601ec +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff33a4497ffca5f869e944df167d7b6119f8a524 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf4944b306efbcba0128dcf547badeca8c149c7a7aeba1757f2a159c50e3058 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8457fb3df1e1190bfd428c9e9af43248a0b2ff56 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdbebb31c5d51ccfe2d87f1cb1ca5698812e0b0d3a32b841228a3c731eef08ed +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..200a4aa1fff9f5514cff2a5d1bcf35b5128edb04 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dbcc27681e6fc646d6b20df2ae3d0522352069b02ee148b27b3ce00e6e4a7ce +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da896d609853e557c987fd8e4a26091a707b44ba --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3ef973cb1f42a2c3d7041a033b0bf1bbaddcb274c503c251691d85323fa2b94 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..810f9eb4f7b9d4d0d0741cdaea2c848379fb1704 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f3b65c241d01bef19bc23c4355603843421d51117b11df843b5499ff687c1e5 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..79647018b1d216b764c639f559e4efca46c64cc7 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6f46dc24367bb3f9b6b67acd07ac459f7abba6bdcde0ba1f791ba54fbc633b9 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea274513b8127091ffa23f62427147bbba83b9dc --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c1eda4a3b2d3e4c5720da7887b3f485155a4cb9c483ffc74b5d6516307a0eda +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f3060983b0da81ff0c9f299da2546aa0b122772 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:560257b0816ef259e5e4ad3b4ca55250a89db1cae91d79ee6e4131abb1607fdd +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e49b62ad1d9d0ae31344b03dbf1d809723d3fddb --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7adafb39081193dd346633bcb3df17f044f22b8fe47fb6549b9f020aedf4a22c +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04c7c8249fdbda3b518fb827b36b3b94e024dadb --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:715e1cfef677bc2137372ba531872c3137dc6e5f5ffd3802e9f4089ecef929fa +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eaf328f3f44661ab3a404e7825fd6cd63035cf87 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb4b734a3fdb3188a14d0aa6b02385a6b98a2fae5919ff5caacdcc68bc81f067 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f481f1163455b20dea92806c94c6a710f36a18a --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aae9e74675ddc43327f57d207fc84db7c2c6c695cc8795f8daaf535c1772c428 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64e801dd1a63f315226d832a7169180123ac2862 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:356d011114b6b1ad68cdb5ae9ccf3e80f717c2778a0c464e2fc6c03d785d6b66 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf5db4d40fe1fc2f4d86c0291fa2404248d19f7f --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6d9cd3f5622886ed117230de70c6a66598ee79b5ed5fb025196d6bf727b090b +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..70f16a1ea87a578e56e1fda573233778bcce194e --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf2c8720fd446fb143c40155429f9de8ee8e02351857c245f93c37f80c1466f +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d806552cd44273049c6e830a4ed2fa02d5e5abeb --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee179a9fb32878c887da91468bf1688acd12b4ae8cfada2267dca4a30ea06d35 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cae1e4f74496d85396dc259e28226cb265997d84 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e7c854fe50d09da1862a51e01f2fef8459590fa38bf72e09f22e7df0f6b525 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab29fca4fc051a081c76fa3291cd22eedde6d98f --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9d4335506184c69dfd62cb6246cfbec9e8f0d8286e5ba88d02c4a7b3a387cc +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08206a7d885057ebf95f7ae93be5704aaa73d9a8 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e66c20043097e26d8afef67030e6c191956352c468b69b99cfde499efaa5ac13 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1fcf48822638b1a21fa1cd6fd2345bfbe6259493 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:301569156d29a6e97dafc3d2fa2e4c70af14451abd1f28952615bf55fdff3759 +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..205ff04e7f9058545b167de9f28020e265ba3fd5 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce9e924ecc8f5996cd51f83ece524b1a8a148bd632d9d289b4f20eb32aa44320 +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb26f5a80626183b4c7aad0d157d21470b75ac07 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c2c889c6aa62cbe23ef7a308b6af1c2eac9e99c7216272a870e94e4bc10c67 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13b7a147506aedcbba3fb3562371d8b74f80b605 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:707db994aba3f7fd142c89c656d2ae933144f531b52a14efa2d63ea9263beaa7 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e623ae2c513c92a73576b656204a4fb79a8d26ac --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c94f5bfb92ae3fb00195c389ed7cd276d80411e507cdb0ae61487ad07b74c94 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..841f72fc1604af6a4791847c7ebb8f7222dd984b --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4888117497f1276c5d92785c062bebd021653afeb55c179c7eae8336a8c09f1e +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e819a517546722551e9d639f605da1c06bcb2609 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d1c0410316522d6312ddbc0bbd80373b63f34d61a6186827babd3366a3b16d7 +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f28e54d806f8db80a8bc5f09bd884ea00024ca2f --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95ea10a5896e3e6441a6d38e72162c78afff232ce08aad59153ed58accb696d1 +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c7b133207b384c2d23d6e2d92357d639b360176 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e0f276fd87577429486be3de7c7ddf642cbd4f53898117e7e039462e3ad743e +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..89fea53f8658ed9219cf35b833307e61c8edc75e --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e72e2ccdf891c7a38aeadad304f15ae516f098b535df49548a685312c9bc3b70 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9fed3b00c8745a1c5c232a57e9e2c7e1c59dae3 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:414d4969c9b69873e459b174752fa42990d0f684cc5934c47342970c16899071 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3436cec0c2fb409061613834aa7d218ad523937 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc794c7a5a15b86247eec0868ccdc5fd5cb3123c5094235e69a30eb392919407 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c4c3976d2bb7161ce4fbad892988ddcec670a72 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfacaca528533456a3874f402d204a56cc4a1a3f449fc69eb5850dc1f16bf936 +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42fca6ea7f1e4cde5a53caaf32427e82a774578c --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0d4b5c2a469088cc08f24c18f004185c04fea440c2a976ad0463232e51e0357 +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..278098907491af91c5db7b2e372ae0ccc1ea7094 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d8a1f0282e570240afea78f0ce7cf4de78c0f26956d4e6fbb6d66cb97fa3c6f +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf16bb723c7b2190c5c6be44f1b0969107e10548 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbce970fdfe015a7a7e193ade859282b52049db33f1fe05333b6b66940ddba1b +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..80659e9a5bea98182f32abaa226d39eafe533603 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6df79c16257a6fe4e94b4947eebb805175b8fd4ed288c997c7d2797469105e5a +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34871abba37e0f5e6ee975d0ae9ba00b641c502f --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c75070687cba6792835468f90eac19d6a2a86b56e9e6e5ce2aee16a9ea7c3243 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3679ca973890c6485838307fdc4658b31ecf92e --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2581285c0fc051f22a856d3635261a25d25e21117b01a96e01406bba341267aa +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63fcd37d6f603ae9a2da44d18d8c6efa4da9fd74 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b335cdcfa12f952267a5465ed37da5d490de7201c6c1a6279cab2f28366c74 +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e353242c72834a8cbb44c5be4d2741d743d41230 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18888bba0cd3f86f5e86316483d18206ce92e186dc644c66f9c874480177c8ce +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..187da3521f1f8b53cae343caade0c03d7c35676e --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:547e90bb098cc4053b482562c62abb7edf1dbccb4bd65861220cda7f4cf0bffb +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..72541a415f3d9579717fcbd84969994538e9d234 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f00d3f0588b029cdd8cae22c21b1e9f8f4c9feb0272f66cf5fd9da9aaf14eac +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..359a3c6ed8d1c9676b3d2a974d05ce4d6a814305 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc491935f1ecb6ef0858d3773115d6f46b436dcee0162cb33333a28d05ba6de4 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..615d2c82bb6cf8924addb7f7a86f148ba09cee98 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8069df80b32748568ce010e008de5fb65caee15f4b3582542a88cb8f8d9472b5 +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d252b41d2318c9365195ea627ad0e59c6fb2ab2 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb27ba916d4718b014936c8b2129a023496f93d993e9a7fec303e3d36f500ac +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d25223733d5308f6d848d251c8e3b61d63f6910 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3af13bad7e07ab768374414fa0cdbd98af0397b6808e16527d50b1ce973d05c +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bdfec32c8d7b77904854987d745d105027745c76 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c71e9fb0aa438bd0ca122d6f4b6fcccbe5164f8896dacc8f2ced8f97804b01c +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec4d2c058c37d3c894bb0d27bbffdba723e97d4e --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:786ba12f964169a0c96d899f5cfd8a0377a62a583aeb88e19f666e699218f9cc +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e66d73ef484cfb5dd6b73b5fedda09281134b5d5 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ad12c2dbd0af8cabc19e4144610b1b259286455db2fdf65284d3d371ebb9b5f +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2bff31bf6ef26aad2516ecbfddebd3c861bc0dc9 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c761d708a101d4460e7e014283ee74fdbca175a7032f2aa8152d31b2bdfcbc +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9332f96a6253048392e797ceae2cdd8f8a753beb --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60ba0c72f49f73d0a9f7aea69e0a7d99447b3bd79cbdf95681656256a964d86f +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..663f58b9699416495447e5116f33ee1ed607ebd8 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c43322e0fc03906214f8aef874823a8392230c5382e13caba8e8963c971f68b5 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..facacbe1ec67cd66a58951696403459f986e5b6c --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a017730ed53c7e2fbee4be3cf0f18003b96769f93728d96f33a405d14c5da1 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06145d62092d7a3b4cad173033267c95773d6474 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79319cda815a1bc8c8e698647bfd6f52593c1cec9ed86db09410f6e95ed5eb9 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..586bfda2cad52ed6194072632aa20bc3c39f281e --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:615a0624fd5772da119d9835318b6f67250bd5c84d807d6747e4cb1bd3fa980d +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..625dc984d8f9b91d231f9c0a3cce9fd90ad69253 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6a70df415fce4b0e1100f1ecb3468690d4b3035feaff7233a98eeb3dae0acf8 +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4243ea72337f34cdbf890eb48dfd6575d5ac9b77 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e07fa8cdea32a06889965c9c8094c084c807ed577db34618ebac7dc10346b4ea +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8dbd64e1344eb2da7d0ad1b7b4287c84f3f1dfd3 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b51937354cfe6292c0b97d281000837988d7927a0f3e979fad5f5403d16a27f +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ddb63c75f89b677a136396cfce8c1d61bbe803d --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee1c8f1127ae810c2ec2f92b8b576ef6e0360edadefaf3cb09491700ae78bf5 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..866c942127b6839cc247d8f7e211ca1e0c44ec1b --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d13e4482de3d68e5c8eb282b913abeb8f4fcafb6291310a6cca01c1a17bcc7d1 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c56dc09e9c144e582976fd4b07aaa4e70726683 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21b321c3fc950ae39745d8f0ea618dfebd37da8b27adecfce7c2a117d3173478 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba9ca73636c345b13a26e3c412996414706a0d15 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4dadeecf5ddb9db9b8045c703806a87f6bcb0f4405e6d0793d07d4084fd540f +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc9ff3fd39650ccd908fa9cc1a6efdb06667ed91 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219601e9f73a097243ddd5499038ab02640bcc3284b3d73ffe67d0925128a824 +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4b4015d1a19779d0fd4c7d0fe424b1c2becc6586 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d156bbd869d521fad19d460df6c86f7a015662e3870a398caf05457cd2d715a4 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4b0a9096055da6294bb70c5172007d5f2cbe8b2 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f642f8c4f7c5b0d2c5b2c4579c7fba8b21859ad8a6b14f81742639203758d3 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2153c6da5782a043a3f07bf84da198882d3183bd --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:387e1986d4d21f0c98562376795e26617127e777a1defa212bcff2e1b8cad8d2 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c60718212f35252a688ed3d8cc397aa2738a2255 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18224b10528b0c1aecc5ca10d9291ab1bfd35b3129b18cdf49c8fd75aba313ca +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b051329a33ea37c1ad5a177e7ce3956b2398840 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea09dd2042419c9b3484f4ecf6b3399a53303419676780c38a0ceb6970c219be +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2bac9fbb75fa3df0f6cf81529b2512c9181610a6 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5faffba0071b8088a94417ff0c28852b46b9e73e00f3a736cf973f1b1ca64a92 +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b114d5647d9fbf36775366604ac3e7215af6f11 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07912b848c3253d5bc567adb3c3168146b1e1627567b4ecda1c781bc7532c8a3 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bbcc14bbb089cf7d03db6f591d4a78ececbe0090 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4341b0803b1293111ae5fcb1e94c65e9039f4e71c6d3874699fcb44e5085b971 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2e9d383ddf825be29ff7f57400eb644d6569a15 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baf58de1d2b0a7e07cd42ccd878751fba278f754505c35c3f40cb2021063fda1 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59dbca3a1169822434c853ad401be392ab5ff92a --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0178a15c350f2adb767a73e16836be94b9bd810048dfe2037ccac095188b6c83 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4b0fab7cefceffacf50c50bfe6c20780e7fa18fe --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b879fbac1d90d043b3ec69060ef302a898a4cd00dacc956a07dcb2d06d98973 +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4cc4ca82034cb80d5e237b9eceafd89f1e1eba7a --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e01425060cc6d897a3ec969dfbf31d47511c4c62c25ecb15b9790a8f5b7b325 +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..01ea519a7cd22b5619a189a22b8ce300c0a73e03 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec7e699fd843bf66cce97b4d8973048a017799cfc7dfd0fa3f5748db7bd59e52 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b417271edd00ee3f1874ec51e5f25774f732e5a1 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9684a9aa2720e556bc04e0a8307d086a29d0fa0a7e8ca6f35e0c2fb227c14908 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8eb96dc768164382000f119476f3b197ab430ca8 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20713844ad6f083d46d3b5543e10770d06a9ad512a2ed7b091b7fe111815ccd0 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..70aa9a03ded9288667cf62db066c4265ca37fbe6 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2ba4a093eb3f642d0cf326e60db535a461d3d6c8ebb8329fc471e154fde8603 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5c9e55df2dcd4fd68ff61545e8602551ec7e07de --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7e64ec6e566224b25511abfb13108a25496a387a6adf6b06378adf509f48cf3 +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d4da57b1bac597c76c9ef6f3c42a2bb445548b9 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9af8928dbe9026d35e3a39a124a7126dfce062b02999b769f89b2c94c6fa8686 +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1482652177ce6deff5be279aea35c348e5725ea3 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e3d54b9f64ba06d3bab505dbdcc6e0b4c02a66dd2796640cf09443de94a4479 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f3a6401092678c015d01fa5c9696470e72865b95 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26315cf7155599affc9f42e3719e17893d515f75395f1797b6f74346e6708773 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..005896759e10476f1f4c948efed3a0a74655b4cc --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e701d4efdd061cf748a38907c6d666b1bc8bbd59866a6500d2994ffe3347bde5 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e5c5b8d6a113bb5ef5bb4276678099fbeb61672 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37eda40c4e44dd6af79e56f4425a3e9ea2df218b5b4b63f63958ef8b67e425a9 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cec22ee7a2ad866b889fa6597887c12458afee8 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47533cacf31ffe65034df078712211ae418984806000baf8108e39d56eb72e30 +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c5ce2f90a6a7e714aaea95b313bea5ed8b98673 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e588ed64014890808de382bc53302b536703cc04ab16cd91fd3c42af01c931e +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c771ca59725df27fb740d2a5af7f0c4347ae5f2 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0134df150620cf3aea81a998c893c5d690a1b272fd123062496359cefee43c5a +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..91632e56bb951b939ad5919c9db7634fb1780184 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:187bb6340f56c3ed80a84826390ca1330a37bf3a2d7b937152208d96e4cea0ad +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0213e6ab84e19d6fa86fcb52644f158a84a8f8af --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3105a83ba9976bbc229a182d0cc2fccc59dc79a59541e55dd67a2385627f1a3a +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8589bc54f1f84d88ba39b7072d4b76468b5adf50 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2904c4b549eda2267234a902a664bc81749952791c91a103f0b8e8ba96ad0107 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8ac26f5de56bec5f804fafca8201cdf51c05bc8 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd4f7ffcc9bcbd19817781d8f1294f1cb378651ec05a0942432a8316bc2ebf40 +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a4958a6b998e3da5e60bcdc68501665e6caa743 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c3770bf79e0986bd383e72eb453b5f74b17752434bb6dd545e726e31d3cf1c3 +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..108e0a54ccd33fc320de19986dc3c70ca3a5a764 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbc8b6e500573c2e0d4479c58c92af0dd52ab61b34dd5363f6f2c5f018055f6e +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05c6fb4e3e87e3652974339099082fbaa2e5404d --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f754b847d528a536269ac402325de654ff9258df742e2b34b49ac623b3f332 +size 8388848 diff --git a/1700M/pre-decay/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2f669e042de0c7919acdb40d5bc45da0a170a75 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfa277e1821fcdbff03d9f7249bb200db101126fbae47cdc7d1cae521ba37979 +size 25166176 diff --git a/1700M/pre-decay/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d393ca95f79ed588a8a27ee4e0860a3999a8ddd --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918cdf28d8b8027a88f13a045688661bf9505717ceaa38326b4e5df4bb6e7a27 +size 4192 diff --git a/1700M/pre-decay/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..023cb08475d7440209e551614c336a8f9a19e1ba --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf66b3e6419409685851c98ef8e9defb80fea2330be44aba7e49419b59d9f6d5 +size 33554672 diff --git a/1700M/pre-decay/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..363870d5339ecf8a8be5d982656325e9d310b3c1 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9360695b07b128fb680544d2297c6fa8c608a98b9349f038eddbe5c7f1206a03 +size 67109160 diff --git a/1700M/pre-decay/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors b/1700M/pre-decay/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c5096916304cc9529da74068670ba34b3ef1ca2 --- /dev/null +++ b/1700M/pre-decay/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e20061989b534cb687647a454dac3469674ee21bc3e234b7dd904dd45ad9a8a2 +size 4192 diff --git a/1700M/pre-decay/model/model/final_layer_norm/pp_block/model_weight.safetensors b/1700M/pre-decay/model/model/final_layer_norm/pp_block/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9688d978d9a581047a00f248f4eb03e697ccfbb1 --- /dev/null +++ b/1700M/pre-decay/model/model/final_layer_norm/pp_block/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae235e3def99225a8fed01d4a4439e1731f0e541b752d2468612fbd764e48c4 +size 4192 diff --git a/1700M/pre-decay/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/1700M/pre-decay/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e434192a024f8f8289772047f220d003cd8249c7 --- /dev/null +++ b/1700M/pre-decay/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fae9eb2b0e719f88298eaeafb24d9c3c5069d23b9f7ca9899b059fc78e0c688f +size 201326832 diff --git a/1700M/pre-decay/model_config.json b/1700M/pre-decay/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b22858b14f5b51300266367985c0691b047defa0 --- /dev/null +++ b/1700M/pre-decay/model_config.json @@ -0,0 +1 @@ +{"bos_token_id": 0, "eos_token_id": 0, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "is_llama_config": true, "max_position_embeddings": 2048, "num_attention_heads": 32, "num_hidden_layers": 24, "num_key_value_heads": 32, "pad_token_id": null, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "tie_word_embeddings": true, "use_cache": true, "vocab_size": 49152} \ No newline at end of file diff --git a/1700M/pre-decay/optimizer/optimizer_config.json b/1700M/pre-decay/optimizer/optimizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b43a810ed79747ad6c7db726a71391eb39c2d223 --- /dev/null +++ b/1700M/pre-decay/optimizer/optimizer_config.json @@ -0,0 +1 @@ +{"type": "OptimizerFromGradientAccumulator", "parallelism": {"tp_size": "1", "dp_size": "256", "pp_size": "1", "expert_parallel_size": "1"}, "configs": {}} \ No newline at end of file diff --git a/1700M/pre-decay/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt b/1700M/pre-decay/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcf491c4012689b30962337d6bbcc717f1d7b721 --- /dev/null +++ b/1700M/pre-decay/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30ca7b7f393b74823f0f0aef08990fef45a91cf9653a222e9ff6bf01550aec0e +size 20536699787 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-0-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-0-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a567e1a4f90524d43fadbb315b9bebb27d550ad0 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-0-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96292df82a95dfdf6417063e6093d173c43a10ef1abd3ca7042fd2fcb7e518ab +size 1088 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-1-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-1-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..23a0866a706df48a4508e441e788b424d9dd16bf --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-1-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7447b85c3865b4cd76d74df632ec4e7b73ff7e2cb8fc883c8a80ff64a422f1 +size 1088 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-10-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-10-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..100b1d27c5e164e58a6af2424b373137e788ddc5 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-10-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b768555dbb2c5221619538e5815758fd4c5bb86d52a444f7f65cc56e0198cba6 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-100-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-100-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..804f7f1d1b526d71dc3bb789f7095b03d7189831 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-100-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e54c71fc76432e1bf9fba5d2d6bb718971d6a3f451dc6a019a2a56fc4f6447 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-101-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-101-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d3a7bc52eb3b848b64cc01221da108c70acaf3f --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-101-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e8fe9317b346b929b92c71ca3b69b736df715cd94ceae4e92a7b27fa2447044 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-102-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-102-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ec7183cd525f5d23a6c28a0619499c5d54ba3df --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-102-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68453b41ba092354eb400d2c247c33812210709c4b680909fe1d57a713c40f73 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-103-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-103-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..32091da47c197ab4a907e76194ceb4eb95bfabe0 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-103-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a038126bb589fbf040ed841db54bd590424e25b6eb95c57a9ce1a553104e6600 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-104-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-104-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d6f025b3b89bc07746a5b819185614670dd139a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-104-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baf74e394d45b9265ce58b5e7335d9b0b7c080d7c6fc313b6dc57464955a325e +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-105-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-105-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..50c9d8d92b59ab8bd1c57128daf447ae04e22ded --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-105-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22fe8f7b0723e33035a81f779cd929bc1cb1f05339ce873b6dd8a8f526701f20 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-106-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-106-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b051e5202d39d358bcf970586c5ab00937540e52 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-106-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed89976dc9cc652f9d38d55b310aaf2581141a512cce1090ccf3f24a595dd35 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-107-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-107-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f93e7cc73353c3d80487363c96d2b9c0f3c780de --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-107-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce296f87030dbbdc735b3cf0ce27d13b51465ca64ba626ccee540656d604cf14 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-108-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-108-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..76d2cf35f106ee2441518eaef4bb6239413729ac --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-108-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bf476af6fed4d700fb3b8fec145be74e7fa23bf541e9932575acb36bdc21fff +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-109-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-109-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8734152e6346c6016513347ef1615b37a98ca58b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-109-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fe14aa87996860bd7e107ed20459bab8e3179b40c9cd533b360cc3c72f26cfb +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-11-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-11-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f3d92beab794619c5204f1bcc7d665fe25c76e1 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-11-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:418e4a33bb64fb98494c90ac151a2e83e854699f38f5d26adf22363f78b417c3 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-110-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-110-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..eab81ecbe4344af322dc73dc594a8b307ae0f30b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-110-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c078b2c4500e75c918f9e4d71ea1b058537282cad4267b495fdea1426724557d +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-111-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-111-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..25eca3cee2cbf6f398f8aed8f5a37c9d24065c92 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-111-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e95c5c3a3b68a2dc31206412a08ba3bc5f3012313038a245a338f7c9593f3c1 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-112-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-112-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fafdd65bff0dd7ab9e3001c957ac5f2275e0b44 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-112-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a15c82ac947be7e7102930af95a940c746d0cf71f49d66c64eddc8de9f200bf6 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-113-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-113-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a45f3ad5a948246b2a444d4ceaee1ee4eddcb4bd --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-113-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dbb4037d2bb0e4f76e6515176f224fa5b4a135ca7ba050551b6a3309d42504c +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-114-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-114-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f73faae610ff47811ac6f5c401e91ab2ad0a288 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-114-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:621ed7ba8278e452fe1db41385f287110b124aa46fccb39eb1dbbb0772353976 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-115-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-115-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4a11ad687c6ee37baa9a45b7bfff6368b919eec --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-115-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2de3c471e7bab7de17968519bf966ffba0b75657b2333ac7ee033a6eba7c61e1 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-116-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-116-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..307fabb45a4dbee2383cfa814947902569c35fad --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-116-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99a7ca8c7c0e0c4d60f01f46127d3b2c0e7bc888769a5201af50feb16ff682ab +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-117-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-117-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd5496a6928c40766fe304cb08cb1d39724cb333 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-117-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6841eb92c81d529146d67184e35730f6cb4ba43f5931da41f274a36d9a5437d7 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-118-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-118-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f27654312418b491764fbb725f1cc25b23821e57 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-118-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937ad988d993254d60153408850fc39ab9e135c112b8c7dd168e9f6e7da5a690 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-119-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-119-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebf5064ef22932393f9e08bd0719389ddb9708b6 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-119-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87b3bfc143e1181ea17dbdfc9acb647bdfc4a81a12afc99b5f468abe048efb7c +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-12-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-12-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..14718eedb7349b9ccefaef12b47df34d2d0cb81e --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-12-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32b5c727757fa42e716d02bf069ece682cb9d5ffeb38263b4fef5ccffa2aec2f +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-120-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-120-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d5335ae0530d4a3867fbd7a52b35adff75ef2a0 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-120-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fb8d28723d105601975a10c40a38f51d9bced86ef719fb349891b09b54deebf +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-121-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-121-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..650f80d1b766c0fb36a8cd2eb1ff4ae05aebff2f --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-121-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47f5b4e75927abc40d07eb3a57a1491f79caa9d7ba49064759164afcf4637350 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-122-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-122-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c66e37049924e3dcf7b4fd8a8137d7fd88e5d6d --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-122-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d6e2dd54173470825464e5bb4cc6c5c841ffb06e791cb5ffc1f933aef85a8c6 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-123-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-123-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac51a1279729ae82ab96add9b100f09bad9d1bc2 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-123-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c49d057e07d553e1a6f379961732d0886586d223e3eec076cf8f4d40b718c946 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-124-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-124-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f81de0f22132ecd7d870580869e0cfc1880126b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-124-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67771533ee68632f4560c08782ef50e9d875a3d9b356f72a60d1b7cf5fa45382 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-125-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-125-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..eca49e1f487149e8c8190d2bc3a9bda1f44f9476 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-125-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47e1f261e0b455277cb6d6e44b38d850c4c1d3b03055b7cd484bd86cac57ca97 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-126-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-126-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3b5c589f7429fece4335369e660b9c001d0ba98 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-126-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7ebb4460ba32d45fc59c328ec2d8706385b41a3f3da477c2f52a8d151eaca76 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-127-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-127-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7162014b1a74b3dea4e432b06d974aa762e4c92a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-127-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d14e1db0f9d5b9d1e3a4694c18e20bd0943afff4f45eb21cc98e4e6b3467597 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-128-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-128-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..05ab33941208fb726f536332e091638551e0d91e --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-128-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb0f523deebf93dd15f891749145eaaff27b4feb03c2a292321156f0d712e2f +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-129-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-129-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfa14033daebbb15f9d0937bba55db001550b0f5 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-129-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db479580d9ef16160142ce8754590e3fe40a20d4bce92e0628ce683fb0514f7a +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-13-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-13-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..04e76ad7b1970734bac489f304bf70bba8519f3e --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-13-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd3475021d9ae7967b2b1cfb4787681d39574f65e62d5591eb21457437be07af +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-130-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-130-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..92c12f9bae2ab7d250058244e5c09b8706e6241a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-130-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e6a2b9a53b9e274b7712170e2e4a9ef30e1947ff4cb6d77078cb48ceff06932 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-131-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-131-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b9242cafe5a81e6e42e5a0f745e71efdcc83c56 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-131-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f28847cb131aa02b23321646f55694ad89de12acef7358f3ecae18588cd541 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-132-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-132-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d31f35c11230ddc9cbdb648ad7684d447b2aaf3 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-132-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c26dce7c27ba7a3a2064aa3247541f33c4a53dd4f47ecb319d647e7e088809c +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-133-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-133-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..31dc68ad723f18cf2d5c44280a75d70866d3f64c --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-133-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9363315bdbbc363abb7f5d871c20cafcc281aee3ca94122ef0174806b60366e +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-134-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-134-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..267542f61281a1fc96641490d20f5b1e650895dd --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-134-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06760930f7ee86c6ec160354ba1e08387f3a979d83e1537328ce73d407ad7d94 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-135-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-135-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e35e5c1bad8eeac267e53b65258e0246c05cfaf --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-135-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918f0ee1ded19aa1efa1674051bf40835bbdf3bc29eef649298dd10912ce76be +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-136-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-136-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..27e16ea0b84c135240327b42f7bcc386b016776a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-136-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:220974f3b19f71d83d501dce3757f071953578d87598fb586507c6d9125e78ac +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-137-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-137-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7910876eb888cd81da6c826740a596cc0f6df7a2 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-137-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e820eb77e7446503d93956984d49f1844be85af89eb52a16e404922d8f547e90 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-138-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-138-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1f569669458d9f55e65fe80b0aad80ae89f73b2 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-138-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b7865753526d80a6e1cca459e06495d38410dc2c8f0bab2394a7f4751f462f +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-139-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-139-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ac60051d264d6eea498c408050ab3471c8cf098 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-139-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ab316f602bbdf6fa493ec2871faee43443094848f3e247cf3688c7df8e48c82 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-14-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-14-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..90fe91acc9111c5038692141b8fda4cd163ecd63 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-14-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934189a2e12ce94c6520fa50f0e2ddad9c6b2ae1d814172385982a66272f5580 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-140-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-140-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d6307d6caa89b038892d8e50d51d41b0ddbe783 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-140-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8915e962de64d567fcb4807b1556581d2c086281ab1fe3ac555d2bf93993fdf7 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-141-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-141-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f48d22615ed8baa3e6e99ac487203757f2aae7d --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-141-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fffb6bc7ad926639365118eae53a0176a6a96871a0fc90dbfb240f94ec419cf +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-142-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-142-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9fd66cf020d5ef6cdf826ddd42221dca999542e --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-142-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4db0a9f008065bdb239d19a329efb0f4e0f8edec5d8f7f11e215324344cfa66 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-143-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-143-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..13c8a1cbd3aa062392b1906952072ca45757f3d8 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-143-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e49aafa15d05be3ce3e5aa4be29cefdba29a35b6f72ae386360a77448fc6bd0 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-144-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-144-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cde0c0e5381b0f326d78f1cd0f39bf5b261cd30 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-144-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:701f9a67751eb7e682ed1aa5ba4faa27ebc2ed76111bcf80ad728e86d76c1c82 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-145-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-145-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9870c4be6fc2cae92e1ed2af94e3c37ba6615c20 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-145-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b08b0ba26d5bfeb919bd79247278b694cbe167221867cbd38cab1c88c1840e8 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-146-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-146-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..10ce183bf19e9b13e68608b21b3f1151cceaa143 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-146-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8612584816d381c8191cb8fc3d7e3c479354f084acf652e58cf7dca345eb128 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-147-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-147-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c25b3f3d0ac457968ea88901894b0b1f55ffe916 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-147-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2091cdc1163c1de9dea8ffbd8cc4612feecdf144b1f99b50b93839b212edb1f +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-148-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-148-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a1f4243bc95aaa88f2d08843b80c42b48580834 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-148-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4435ecd759edec545dfd28d822ea21a4ea341639acc99616627e080fb3693073 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-149-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-149-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1aae8c843014bf49fb7d7096b70999a99a142203 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-149-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48733f80bff24592935b4e58153d35325dafab41daf38295a477a8da7af00259 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-15-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-15-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..62dbb15c758f76578cb7ba1da74ae0178e78512b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-15-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc9c62a0b2c45f15ec243059a51a4633e84de23407179f0ec61600abe3a8fcc2 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-150-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-150-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..16fb22209577132b992bad48c5a47cda4468ef04 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-150-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16be2ef7515e14c27b65081e992af8f39818f23e53fba4ba8b3d47004e7370ce +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-151-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-151-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d3b0109df3e029de05d424503ed2aac57d62c26 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-151-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b6fd3afd5342ce017ae3d788899c237a5fcdbe9bfaa3ebaf649f9b8923a38a0 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-152-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-152-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fac90b580f4a02faddb10a4fd30841047d79eac --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-152-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e10a161a6143dd5f613c5c8f58020a27d3e05c04ebd4b83fccd0860e7495dcd +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-153-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-153-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..140f670e3d69abdbbb87c37a5e57071e830d215d --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-153-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2900690ea3aad281e644070803157839e21e55a08a2e8d1dfd4a42d5f2a173b +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-154-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-154-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..55171a511215b19c417bac595d409b4817937509 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-154-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3566ec21060abfc71bec2cf9561cc1b21fe71c53bf220dfc4c96271fa7c3d39 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-155-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-155-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dadada6f5af216627b8e8cd4c0f4c602efe931a2 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-155-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b6b7ca5a4b33384d5fc67278a5e7b8569227e5a17bbde6e73a5aa70fa56385e +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-156-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-156-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..88ede504afa3e44488bdbf43893eed9f3b353355 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-156-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eef7b331aa8e6045816cac92b840061972e9a27fc14cf537a08f8a54512cff50 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-157-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-157-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..12b09c7c3f3894238638faaab84bc75e84d469b4 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-157-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1333396e430c252f424ddeaf62f859f380757b265a2a34e0e37f508ac64b55b4 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-158-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-158-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d7383bca484cfc529aaf9948f3cb9b351c2c60b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-158-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd686d658eae1a2bcac5b6665cf163c07cf1a12c969b5975ac9fa330c3a5614d +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-159-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-159-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ac92daa5fda3cda3dec717808d1aead410de111 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-159-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68a21729bb79f18a1c53276701ce5fad2d806cd9cf2a8006b96a902543bcdbf +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-16-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-16-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..21ff1d7922d198899a53f4156e90d5ee80adf1fe --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-16-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3061262d630c4cabbfa7b74c94a9cb6e48cbbd3df73dde8b4eb9522ec3573820 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-160-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-160-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..499518d34a5e05dda072ec536984f7495d86ada2 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-160-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd0376fa645af9348cf5f8b6964461834ed981343b6c82f95c74e44bf459c203 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-161-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-161-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e04d1c861a0f8597b8a9d5c236de8dcb698e7442 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-161-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cd588366c206145c38256f3ba478e91779b54aa11d216a544b25a716e343076 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-162-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-162-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bff05b2c9159d58b89f03111fb2bb62c35173b8 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-162-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c025314de03b5d55a08c73f90379c2ea9cae8bfc3e49ec29884910700529e3ad +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-163-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-163-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bd2d8a169f5030fa03ff7f263a1c701f1293972 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-163-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2bb41654f4140a934c82f6e96c16405edf171feddb811e20ca6fbe668acb819 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-164-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-164-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5fbc2556e33bc65787443c11a1f2d42053382c7 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-164-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d8c0726ba791fd9acd61d9b9b99e774828fc4007cfe233bac55946ebeed0bf0 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-165-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-165-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fed3133f21d8ce8210656320192ac7759758475 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-165-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dd7457915fccc1ea6df7b2164fcf7ba54e2d583628b819579ecf63cd1bd53ac +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-166-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-166-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cb61fc8d1726a59765a3d36bcc4a2abc4d04ec5 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-166-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e9c0f0bdb3d950622f88846c2371ae6e455fc21c8f274fde68e4123146a140d +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-167-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-167-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..198df54b1f4230d517b7acbd0ee749e4d945ee88 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-167-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af4b3ca72815b3749f5f771c15831a652e5c3ac6b866043c532d6dbbd9938cab +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-168-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-168-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b5daa55f329329f3dfd094b6a90f76a2b00e503 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-168-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a9141da0781cdaabf5f85e95d9f5af62e03639f4e5bbba952d5434b378cafa2 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-169-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-169-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ed8f4328a712af53589fc1a95c11a0735e6ba58 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-169-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e4538bbe3ddca7f02aec6857fb7f875a9637782200789a0f9ac37f1a5b08441 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-17-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-17-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8844872f45c5b8c6e6b22de46b87093b9dd32be --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-17-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c903050c5c69c10836d4c2e68ba20aa93716f4a65df41213a2463a50976eb67 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-170-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-170-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb667938b98c31b7f605432d8c931530d257a2a0 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-170-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3685fd41d0b35da39032a9bd5d77f1c85bbf2fa2bdc59be1b3b47967adff510e +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-171-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-171-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..91fb23313b5f177751de4a24a6d78cef418c203f --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-171-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed54343e9903935237a5a201ad1ae0317f0c09b32814f0a35f163f86677e0274 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-172-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-172-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..01be02239825410e7c71cd61e4b4935a6f10a29f --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-172-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:596bf7c764e1f5b0a5ebeaf77dc38b1d5be7619843ac7ea54d5797b84f09b21c +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-173-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-173-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..75fd1dc06ca8c08ad94ac94402f58111a8a02ab3 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-173-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df8a1063aa6435f48cc5b1465fff51e16b4a0cf29e788c8d8c82c3d66c9aa64c +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-174-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-174-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..16f73f0d3f99118bd409e3d0f0be758ea65a3e52 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-174-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:788289f9da769551ad48051a0df5d5e981b56d8eb291b3cb82e283f4352afab3 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-175-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-175-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bec580a225d292c2f093f271e990054a011f1a5 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-175-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77401bc057928db530d396f670dac4effa65acda969045b62517d4fe779e9889 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-176-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-176-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..be69842e4723932a6da64ea01a5a36d8a5bd8e95 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-176-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87140a610b9b4da0a626eb9f5eee7ce1973d73dd5e8445f19d701c9fde95763 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-177-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-177-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..488e78beb4b52aa894cba7f457844b04b76cb6e4 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-177-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84cc905a24cbee34497ec875d55eb53b48796b8bdd032e52ce43bee013fdcdaa +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-178-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-178-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..11872b8cf513979c4bf98c25391b6487e5028860 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-178-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0641d3c2bdbf0b3afc78bdbf242b944ed04c5797c1cc59eb841fc3586b66e28f +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-179-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-179-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..39195281ba78a7aee1edcda89b25996c69d4e220 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-179-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ff5781316e1e41ffc6c932df461b20db110088c9511a8ebeb2da608ffcf3e4 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-18-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-18-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..52ecdb96385d16b565487dd5e6bc2ef49ee17526 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-18-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3ff21f5ad845c3bfb7fe692ed1cf7d8171c8b9c33886de348a935b5eeaec746 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-180-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-180-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa30747a855c87e6e04abebe50791b0c4f5485c7 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-180-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f6bc92a30ed12af7814cb5d5eb0a4908c7b0a99abac506728352b2fdf8c7d5 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-181-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-181-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e04b3cf0ba3a1251d0bc514acd8418c83ed256a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-181-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b4fd317b7fbea88b2fbd71be3a7122b99f7d35cd608a167d4f84b54206da4fe +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-182-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-182-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b6208019a82b2dd9bbc9f3c1dd25cbab8f25b8a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-182-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61232c9935515bd1b4b5860339e95cd7df7a01c74dd9da2517135a8bdf9886cf +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-183-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-183-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..df39be57b2a20183c2960f4f5bdd5ed8b0df313a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-183-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859ab10a52f436749ec20d638cda84a8a51faf9528a0a504b9c20064ec1bb637 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-184-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-184-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..403791e5341750063b48c2f02d49652ec475b9df --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-184-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05169e61bc7de5a76219320947b5041fdb228f0f34c6d4ad7c892359c519672f +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-185-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-185-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..76140fca1836581c55b99feb7b601837b05138f8 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-185-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0805ac599a10c185b3c5627eaeb6e08d1e29b6bdc59ea9e64cde655ff90052c1 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-186-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-186-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..333cc85e578de44ac468c942d6844025a6c6fb49 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-186-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c002c788100dfc979cd557430e2b081b94e8cc91268fe55969c9af0491f4190 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-187-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-187-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9b8da14adbdf225ae342dcd9712e6d21c5cb89a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-187-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b4a3560e55ffb82b2112fa0e6f0da53ff21be4c029d26f01110b666e3736c6 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-188-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-188-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..162777d096c02426932ac756d92a8e185d94c462 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-188-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d44b033bdf4e3465e048480a53d05b07e47d790d357be2b39841f0dfc3effc +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-189-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-189-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbd37d7054b0fc77cb0ee36674a6b54fc1f2fc15 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-189-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237da9be25cd8fbfff597cced401188c85f62bcfe43aba9950ee2b87ed5a47f9 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-19-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-19-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6e54c2eea1577dea9bcbb9e761f52670ebe2f8d --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-19-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7d6198b0252b09eff2af798639cf9813eca7f222e64e0f5714b7b97790f64fe +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-190-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-190-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0972698bea8001e1bfa89560f2211bbf88e597a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-190-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e8a7c3948161e2fb4604f28ee84017db83d690704a2f14b52efc1aed31991c +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-191-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-191-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..21fd3dab8385c41494d57a45a900c02e9f7bdba7 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-191-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6025c3a5dfa212804c4a3f5f4eed4f691fd246e7f8471d102ba7e8a1b507dfc +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-192-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-192-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ce1477eb7db04365560beac37fdaa4d8a86e21b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-192-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca070cee39600759e3c16048d9598b6aa3e373a7c2356f10019970725c0aa1d6 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-193-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-193-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5169d0c2b33cd7913beab428bc686096fc63bf07 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-193-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f65b25f7623b9856083e7abe6b0f80fea797b3f5c4a732f28397cdb0f77d476 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-194-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-194-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3680a624fed75037ba64e8d0c78757b9dbcfc60 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-194-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bace7591c497ea797f0b0a47f579f6d9d37196bd606431bfe2da521259273d0a +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-195-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-195-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b06225d689e93d528c0811a9ef42da28de1cac34 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-195-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2157ae7d4e5dea378721d83a47ea6b6fc2217be021cab9902bcbd5dd976074ef +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-196-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-196-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dab938a41d12de5db6e799e2db4b4fd4cb4b10a5 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-196-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7305465c26ba68ce11b9c451cf9c64d25d52ab81e300b81ea543fb115c79a1ef +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-197-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-197-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..81a16094d2b6e255d2b8b21c270824cc421cca5b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-197-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3931c3ce4885a7e18ee2dbde53863d06aebc76958060e519f6aaebcf147b33f +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-198-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-198-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..23bda7d86926854b0cb67616b8f6a2ef69894777 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-198-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f0b9c98558ce3f16dad6cbf58e35bacaad783697db5fd964b5f600a664d4d50 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-199-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-199-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bc2f2eb5df50c7aeb2ea9da0e4b1a51d5e88ccc --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-199-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0ef07c0236875fbb78e00ad767588c8c70360f7d3f5c990b822b7ddf2a98fb +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-2-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-2-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..23aebcdb8288068c75ac86ac32c0fed9ab3b6aee --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-2-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4532198220c5f1129cba4d6c6e96daf1d7e704bf4c13a564d8564be056e763e2 +size 1088 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-20-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-20-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..29218069999948b798db0c9354dd7b25f42cc18e --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-20-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af10d0ee959b825df64f9cc60451f539441b8e6f0abbad0acc171da304f0dfc1 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-200-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-200-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..792b97c8f3dda082e5ddcdba479ec1531c70e085 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-200-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf4bd921123363903ec3750186602fe98a1a2e3609c387b51f823703d9e8d1c +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-201-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-201-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..cadf315b5f98a842d3b2a35817046f9e9efb027b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-201-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4387ed80a0e75c16622d2921a327a50845bee60e2808bbedb6af7ec84f7e20c +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-202-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-202-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..001aedc1941aa496b6d79c7930c5100b6dad7dbe --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-202-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c58e7042e27dec1f9019c9a78c88f703b0bc7cc9fd32e8db794f5791e76796 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-203-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-203-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..030bfb253ea60737207e1ca8ada80c970f6e9585 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-203-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50948dd46e5df30397b701d122b9dcc228b6465f9089964cc7d82395de9568dc +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-204-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-204-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0c2c4d5a2eaac6a839c634ab8e7789c261dea6a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-204-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:623d69a0fa7581f5e07851a12da102cec2108e6d3d2a4bd172d9f258aecaec38 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-205-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-205-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..906da096b2c65f0179a64cae8d3ca1cbe11df4f2 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-205-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6766827b7234fab500c433ae57f769990ea70fe6e4a7de949ee0ae513489d763 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-206-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-206-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..63c3f9508a7698c61b36a8a8f50c0469bcdb7f0a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-206-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2edbb82b7368109fc9e914bcb22c5e444a1be6702372e7cfbceb007b67568297 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-207-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-207-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa058d2d0d8405c34b50d03af5a7f7836279005d --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-207-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b8c1d95f3f834556330de20c5133b616bb2c650a6de07daa8e21a62c3479ace +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-208-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-208-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad13654fdf32cc78d2c83755dd7ba251945c8718 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-208-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cef39f98620f3e890c61fe5f4999033c54a549a6e7d8a403bc24611d872b559 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-209-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-209-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4df466eba68a64cd587b0b6d2eb7dc167b949e15 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-209-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:026e0fa9ef7f2e6c5e9ec76e69e24b956c49e7441398117cecd1e0671452c567 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-21-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-21-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5234e18c1e945ce60fe33ddda6c53245db3213b4 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-21-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee4261d4bda5d3e806f98d04957b5fa0e5123f0cd74fac75e18ddf89d09213c +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-210-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-210-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cd66ebc2003acaef16e0875a7c58a8a85dd3657 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-210-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57df0817c31f8b2bed40f8c57876ed94180a8faad78f1c7a49fbfeed791e7950 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-211-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-211-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9381a51a1e93b52a6367b3e1a4fe3284cd522123 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-211-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed4d709d37c1bc4d5f9c6273bfd94cf20845174c42e87e80be3d0616136ff72a +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-212-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-212-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..051a18f02158944733a5e65a869b38277cad7150 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-212-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6256471d2485b27517a15e997589c5d6c2d194e9174aaa00231d41fa64edae24 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-213-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-213-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..078c44f3ca8fc63b0ade2ba62f3627508f0d42ee --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-213-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f6028377df53cec1cad0141bd2a84dc2f98b8e7788a2adfc9d50e62ef9fdf2 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-214-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-214-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3e862101aab74cb37f28cc36c4169107ab5aa70 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-214-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079d17bd13106d934f567557516ffbd73871d829c581a8fd3677b1ce65e19f31 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-215-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-215-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fee7797d828cdca28855cb316802b504bb43962 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-215-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38cb5b36518323a30dbf768fcc6a2c3b0e2ca7f3f1af7431e04b7ad50ecaaadb +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-216-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-216-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a5a78b4b0108890c7927441e244ae63a1165bbe --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-216-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2f49b499514aafd09af4128287a9c8a79a3a98e4adef92ee70e92fe1ddff575 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-217-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-217-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9041a09df95931830bbbfa68a3c4049e3493fed2 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-217-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13d7ab4e99807c9c53b90e5df2ef70b714e70e01a9bdeb395b6a847eb7ca06a3 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-218-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-218-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..448cc199a9213e5c9e9c4b65f83c183a980b7e35 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-218-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:903dfac799f2819f1b82225d036a50f57b35b41ac8d8c27ab7114cbe76182c3b +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-219-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-219-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..24dbaeadfcedf913ea63b01a5c7b935226669d82 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-219-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8548ebe22b5ba2b3e78fbfb258abb0438a66d7964daba89544de5576b305ec01 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-22-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-22-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d4cffb3dcf5f0f06dd855f6402f9be86fc5cccb --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-22-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23ce4a93156ac431e91b7de2101a6ab5d92580d436f3327cad6a737c0a9e286b +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-220-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-220-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed3c64932f36176c311c95d84c3d08180528d17d --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-220-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70ac6e97c24495fd19f07c362fc136730bb344c7179cf9d237c3f213cbdf96f +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-221-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-221-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8543fcb5d4275fac9860b89c1088406b12c68a1 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-221-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47f7f738559705bf3537fbb36b68ee3fbe1c9ac64b63e6ae70ea88ea661ce153 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-222-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-222-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d15e3337b742cb1fa75e85011f945a2659dc6713 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-222-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3c5d670397fb9b25f29191b6c6ca4014fef9aa1eb3ed66b9fe53bfb8a0005a +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-223-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-223-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b96f24cc13a9b2aef9c36a5888ac9578cda61784 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-223-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8c8d4193b01048532fd69c59429e1722c7d0ef6cfcba2f0d5ad388a4fac7b4d +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-224-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-224-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2a3d59d16359bf7946b1dffadcce1b2ada3a561 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-224-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50960b8fa392aaa664af7e66f608f1a50124d0c753529676310de2f5998f5574 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-225-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-225-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d35426cec9bb6955ae404bdaa35221660f2d76e2 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-225-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:178ad7d9044948d6afad85476d74b53b171b0ca1efe508c734a0b4e6eee108ee +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-226-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-226-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b8d3103b8586478ff16242feb2ff7ad3440a2e4 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-226-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a6cb7b717fecf989d82c2bedc4df96d4f9320cf3721b5c0dc75413ed74a0f4f +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-227-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-227-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6488eb800ffa22cd298c30c65e61c649621392fd --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-227-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0e37bbda3d9835bda9c1a4cb5cbd692ecc0ece80356a556477f1db56ed133f +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-228-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-228-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..becd7f633791a3425559a83b16d5e4966917166d --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-228-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c127251f971de6a8ad4f7b138c7407e6f250956d5858917bc63115f358b84cdd +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-229-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-229-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a629fd02db6e9a4e1302b035815575df485a0b2 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-229-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0d53643715dc4cf5f0e8fe97a07fd73eda14c03e15778642bbf0231a3766cc6 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-23-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-23-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..57eaf5f1146656cd8a2b13df2951e1ef4b6ace96 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-23-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:330791916df302be91837f07b9f3c0a955ed323382c0679b84598f32bc280e71 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-230-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-230-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd490a391bade59f28a46ff911316ea444a2e780 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-230-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84d3baf1c761f4845f84cb9edddb4b22b2526531a79a394b3210ac2eb556798 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-231-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-231-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..225d392025b6c6d619acdeb5cf5f46951c214c83 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-231-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d424675043a396d8ddcc815e7c9035d6b14960a2622f949d155acee3a92e4ed +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-232-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-232-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e04d7fc878f0a4e26e095caaf78203cb7d47c3f --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-232-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dac83dc719d2cf464da6255e47c2b8835d2b966c0f2a60af8ed5cd7e71ebb2e6 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-233-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-233-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5781afb501f0d255b6bc00deb88dc188425f826b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-233-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c25fa0b4f06fd73f3c5f1f6e21f71394b3d6436f40bfefa06b4484ed3ecb68 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-234-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-234-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dd7d1cbb174418840b362f5e1ee175bf15d5754 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-234-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07c0c425d4c5fcf2b24041e8b7c9d1d1f5224a7331102a904529f9e2493463f4 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-235-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-235-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ba6a9ec84de1e00275abb779a973f28def2b77a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-235-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:166637f453b6610fa063ced7096e660949fce80fb400b8882b51453886495031 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-236-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-236-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c079fa342f50529eac7a322f2544d6f211f3cf7 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-236-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fcb15b9c3864ae4e2e9f03731569852d5a4adef7a2f5035ebaaca68b60acda3 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-237-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-237-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..49f06c508dd7f97e53bc93ed1b9d065dd0870c9a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-237-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f459bbfe1f782512415d5b3781fba7be77ec24e932c5a5467d67da540f0d8659 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-238-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-238-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e646f3a4de470e7dd6828877805faf76a2360945 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-238-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fd1393c394ddad2b20c9d57d9dbf2b1e94b55a71cf2607301948896a8148769 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-239-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-239-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce5b0ac3e15cae26e4eebfe8393d90f07d69b79e --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-239-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e6a3c9b3c2735ce9d7f461884e0cef0c7b7b1ee4e46fd16bd2072c8c656a456 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-24-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-24-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2fd2566f49e4834297b3f2cb7b9949e109418de --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-24-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66c7e2df32a456170d6dfd930aec9e0229162dc73f0c15e8a19027e6de92cd5d +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-240-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-240-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aba2243c56cdb79315fa07300bd68d14a995853 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-240-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd3f1d2bd2737060eed4ea909bb2dd597bb1ff37c6060b917265ce82436bbf94 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-241-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-241-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..12e7074aa19049a8b33532cd6c2ec2e3aa8979f6 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-241-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff10b5d8a9eb48d43610d1fde50661a0d3448a485b756c2984a2291738233a3 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-242-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-242-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3555f05a77eb81195152dae17fbf5a836be70b84 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-242-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:124820d8fbac41b81f73b4f0504d3980d32a3d5feefeba02146042b5101f074c +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-243-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-243-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..227e8f8beb07e9efbb2896e7002a89f8646bc045 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-243-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e31bd7be0ed62a656706a274722ca7ab8dfafa5a99736b149cd9e1ded1584b8 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-244-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-244-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..14577bac4ac8139f9c1415f6375c166cc0f8725a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-244-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7891e281442a8fa5757ffdf0b02ed80bd625b13fc5b9e1b4423f911217d791d +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-245-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-245-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..82a57eabb71b0a9d2a56098a1618a929de22b775 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-245-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7669aca5bb3b41ac1e6e2ad95457c825354bb4458b47fc5e061377b02474fede +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-246-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-246-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0252c432b11914b4233a4aba4c1e15c0f16cc2d0 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-246-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fb3a8296240abdaf9cd652a0333c9a37ffffdb2eeba6da02189476bba9f0394 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-247-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-247-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..85e0c6fc7937d938285548964d88a5a71bde3921 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-247-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e9eec91ea691efb9f549d98fb4e6efe0dfc602117c78ea2f5c8e99e01915b6 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-248-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-248-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ed5c7593dc47f0913fd81e60e800e0904870b57 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-248-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62868fd80f003d18d8d7a904678e7f20700cbc9d2ba933a4a96e05984c2a166b +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-249-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-249-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..810cd0b0ec2fe0b1738e027fcd5ed431d92d4ee8 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-249-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e008e1e8c9d2031fd26298720558defcc5468217889a8ebeeb56ad5ce704fb50 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-25-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-25-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a22d26bdb639835361fd65a9185a5126d3544aa3 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-25-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7314450878c027b9d33f47bbb9c1c72a6a2a9d0dd25e4a11b199991c2ed2ed6 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-250-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-250-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b59fb2f86f5f38b8d3718893853973c6531cc7d8 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-250-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44c85b2e788a2abb6715cf4184842bf827c4083563e9f350b987592339ebab65 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-251-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-251-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..caa4cdae1b27f08a91a7cf310cb072f45ee7ca55 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-251-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d778a08e7e7553c4a8c75d2bd8178239c44856a7119721f8cf6c7855385685b +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-252-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-252-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ad4ed2acc1c8ae9dfdf556c44b8e91346c98f36 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-252-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:291254d264b0e53c6a056c82f12c2c911293e6e545b16d47d802a36901cb38a6 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-253-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-253-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..22b61f960b26bf555e762b1153159357a0e391e2 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-253-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a44aaed49c7e694ae42627a5946a824523f3bcb07b6b1cb2e2d6e51fada8b99 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-254-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-254-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a6255bf0e3db0eabbaf106afc96286a9ca919b4 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-254-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9843cc5501057524b25ebe3f247f111437e562aae09decdbc34d79a6f436ddd +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-255-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-255-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9201fc4962c6bc63691dcdea6c20d3a4203bacf --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-255-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bea9157c4452e3d6a3a57cb608bfb458fd6a02a656e97a8b670401c919067f1 +size 1096 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-26-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-26-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c442ab8704f48b521c0ffee5a5a4e1a8eddf310 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-26-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be9fb8728e8098e3c1492cb7c0623db1c59e3de565f6e428ddd7d2472b12f468 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-27-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-27-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed8f73f4fc8b14384bdbeb5dce3884ddccbc0272 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-27-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3761d92c0e7f4a7038ea19bb02a316dde7a970c2ca70b8540c7d6fa09e1bf46e +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-28-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-28-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..578ef33818850bc0607b2b23e0cd19ebd205bf4e --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-28-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cb51d80e3c87416588a45cfc66719aab86714abc7a57a7f3978807e14a139d7 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-29-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-29-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..745db728a4c54bd73705a14ab73a455a9a1ca674 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-29-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba82efde88e67a0bfd2a7f41d2b803cdc45b20a82658b3913778e5cd91b2ab8a +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-3-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-3-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..47ad21040fc662a96e384d4d8e054ecd23bb617b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-3-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f88a05a6d8c73d62f381866494596635f108ee54dd0734bb8f2697751738beaa +size 1088 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-30-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-30-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c604f3105bc9eb2adf06975ca31fcdacee5a40ae --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-30-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee782a821ee11840185065e5d2d84c217618409cff5fc56b1eb49327dc04ca95 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-31-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-31-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d38c8ce9a65ca4a234db820085d579191fe0662a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-31-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ab89dfd9b68216ad28986a7552479d7ac24ef10f6b34eeb13c794eb48e0210 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-32-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-32-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2093c893f8b086e8d1f9b07a97845cf0a8d63a24 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-32-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fef2de0d8dcf1286def2e09bd9f9fc5b4d00b999e04b2f065c633c9227e8ac8 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-33-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-33-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c518c631867a72f50a708e3382dbf486243a89bd --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-33-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93346b62050299b26fe411d14dc3cd29b28f7bca0fca462ef1eb2fda79cde67c +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-34-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-34-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9cff9f9f697001d93bd8f415d330aa3f9b1a58b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-34-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec39de7cc3490f387bde8df32c777caaa2543f3aa1ac28940d1f7181f06defb +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-35-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-35-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fbc195c2921534d7ed5bf9cf742b58dfe498ab4 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-35-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c50e3231518b6ea99f74685eb549f0723c95a3263fdc6de909e5725ec003f2e3 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-36-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-36-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1699578c78ef4dd4f4e46a47fd7681e26605dc06 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-36-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92c5cfb6467a5ff6dce871622bd62ac4f724830f8d00664e0e7f6babf9a63897 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-37-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-37-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdb1e0d444225495268ea92ff151e61b53865c6f --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-37-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:026577a17f54afc29e8cb72586a4be2a813e4fec903a2cfcd47fc6b09a2da32a +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-38-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-38-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b7b9c892e2b5e0bb150dc6c4d6bf7a35233a012 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-38-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac7fe74d72a95bc45ac7574577a82180b0e47db66e447fd2214ad57123e587b +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-39-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-39-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..662c8ad87ecdb7b274a3a8101a6582b095b51373 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-39-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41693887b68b8ee67cbe7715d4c295f649ba5b195feb1370152a7de40d866448 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-4-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-4-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2abf807c0cb2af9426748da203c4720deb8cc97d --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-4-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb0f063bfb509dde1c901f66ad96261f1f921190d9d3ff0a5b71a494f889f4b1 +size 1088 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-40-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-40-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..01ad9ec7c6a95eeef0259e2e280716b3c8618b55 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-40-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bfd8fea356efa5187fcdc7823ac21b23a77ac0e0af2887369fe15aad7ba3e78 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-41-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-41-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0a9875cb8f43deaab3e554d4d0eb5db73e40b09 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-41-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd817d1d2c2707e6d6903ac84e94ce5482680d3c033a2dbec55ac0403a0e8905 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-42-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-42-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b8c3f69c3b10a0c4aca1192f518fd17aabd9f61 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-42-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf988dc869a0ed42dcee008ccc7bfd16fa220f222c752bf3b753c073e6d9db17 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-43-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-43-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b0bec3dc231ff487a84bfb15f819479062ee4d8 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-43-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76b0786b9797270ae4478e77f46406b777573bfd7ea31970af53673c77a4dd0f +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-44-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-44-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..debc0dcebca9fff7043c7b7c787ec71417f1fcc6 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-44-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:850ea7e598ee1bb200a2749aeb52b8c0262029df1152a6d69f5b63da21fa82b7 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-45-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-45-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba7d57122c4a71254346e88a4d8a2ed35dab3165 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-45-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a653926f3f996aa38fce11823dd3daab825ce4ddff38971718878253655b1d3e +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-46-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-46-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e197c2e0a751ebebd2f7ce6bf4de49d0613c1b83 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-46-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa724ad288f242ca2b54d0ebc6d071b6655d3e8a3c612630e84467c3e6158a3d +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-47-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-47-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..83fc70c6771b78419b2b7c41a02f2ed649208f40 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-47-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:599ec64408647b87d9efae5023d37bcf418bd26a97815d4be0a0b80a8ee0010a +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-48-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-48-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dd25d35d7951956625410cd6664e1f6e4bf09b2 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-48-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c72ed19a55f1c28ebd4bc99570dbdfce022059bd8c3ed27c6d49161be268a546 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-49-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-49-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..10b7212c00b4a1ac9ddce1aac891198c26ad6d6f --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-49-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89577531748014d4c4efe342c71270a4d053d1f2b4957d0c6f8bf1842407d625 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-5-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-5-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ae1d7446ba0a4a963c8f895cd15b54bd6e732df --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-5-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8b19e40e657c9a1ba2c9536694fb7a1c7a8f511376c4c669e6d1550c6d73a24 +size 1088 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-50-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-50-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda8227083297ce214bcedad9ca4a15c8b45e873 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-50-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efb7182f0a757638547f92de1e4fcdf2fad8dd3d2984f5e32f70088d7ce740a4 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-51-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-51-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6c03ac707a1ec83770c78b09bf156a07d4248cb --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-51-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82bbf3f75865258d712196e924b51b48a9b918d0d882f531d15f95bfd5b22e8b +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-52-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-52-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5317606f5cd6bc05c306464b10546f341066d27d --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-52-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b067778e9d9d282a1c3b2bcf8351aa001e1efddbe2177b8c449787284d84d95 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-53-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-53-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..df07167495f0d6251e82eb250dd5450e84d919e7 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-53-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8aba31acb1366dd2a3d8225d81ae63759b37054a3d5042c2c1073ec3b7d5961 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-54-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-54-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..db76eddd8764760b5ba8ac723232ee61a50c93f3 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-54-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:131e4691f9745194c39107497279528d70decfd707c4a6bd032b93a97f570222 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-55-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-55-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c625012a000c43c578c32e2e81f552181cd56a23 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-55-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba887d576e550f651452bb9341b2ecd6cc504308fdc7c4c61edbcade078f84c8 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-56-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-56-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..42cc123e3a66fd184d01a8743c96316453a6ab45 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-56-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c73fd5333c1639097028d3f920c44df229466608a5c9409f4d153f98fd26edf3 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-57-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-57-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a5acbe4ede317b98a2eb37cc9b38a77eec118cd --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-57-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:885baffbf219e44a302441e928f83bb739800f12fca4d7d505b05b4a8355c3f6 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-58-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-58-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9912bfda124da71ef981299d6d04dfeff4d2f9de --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-58-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf8fb36ff70a35a00765265a1abd50cc6d34df69693dda7e0bf42ec7131dba9 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-59-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-59-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0ae91010e650054414a91e5f7435d8fb24a17bf --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-59-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:292f2d9e5db68c9d1dd4ff89930613d8110003567c1732e28bda942bea5f92b2 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-6-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-6-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8f953762959073f3aa8e999efce7b608543968b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-6-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b80ac118b31a819934d1c53e5f24641eb342b6d8b7e5b6ad14c2626cbc9047ba +size 1088 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-60-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-60-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f71ee800b899f447f3cfd1e18efe081ad7f87779 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-60-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f7a1c61f24279340892c53d2e4d063eb4bcc0ab78134015d820e11edb8c734c +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-61-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-61-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcfd966c6de2fa40c85cb2d6e6e0b95523fbbe58 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-61-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fba05618493740c47c248a5c669317bc2acf6e69e6b014250b6087fbebccf2f8 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-62-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-62-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4e740ed35c22756496a53246167d28e8734f338 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-62-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f90e6bc06815497afa8a5dc2b6103d571f5efe22ccf861a09ec6935b30a48d10 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-63-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-63-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5de5380d37ee4d45aeefb870cb5452e7dd38f344 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-63-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce7c6ff70207b9fb5a230ac34124be6ce25de40d6db6850373f8a37c5e6d89fc +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-64-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-64-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e5060426d2cff96eca4202cee8419ba75b9a531 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-64-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:915e60c79e8643f2cbeedccf891859586040790083b3dc641ac69ccd5ba57840 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-65-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-65-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0bd9654964324c65955feb5b21a627e0ab4bf4c --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-65-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42d2e7f836b75a4b2e7d551e33d6d1eac820aa2476ba16ab74b87c75572b8a86 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-66-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-66-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3824de9669b89c65b160450abe14d11a0c7b8797 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-66-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e4db354cf3a92251e048b5a34d1be95ed20783c7ce4091e5e5f49953cd9d611 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-67-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-67-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..099bd7a2f8c6ae10da4ee1e20cbdd2ab3c613996 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-67-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:456213d2eef49ac82c1c91ec28faf10ad66caeebb25e0f6719676626039bbf50 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-68-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-68-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..28b9119279d2a57820be0ee41ecb0ad75435be3d --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-68-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0aab9771d61c68438128ca768f038c187489c10896bacd4f5ad4007ff4fc55b +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-69-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-69-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a214fb2f112c967b5b5c0917fc0d7fcf477eb35b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-69-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a35c9d66e3a65ce3b3c9e7a30a182235c6db40b61494e606e1744e85b6fc18 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-7-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-7-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b065094f59cd22ac307948651605cc5a74d25fe3 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-7-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e14978505eb673aa26410365ad0231b09352a1d1282bf33abaa3f272e200828 +size 1088 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-70-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-70-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7d6a0a6e9adf624aef5739041e109e3ad23e08b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-70-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73bd1387d0ba547124e0d657dcf7e5c943eb13587b517ba4662cb8acfa124c4e +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-71-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-71-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c45251488cd5d127a9b77bf919e38e023bbe3024 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-71-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fa4bf5a1b71ecde082d689680099120aef3003f10637337ac139616e88030f4 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-72-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-72-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c63abcb1f183b44cbabc5566e892310a0e4027b6 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-72-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f677e8ec5c48b7a03d063f9cf7f5a5f43cd90ceefbcf5c81cee7bf31a9a67bf +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-73-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-73-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8e63668c82eb4b10f9723af102628ff09fc64d5 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-73-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39218ec270020b794452b812c35eda9264164a14390742d5ce0b62c3aa543e91 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-74-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-74-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..752a7e824546374d0a317bd330243e1700389f6a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-74-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf939f577860712b2734bcdc1e2650155240470e0a03aa627f7e80382dafb9f +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-75-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-75-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e77edf716c21dec0248d0d580a0af173c6a50230 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-75-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bf6e93074f95f6ce82a416b3fa4daa9bbb520daaa566398ba0e16a32ba980c4 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-76-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-76-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a17997544660032f905e2305e58d050e500a3fbe --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-76-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc51f8a183f8a818c6369e070fcecda4368f2ab7889b772bb5b322a3a6f62471 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-77-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-77-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c982e4cc0b6d5c04857a8d41747f0f5b7e8a2230 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-77-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb2c84164a52a89c65141201c31b0e0c0192eb81ca6304d41d90ecd7187ece61 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-78-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-78-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a0a5893491fa9da159828ddc4ff35adf82905ff --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-78-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca70713ffaaa5acf6454a69ae84bd7e1a3a29ed877414b008d4ca30afcb99126 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-79-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-79-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f497caf6d9585b9e4a36fdc8dd396afc43bee5d --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-79-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2357d0c5abf7353d0f2a044741052564131f881c415d17f39f9d09749a361382 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-8-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-8-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..16fee6c23a08f35bc1fadb4480a70d4ab5553ddf --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-8-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6623edf5af9514e4e53ba6a9f1e4a093637ef7a1670dcd874a36a0d4b5c02511 +size 1088 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-80-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-80-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..979cb8d71d7b571ea465dcaaa2657c72d9a31e9b --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-80-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f339f0592c6e0228eeb1a2c5bb8fccc4ba4bf8d7d846a3dace430daf8098b65 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-81-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-81-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c48a172a541dc9e0bfef9979d35f1ee2482bed4e --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-81-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6edd8931eb3f78e6295682e1bfa192739e3ead58365941ece1239a7736ce935 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-82-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-82-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3489367bdd2509af53862c67e66b53ee5b21fdb6 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-82-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c2078ad7f57f56759002d01d6168280899e5166b75505f79857c7b71d9eb37 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-83-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-83-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9c34aeca1b9fe2e51e7216db2b2aaf8d4c91195 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-83-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96526825112217d9e946d88f75994ef7f80d786431f8d6a37c744caa1755799f +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-84-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-84-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a7c245b774a4ff6bd30c441998402b77428ea0d --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-84-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bdba0f9501af7bfd65aa20a188df1dfc62d7824f8cc11df0c3fd635900d410b +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-85-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-85-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..81a38a887ac4925a267aa4b3821dbf72fd9025a3 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-85-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5acaaf98c6026d8ea225f6878d07bc0d85fbac08d31d7c79988fb4932294e1fc +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-86-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-86-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2932dc8a67cf57009e7786a045e763f752749aac --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-86-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4cceda95f17b8de49355c345037be108e9adcc63e1251c2fad3b643b17a29c9 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-87-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-87-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..57a90693fbb774d9dd979080a605dc48f17871ac --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-87-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21d3a612ff6f7738729bbaacef8264ebc6f849df29cb4af1cdc89cf858da4a48 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-88-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-88-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e759960990701b20e328d1b6be74802abde515b2 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-88-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bc18cf1c999d8c5e78407c3f74f474af511415d3459b1505a67e50cb49ecade +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-89-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-89-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c62b90603a1f387fb89fb6e590b2daea9b4b4e76 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-89-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d0384dd99b7fe49469ccb7426b89655c9006635eb1bfdbeb63676bd3802352 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-9-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-9-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..11d709672df9649bf3952b917d97dedc926021db --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-9-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08e0be27d7870c9544588f7ce3f49cc5521eff9343e20a5a02c66cf2b605dc84 +size 1088 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-90-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-90-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcd1b15459907245e7f5273a35a92f59ea74aba5 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-90-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ce0f5602d3f4d51d8e12132825541543049240e8fd80233ee709e241627f7ae +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-91-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-91-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d61e446eabc0233b064cc642747d7d880a165c8c --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-91-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3cb1c1385ead54408a9c016c18a27ac27aa6ecc3e843e0a7fb7b4f5501f0a53 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-92-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-92-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6bfe5e1c105a51930cf00f1d0ab995198f56a92 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-92-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8beb19c75e77541541f91ba792d23f7a4f61a7976603e562c3da28212f362fe4 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-93-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-93-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e05e45e0746bea20d97b63f0ae82125aa92dd6fb --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-93-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8344024d1adc9044b778d61e612ec1cafec4a99855b3d88925515085cad83e00 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-94-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-94-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6840514fffd7d5433291186215e238fdb88ea0d5 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-94-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d5ef68322f26155c88b086edf594fa6a46bb30d72b60f84ab21cd22a8c4954 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-95-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-95-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..23084d66a16f751475e083c397d6eb71bb26572a --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-95-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8263de045d15504c346150b96a856807fd45dab0b6ee0d40c28774b448fda4f0 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-96-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-96-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc1748acd1e86206f2cf3e4d79feb39d05e5e7f3 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-96-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c7e7f6ea6eea5e7a0d7d24e8991c9e1b9a161660cddda4033d3c901163a235 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-97-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-97-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..adccd1500c3f1d4e5895163a41f6378bee541b2d --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-97-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc6428ab8922c7b4d44c2712eea71b695a43745ec2200650c65843a4076ff79 +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-98-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-98-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6a42878c154e39282b9a6d09c71bf57ff0b7031 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-98-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9bd188813731e5536b44608564dce79f4fa8cce901ddbfb22d37518007ddf8f +size 1092 diff --git a/1700M/pre-decay/random/tp-0-of-1_dp-99-of-256_pp-0-of-1.pt b/1700M/pre-decay/random/tp-0-of-1_dp-99-of-256_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..969d498d4b9b075b8822b1cae8adc6c0762a1c15 --- /dev/null +++ b/1700M/pre-decay/random/tp-0-of-1_dp-99-of-256_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b2c884aa54fa4fefa75ce61f4b6de791abf2c7569afe7bc5ed9c54d7b018df +size 1092 diff --git a/360M/final/checkpoint_metadata.json b/360M/final/checkpoint_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..5f0e83009ac67f476970ac3f07b223b3fd5d774c --- /dev/null +++ b/360M/final/checkpoint_metadata.json @@ -0,0 +1,18 @@ +{ + "custom_metas": null, + "dp": 128, + "metas": { + "consumed_train_samples": 1996800000, + "data_stages": [ + { + "consumed_train_samples": 1996800000, + "name": "stable", + "start_training_step": 1 + } + ], + "last_stage_idx": 0, + "last_train_step": 2600000 + }, + "tp": 1, + "version": "1.4" +} \ No newline at end of file diff --git a/360M/final/config.yaml b/360M/final/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a2b1fb71cd4dff6b17a5544c46e5febbad008733 --- /dev/null +++ b/360M/final/config.yaml @@ -0,0 +1,99 @@ +checkpoints: + checkpoint_interval: 2000 + checkpoints_path: checkpoints + checkpoints_path_is_shared_file_system: false + resume_checkpoint_path: null + save_final_state: false + save_initial_state: false +data_stages: +- data: + dataset: + dataset_folder: + - datasets/smollm2-corpus + dataset_weights: + - 1.0 + num_loading_workers: 0 + seed: 8 + name: stable phase + start_training_step: 1 +general: + benchmark_csv_path: null + consumed_train_samples: null + ignore_sanity_checks: true + project: smollm2 + run: smollm2-1700M + seed: 8 + step: 2600000 +logging: + iteration_step_info_interval: 1 + log_level: info + log_level_replica: info +model: + ddp_bucket_cap_mb: 100 + dtype: bfloat16 + init_method: + std: 0.03227 + make_vocab_size_divisible_by: 1 + model_config: + bos_token_id: 0 + eos_token_id: 0 + hidden_act: silu + hidden_size: 960 + initializer_range: 0.02 + intermediate_size: 2560 + is_llama_config: true + max_position_embeddings: 2048 + num_attention_heads: 15 + num_hidden_layers: 32 + num_key_value_heads: 5 + pad_token_id: null + pretraining_tp: 1 + rms_norm_eps: 1.0e-05 + rope_interleaved: false + rope_scaling: null + rope_theta: 10000.0 + tie_word_embeddings: true + use_cache: true + vocab_size: 49152 +optimizer: + accumulate_grad_in_fp32: true + clip_grad: 1.0 + learning_rate_scheduler: + learning_rate: 0.003 + lr_decay_starting_step: 2080000 + lr_decay_steps: 520000 + lr_decay_style: linear + lr_warmup_steps: 2000 + lr_warmup_style: linear + min_decay_lr: 0 + optimizer_factory: + adam_beta1: 0.9 + adam_beta2: 0.95 + adam_eps: 1.0e-08 + name: adamW + torch_adam_is_fused: true + weight_decay: 0.01 + zero_stage: 0 +parallelism: + dp: 128 + expert_parallel_size: 1 + pp: 1 + pp_engine: 1f1b + recompute_layer: false + tp: 1 + tp_linear_async_communication: true + tp_mode: REDUCE_SCATTER + tp_recompute_allgather: true +profiler: null +tokenizer: + tokenizer_max_length: null + tokenizer_name_or_path: HuggingFaceTB/cosmo2-tokenizer + tokenizer_revision: null +tokens: + batch_accumulation_per_replica: 1 + limit_test_batches: 0 + limit_val_batches: 0 + micro_batch_size: 6 + sequence_length: 2048 + train_steps: 2600000 + val_check_interval: 1000 diff --git a/360M/final/lr_scheduler/lr_scheduler.pt b/360M/final/lr_scheduler/lr_scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7db998d7d77b5804bc19f575cad7d61e0bc7aac --- /dev/null +++ b/360M/final/lr_scheduler/lr_scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5676cbb0795ddc8f00968a26062b2151149260764c443a750694a73c55cd9e0f +size 5108 diff --git a/360M/final/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e1becb7d1cba86b94ad510b3c005c71cc576ccc --- /dev/null +++ b/360M/final/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8590d0a6650f7dbd7a24a133cf77a04268bdeba7af858846a4617cc0bf44836f +size 1843432 diff --git a/360M/final/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0263651f96f37184386f046e087de68c1e5348e2 --- /dev/null +++ b/360M/final/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96fa75f7df1b652c4f44c056c98f66a46d89a17149e87d5a5300dabbd1c3d0a0 +size 3072344 diff --git a/360M/final/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d17406e40f0a6993686b1ee14b7d2f49c6fb19b4 --- /dev/null +++ b/360M/final/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c1992ae65e4e59d4ca6e57b88c2ee5a46b37865a1ba7c94e153421188919f1d +size 2016 diff --git a/360M/final/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c1a41708a4e38102e8e22fe4c0371634d3c3cbc --- /dev/null +++ b/360M/final/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b6d8e070e111ff417c35c0a0632f0139fee959eeab21d458f4901bbe76a086d +size 4915432 diff --git a/360M/final/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9842cda05aa9e54d3d39b5fc76c8e704aeb861e7 --- /dev/null +++ b/360M/final/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7414f7c44858dac7b6a2aee0117bd920fac452edfc42be8f2a6a77a3926c0725 +size 9830688 diff --git a/360M/final/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d0ad610b42c400e2a316e1b52b3a653ac12929f1 --- /dev/null +++ b/360M/final/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87f9594d964fecbb562c3517789f5fef4307edb25d91f5bc8bd3eb40f7687c61 +size 2016 diff --git a/360M/final/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9cd5a3a3c290d0447176dc2ef57fe5b02956548a --- /dev/null +++ b/360M/final/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918a43a625692e51f1a7f0971cd449c3ca6c4312c139600bebb32dc2fa1c9cfb +size 1843432 diff --git a/360M/final/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1062252553df4e4b28bb7e59fde2ad0e0f3c6774 --- /dev/null +++ b/360M/final/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e72cc964265df254ced69f6a95aba66c192bb9986085096bd46975885c0a1456 +size 3072344 diff --git a/360M/final/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8c687a007132032abe00aa71b528d67e7e7dadc --- /dev/null +++ b/360M/final/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6f276d054bddacd7bfae1fbf48a170415fe756d77cfa1dd5f908840955d13f +size 2016 diff --git a/360M/final/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7030be79cc4e7ae0b1a00e6c54b766068132224d --- /dev/null +++ b/360M/final/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:409a1bcd9cdda49a4b1476dcecaac8f2e85edd1d52d97195a6eb3abafaeaab97 +size 4915432 diff --git a/360M/final/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..653d764d8f4ee0b7483ecf4b13ee769a26a2b952 --- /dev/null +++ b/360M/final/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5740be2d84f94b6556cf86d823fb2a4357a6c0610102866743cdae820d3f91b +size 9830688 diff --git a/360M/final/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b85b89cc19a42cf3a86c1e983067fbb8332efc9 --- /dev/null +++ b/360M/final/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0bb6a67199d8ae5c5fbb93029b70ca7571d60751cedfdb6aaf44c79016582fa +size 2016 diff --git a/360M/final/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aabc3f2bd43ece97526619ee973ec4e06e5618ec --- /dev/null +++ b/360M/final/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25d8de622634a03af90d24050fc0f3f66b23fe888adcc432323913ed9a366a47 +size 1843432 diff --git a/360M/final/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e55165834515e042968117ec9f252c98bc91759 --- /dev/null +++ b/360M/final/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d89a8b1d83fc534a60726f947f80e808727e61b7b8ff16a0d2646ca4097c7cbe +size 3072344 diff --git a/360M/final/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..227155392b80e26eda2b35871e0eda0c17ebe4a4 --- /dev/null +++ b/360M/final/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:922ac58a00fa168514bfac6e0b0ce35581bbcbfb921017a79e8ec27450a142b9 +size 2016 diff --git a/360M/final/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2154cee3805fdd91815409f1013814162d9014cf --- /dev/null +++ b/360M/final/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:639979e40972dbbef21a64c93abd192643c1c169761f417910f8ee881be41fc9 +size 4915432 diff --git a/360M/final/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c615b1f8a1cf3a6df65a1b89ce44b8dd4bc4ace --- /dev/null +++ b/360M/final/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a57dfcfcd40d4e5fd6308f1ee6db474e7d3ecd4f33997c7b1b29050c9f63b44 +size 9830688 diff --git a/360M/final/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e8774474159300a79b4d015f1abb45bf5e24327e --- /dev/null +++ b/360M/final/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e83779ae81117f7a35504de1495720b80439405001219ac96edc7227d09b2b8 +size 2016 diff --git a/360M/final/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d019625b634055d7c61055712a472dd9b9aec84 --- /dev/null +++ b/360M/final/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c74d18dcf8073a804f2c07fec734389e8a1463bed81d7df2d80fc3b7a34fc08 +size 1843432 diff --git a/360M/final/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f45347886d042cb28d83564aa792ed0320a914b0 --- /dev/null +++ b/360M/final/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:504c8540e4774615bfc9503fe81d666cf4adadf60471165c6a3768cf884f9ba7 +size 3072344 diff --git a/360M/final/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4dafc974391e16612b1f760ae10308e77850259d --- /dev/null +++ b/360M/final/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1db7543f5141b5885cdcd2a22cb2fbd66f8402c694bc4c07d18de4948b132d16 +size 2016 diff --git a/360M/final/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c3aaba846cf5549161a05857641188a0122e725a --- /dev/null +++ b/360M/final/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a4166577cab6a5ed10d562babad865c4f5dab7802f57192e6b70df568b1a98 +size 4915432 diff --git a/360M/final/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e2b2e038544b54477429b904c8010f4bd62ed06 --- /dev/null +++ b/360M/final/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fa993a028cf9902184177954d1f02bd0350e498a208e1b3a6f7a9126dba2cb +size 9830688 diff --git a/360M/final/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2eca80603263e898d241a758fc5eeb04809e2ed --- /dev/null +++ b/360M/final/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7172843035d5b4439ba33be5c792489f9c6e3807f3d836663eebdd55d04426e +size 2016 diff --git a/360M/final/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e997922c85696502852781930cd775852305d3e5 --- /dev/null +++ b/360M/final/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e12ca72c5288b41d09cc1659d8b861f700994863dd81fce192c6e0a1905801d +size 1843432 diff --git a/360M/final/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0059aa92b45e04e05437ca2ee197cb292c7b77ea --- /dev/null +++ b/360M/final/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bbcdb703525b4809f9403279bdd90eebc214ce9c5ae3fc0a0369e35a8500ab0 +size 3072344 diff --git a/360M/final/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b2867998504a2fcbc0d1b3afd8a5883b7d9af774 --- /dev/null +++ b/360M/final/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1312e05d5e7cdd0d4b15b5edfc15876b42ba56595a6184bfed460986bed8897 +size 2016 diff --git a/360M/final/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b365c800f8fd1f1fd3379357190781168262c53 --- /dev/null +++ b/360M/final/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:490dcc8b3d66ce3dbccd8247f7b828f37d94e8a7bee2f93052ef45b7a06e9eb1 +size 4915432 diff --git a/360M/final/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d26e204f87139ad883ac89938bae62aa7e432211 --- /dev/null +++ b/360M/final/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7014aa37323abd7f0455acd9a72436d6c20326a8ee033fa65f987517b97a9b85 +size 9830688 diff --git a/360M/final/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f695fc45043b1367271341bd54e77f25925b2647 --- /dev/null +++ b/360M/final/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c245e149018859b6faf613388945409ac606c95e0571dde81350b2807d3250cb +size 2016 diff --git a/360M/final/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51ee68f2f22d7cae487164c94dad3006b12cccec --- /dev/null +++ b/360M/final/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c8b504fb94f0e02e9f9d0a52f5b5fd199e4d472478af98e6db88b2f484bd9eb +size 1843432 diff --git a/360M/final/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84a22a9d3eab5eb1550e0b6f4250bbe5aa07a8c8 --- /dev/null +++ b/360M/final/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f29c09e26f1dc77792e25194b19aac0f6c4c5a3488e99604fd1de2de08eff7 +size 3072344 diff --git a/360M/final/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f4bdbb8771bdc5f54161e73428560b5b6e81797 --- /dev/null +++ b/360M/final/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5b583d56a76904c4a03de8962c77d79a3b467afcad098db9b1417152fedf96d +size 2016 diff --git a/360M/final/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98a82aea3ecaebba22262b8daae134814115bc29 --- /dev/null +++ b/360M/final/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55a6c7276f7cb211b989ae10f0e2fba4fc3fdca94d949103c9ff64c4adb5f602 +size 4915432 diff --git a/360M/final/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..207eb852080238ea0092895fb8e2012fbcc64226 --- /dev/null +++ b/360M/final/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9bbede9940c88fbde7e744e1d94c3b9bfbddf8156439b43c612b520f417a92 +size 9830688 diff --git a/360M/final/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dace7d155e5da55b5502a9b518b5cf97532b8f10 --- /dev/null +++ b/360M/final/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a61280c5dab50cf3e21b85612d5705898a83e3ef3dcaaca7aba888c7b8e3cdf +size 2016 diff --git a/360M/final/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25ee6b0e3f433ed82b29c6beb3b8f01075d96460 --- /dev/null +++ b/360M/final/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bafe07d611e88184ff99753e5867916cc06795427766b5681b5519e4c9f2f03 +size 1843432 diff --git a/360M/final/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7befaee13ff3d5b1312dac437ccb33bd358b1b7f --- /dev/null +++ b/360M/final/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32d1810689d34aa296f89e6fc2dfd8557549661d301e2309ba4a9922526ac04b +size 3072344 diff --git a/360M/final/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bcbbd84b602c21816910119d033ab96e8c23f47b --- /dev/null +++ b/360M/final/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3606d512e12a978fe84777ca8cdbd9001f2c9688b6e785f842edab62ceb390a0 +size 2016 diff --git a/360M/final/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a972ea5c405019a436ef73fae5d740f86c62217 --- /dev/null +++ b/360M/final/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e067336fe610bf91d027e09db29616e2f6d8191e05d0cf49769e0880a55b363 +size 4915432 diff --git a/360M/final/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4e677286262f59980bb2e75f0e8486a7c09e69c --- /dev/null +++ b/360M/final/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eda751c7ff316a8f945c58a29b16934c49b35c7a2510a47b0da75fe6b6d4789 +size 9830688 diff --git a/360M/final/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d76c2ff3b24cdd2219583f4c2e7299c61e96dbeb --- /dev/null +++ b/360M/final/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6d16a07b875487900790f44fc5e73b29e241566a327a454bc9c2a61f4ed4ffb +size 2016 diff --git a/360M/final/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..01d827c6430127023505fa2ea46cd991f5d05064 --- /dev/null +++ b/360M/final/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f5c1d6972873f7aa53be612dc0fab987af03956593ea846d311ecc068b0f006 +size 1843432 diff --git a/360M/final/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..391007aa4fd4bf1f3afea10147591b5ce70c373e --- /dev/null +++ b/360M/final/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ae8a88161b29aa4df4bd8790105aca5689ac3b3bfec297fe7a7520a27eae1f3 +size 3072344 diff --git a/360M/final/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b00d004b157b97ae551cfcbe6894d5bc767b08a3 --- /dev/null +++ b/360M/final/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5de032335df880858e3fb90620dcec7c970d0f33b5bdd3d89457ce802bd13ee +size 2016 diff --git a/360M/final/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a7254b89de38db10987181cd6aa304dcb466276 --- /dev/null +++ b/360M/final/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:162e92d49afd79bda8c68d04fa65c1f68cf8d06742cf7f958eb6eae81b650f69 +size 4915432 diff --git a/360M/final/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..16bd4570e5d4412a3718bdac2f14d043c7b10ea0 --- /dev/null +++ b/360M/final/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0881a2b0d8a5f284f4335214bf65b6bba5811626da04fa15dcb3f1034e754b08 +size 9830688 diff --git a/360M/final/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..320134f46f0181d095b35f5b996078ee25f5095e --- /dev/null +++ b/360M/final/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d61b2a4eed9617ef9b7004f07be54201c02c52780ba7a345c88ebcb77524d086 +size 2016 diff --git a/360M/final/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a50bb1002a13b40b7a027338d70312e49087751 --- /dev/null +++ b/360M/final/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:134850796ef85831d5beeb5084362bd8a4741f4b0778f7f09fe59f5df46f1bcd +size 1843432 diff --git a/360M/final/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ed2c7f5bc5683297226caf24265f452bf44e480 --- /dev/null +++ b/360M/final/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:502fd724999fbb7965958a9fa1dbae9d806796c47c0ca0f78717117883945099 +size 3072344 diff --git a/360M/final/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0596dc495d5b3a120f384bb11eeab2d67fff86d7 --- /dev/null +++ b/360M/final/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6857efa0035aa82efcc2b86b50e16db85d64e2118947063eff35f02486ba1d7a +size 2016 diff --git a/360M/final/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e839db8cb0026dc6defc42d2999343060ac89e4e --- /dev/null +++ b/360M/final/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e05aa49c827effaa33ae0785fbe55f2574d7c5d8703d2bad99e9b0d7c754290 +size 4915432 diff --git a/360M/final/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3443a16fee31cacc29dcaf9ae1154c749bb9474b --- /dev/null +++ b/360M/final/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec976624e30b00ac94524edae74d01592237d88134323fc857a5b51468c1c2ff +size 9830688 diff --git a/360M/final/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc34f428aa17bc371e2070fb0898dd706b675d81 --- /dev/null +++ b/360M/final/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:136d88d380fac57b1888e6ee49e289879e1990eb1d179d2f5a2243acd5b1a15f +size 2016 diff --git a/360M/final/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d4bf912f0c17802fe02dd8bb3bd9d22f4f4a918 --- /dev/null +++ b/360M/final/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43936d5d8c7271511abd0f97e47b77a9f92417ebd1f259c76353fba48a58cb2e +size 1843432 diff --git a/360M/final/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..85be1c3263ef073dacad7c37c157d741832857e9 --- /dev/null +++ b/360M/final/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61dc2be1cae2f9d91e9b44cbaee43d0b5704b8a29d5cbb0575942c610e09bc25 +size 3072344 diff --git a/360M/final/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..358da9affcff6c24f8ef31d895b6fa6806a1a6dd --- /dev/null +++ b/360M/final/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d961e95a601d6ea9acbc7b914ac10c37e59dc28bb8a82556c279d9edcae2f6b +size 2016 diff --git a/360M/final/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2fe72ee279bdb1abfff66b3f9b7c334471cbb2ed --- /dev/null +++ b/360M/final/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af08c74a23a542cde9d07a0d33ef9f116f6e4df37a2f310f3dd7366c7095474f +size 4915432 diff --git a/360M/final/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..94c0909668bbb2f6e6669dfdac8f53d086f41504 --- /dev/null +++ b/360M/final/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90afa65558d01fece934340c3ca22828480ef5d597b0353b8208dba24f526516 +size 9830688 diff --git a/360M/final/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3914525b264a4d24c53298f1d766634a012fc712 --- /dev/null +++ b/360M/final/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e723f9cd2447d117890ed37f1794fb329b119f3ba01d919b990e6c711d186f8d +size 2016 diff --git a/360M/final/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48cacb94ac0140109f2c99e22db63dcd3586afce --- /dev/null +++ b/360M/final/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b5d3c918a0c772e1bf5c0c8941374b32b7ae6bde0c608f39390aa6c3693044c +size 1843432 diff --git a/360M/final/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb2fc809f9da83e55c2adb28529a9affc4bd666c --- /dev/null +++ b/360M/final/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea80dff1f626d7dbf7bca6903393c9e390af1c2b19fa80a8836866704dc1303 +size 3072344 diff --git a/360M/final/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..30bf7db6b88996e22cb18cb7fba3b6d46b1a15ec --- /dev/null +++ b/360M/final/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e02396038f619673a2ae6d150dc6cd2d6a8b96d5320652874fd1d90ca72f1c5 +size 2016 diff --git a/360M/final/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..512bda5d1c7583892b3f5c2014f4b35b44c60ee2 --- /dev/null +++ b/360M/final/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2fdc59f458d1a390bf03482e6aeb45c928c9715337bc081c4a4e0589f19f38 +size 4915432 diff --git a/360M/final/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4803307d8c4c79321195ff79be1c6e2dc8aa291 --- /dev/null +++ b/360M/final/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c458df6dce48ee9ee9dda0c21eecb6532cdf97a1b4455ff07f8fb9dbaef20c0 +size 9830688 diff --git a/360M/final/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7305666646aa8628424a2371a4847dce7037abd5 --- /dev/null +++ b/360M/final/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f88b2b5e1732997bcdae651c793e35f46d92ee0caef505820a62a16459769e63 +size 2016 diff --git a/360M/final/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b49d95ccc963e8a4f3cb517ebc2147b5b3aa5ef3 --- /dev/null +++ b/360M/final/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a699cc20181eb372bc9590ae4d49335e140b3e9cb0e2f0a121d1f357ef8e7620 +size 1843432 diff --git a/360M/final/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f18fe53899d35375f31e47d9cf25d0e80faffcb --- /dev/null +++ b/360M/final/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa3e822ea45ee1f37558d9826663b0b94ab6d39b790e9c523eeaf935904cfeeb +size 3072344 diff --git a/360M/final/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b284b3d6e9364f39b27d9efa4fc20c67b1696c2 --- /dev/null +++ b/360M/final/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68d3d49a4d37b58bdd54ae07a5115b95ce074bbc3de866c4efe90efb4e857d6e +size 2016 diff --git a/360M/final/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..92c064987110466cc0f9f1a3d171fb5a757c82d1 --- /dev/null +++ b/360M/final/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:247e1209299275e6e72221177993554b55b4594c36e6bee3f1a45ebd93a7b740 +size 4915432 diff --git a/360M/final/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4fd959e9220f020ab8af49008785a0da8ec6ee0 --- /dev/null +++ b/360M/final/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e4408eefb2cad7c69e789c80c0792980908bd641be9eb5be0b53987f366425 +size 9830688 diff --git a/360M/final/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..813fd545cf2c9f101c004d3f74e2dae3b207450c --- /dev/null +++ b/360M/final/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee1cf7df442edcb3adf7ac8a977e9b5af39e9c7c4bddf78eabd3f8debacff64 +size 2016 diff --git a/360M/final/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a1244cbd916a333dabdb6228d5ddeae5fb2c868f --- /dev/null +++ b/360M/final/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:479d779d572d57643904c3791aa6c05f607f980e143961dc16fbf361a9c1eeb0 +size 1843432 diff --git a/360M/final/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..17ab9054fc5642747a6f515e893d7fd5c2e1b315 --- /dev/null +++ b/360M/final/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c050f7a0ab5f8d31ed485af435d871068a2b92999f0f30fd21103d25d042201d +size 3072344 diff --git a/360M/final/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..11bf2087180fd34421d7ca6f8ec3903baa70adb4 --- /dev/null +++ b/360M/final/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e88554bf91813fa034c08a077134afebc7829f63953774258b7a2edc9da3efe7 +size 2016 diff --git a/360M/final/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8906a41b8ef71fdc8f5c161c94d429cd6e417b31 --- /dev/null +++ b/360M/final/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ab2e86cdf232fd46880cbb266557e726566deefd4695da387169d6af543f7a0 +size 4915432 diff --git a/360M/final/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..11561988690c97ebfd5415d0245713cba66e69cb --- /dev/null +++ b/360M/final/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7baa61c951db209fc150e6337fb33f91fea202971d9d5a4c73693bba0403f8f5 +size 9830688 diff --git a/360M/final/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf2ff22b6d7f9ddb22c6ada6f04ce9182e13aa41 --- /dev/null +++ b/360M/final/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e311ced05d629e4ef38a60727b9b76487da026e36e38f7c08864636502883b62 +size 2016 diff --git a/360M/final/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a73aacc69dedc5c6f9ad448255d3fd419a9e6bc5 --- /dev/null +++ b/360M/final/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2128709ba1af41b30d995e9611a74cb8ad7196b58125abfee6e43180c702ad3d +size 1843432 diff --git a/360M/final/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bfc1f2bee94d62e4ca138928b313b795114e5961 --- /dev/null +++ b/360M/final/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e1787f9175e49787135dc4c9c26875a568ebd8b06881f0ed97278808c2f7e2a +size 3072344 diff --git a/360M/final/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21e6602a358b6f63c2b82c49bfb35a840f4ab330 --- /dev/null +++ b/360M/final/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:523a934422f8d5ca70a88b3de484ad2acd48832f4a48546bda7b3b05a91cd0ac +size 2016 diff --git a/360M/final/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7f121d4d23929b0ec4568e98ac95db5bb0520aa --- /dev/null +++ b/360M/final/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219f82f69b041ca77db2d73227cc95d803faceec610ded87b5b1e1356086daa0 +size 4915432 diff --git a/360M/final/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2bdee99d8036844da2ef4e2507a70f2f480e76e4 --- /dev/null +++ b/360M/final/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cc5e083e4d2554f64fd12f7285bd896be249686a723c2717de62be0c450aa23 +size 9830688 diff --git a/360M/final/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c93bf70f59188e070368f770c2196025388644d6 --- /dev/null +++ b/360M/final/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05d9a911b28f12626d6bb18934df21ee9cb9d245e6144541ebb74f667219c9f1 +size 2016 diff --git a/360M/final/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc4a3a13cd80b8b017376bf94c63914c8c36588f --- /dev/null +++ b/360M/final/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:146cf6d3bd0e0a990d4cafb627c4f8e9d225653cde534fdbcb15317faf995b24 +size 1843432 diff --git a/360M/final/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c0d78a4bbb3eee621bb1f594074ad76641f79dac --- /dev/null +++ b/360M/final/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6648c2147b81e3c7b7737a886a700d9bd483dbfd940923f7057a3c73101ca014 +size 3072344 diff --git a/360M/final/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e1bec8e6360c395c676a340047cd99cff5255164 --- /dev/null +++ b/360M/final/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce4b8be42a504f561795918c62633b35d034623c64560ef974aeb2538ed00195 +size 2016 diff --git a/360M/final/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da6e8580e596d7c38becf02809efab962cd6464b --- /dev/null +++ b/360M/final/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4d4e4fd5f40b8bbc6e3329267bb515c3a9cec34cd1621b5ba9ca96e4e252a32 +size 4915432 diff --git a/360M/final/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7cf4c1480e1e0b627e2198afa6503a791b5bd1e7 --- /dev/null +++ b/360M/final/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7546bf87315c29e0880a43faa4129dcf4629fdb53d6653c61621a70c609492d +size 9830688 diff --git a/360M/final/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..235cd7ea2fcc8183d508e449d56436bc1aff3fee --- /dev/null +++ b/360M/final/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:185d27de76217207d15c98d10ad61390af8015a72570afb028761214b7c2a0a9 +size 2016 diff --git a/360M/final/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..221353cce24a61d17163ae7120fbf2f6d22b1871 --- /dev/null +++ b/360M/final/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:525d9a00d56f2912ecb2847f85c64526033e9090243acb59cd6bfc54cc12442f +size 1843432 diff --git a/360M/final/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c46e65bd2f71eeb172e8c5447d764765ba1792aa --- /dev/null +++ b/360M/final/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15a68431efe90caef73446f2a75ac60d9fca46107d05d56064937791a591fae0 +size 3072344 diff --git a/360M/final/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..afe0081997fe87bf52c297dcf85889c1dde7d7ee --- /dev/null +++ b/360M/final/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b47ba55ac3222e38f04d40a392ffcf0cb2c6fff6d1cd2205d6dd933de83d46 +size 2016 diff --git a/360M/final/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04765b816a3e3d207145aad5c62bc1742ff7872b --- /dev/null +++ b/360M/final/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2ff5168bf993a97e20785eb074039257d9dfb1dd7d100fedef929cb163ef55d +size 4915432 diff --git a/360M/final/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7065ab5919738ece5dc2356a7913ea53cfbabd66 --- /dev/null +++ b/360M/final/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0615c9db6ecfb88931a630ee9ad45c493e7a9401a9e90729dd6a83e372d4dffc +size 9830688 diff --git a/360M/final/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..91600562a3a673509220ae097b19dbb1fe01803c --- /dev/null +++ b/360M/final/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a8049e828196342730cf20cc679403c44d3313b665c5bf1617c074e03adc793 +size 2016 diff --git a/360M/final/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..159ba0ef6e6352a09c12c9306a717f780c5318ff --- /dev/null +++ b/360M/final/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ec78d15275149195003e44fad308b82d95f20bac573349a8e4e22c9a44b3336 +size 1843432 diff --git a/360M/final/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..693b365a396d4352a4538478d259b97f26b4e57f --- /dev/null +++ b/360M/final/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a8988d41fa59234901c5bec2ba9216aa43df1c0b5592609d81ebbe78c3fd077 +size 3072344 diff --git a/360M/final/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42d95fd8ebb333e2a77a975c15abccd158650572 --- /dev/null +++ b/360M/final/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daafedfea6ee865abee3debb80bde37817a08648f16e153821b8d3c3132f57f3 +size 2016 diff --git a/360M/final/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ce89c53f651203bbf4fc75ac00f64e39f4deff6 --- /dev/null +++ b/360M/final/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e10437ed37211701c9fe7522beef0d57123cdc33dc0a9bb6176ee040a46742a0 +size 4915432 diff --git a/360M/final/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4e4d93bd86f8568a70648e04ee86480bd983974 --- /dev/null +++ b/360M/final/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b692cb9a5f3fb4015431fcf1d3287058c028b992242791536199d9a4a08b6296 +size 9830688 diff --git a/360M/final/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45e38be6148c68fd0a0758753021feace5960a61 --- /dev/null +++ b/360M/final/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4680af3be89dd449266879159c188d329ed070bdcb9954bdc77d647950e597fc +size 2016 diff --git a/360M/final/model/model/decoder/24/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/24/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0b4cf7ecaba90917a5a94addb1c2bf14397e37de --- /dev/null +++ b/360M/final/model/model/decoder/24/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfb33eb438eff91202cc9b55d466eda8c23cee63aa295508f5faf38759d7b123 +size 1843432 diff --git a/360M/final/model/model/decoder/24/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/24/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d5d1b779586bf0e9a971ff75ae6fe26d4ce4ad3 --- /dev/null +++ b/360M/final/model/model/decoder/24/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c9f69847624554cb8462e390221f1800c9fd9e540da73967d2669e6330b1a7a +size 3072344 diff --git a/360M/final/model/model/decoder/24/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/24/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..603a0128238c3f9f43fb2ef88284c97c435c463c --- /dev/null +++ b/360M/final/model/model/decoder/24/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af4711484047aa79cdcbc9777e8ebb1429c5146a60d80dd56493c92a495fbe2 +size 2016 diff --git a/360M/final/model/model/decoder/24/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/24/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6397152951503279f59b6bf9d2c15e5ccf7c607a --- /dev/null +++ b/360M/final/model/model/decoder/24/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b3bc01455a77c907b8520fa89d99e01c274cc547bed308fba59ce860043f6c +size 4915432 diff --git a/360M/final/model/model/decoder/24/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/24/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..498fc2fa904af06fc1470282b4618b18652ffedc --- /dev/null +++ b/360M/final/model/model/decoder/24/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f636453c8a97660c841beb9b213e270518456709e19c21b03d2697a97eca75 +size 9830688 diff --git a/360M/final/model/model/decoder/24/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/24/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9fbc4e20ee5472d1e06a000a5d109f425415388 --- /dev/null +++ b/360M/final/model/model/decoder/24/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26846a59e1bc36bb576c29e9cce96fb35fa307a17bf5add9cb749ca793dcd128 +size 2016 diff --git a/360M/final/model/model/decoder/25/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/25/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42d4522b89ac444b828aab7013d6255c2ad4cefb --- /dev/null +++ b/360M/final/model/model/decoder/25/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10cc66b07098f3e0d91452d29261dc3c55524d06f6b3092e13af843bb0f98537 +size 1843432 diff --git a/360M/final/model/model/decoder/25/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/25/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f60c96b0ddaea7f8b361b79eb8cebc8750cc1363 --- /dev/null +++ b/360M/final/model/model/decoder/25/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05f6c3b0a0865cb2e7c35834795502355eb7777be7e661b208db8fc040b65006 +size 3072344 diff --git a/360M/final/model/model/decoder/25/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/25/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ca236a27bdf25b7f66b67681f197c7d9a9378770 --- /dev/null +++ b/360M/final/model/model/decoder/25/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e58cc36294e0bf27b7744920764cd4a4946a65b38eece9e3b381cf5395be5f4c +size 2016 diff --git a/360M/final/model/model/decoder/25/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/25/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73410ba90781ed86ff0db064328776c1e6e4ff47 --- /dev/null +++ b/360M/final/model/model/decoder/25/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88681a241c036e9bc0807ce5340c6deee9adb731fb56b9ab3ff57636bc391d2f +size 4915432 diff --git a/360M/final/model/model/decoder/25/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/25/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..848c4430461aaed52885107af5336641807f3295 --- /dev/null +++ b/360M/final/model/model/decoder/25/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4688f5d388212b8875dd43084e8c83be59b11c4013552b3f058ad90f0da55ce8 +size 9830688 diff --git a/360M/final/model/model/decoder/25/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/25/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf632ca39ab95f6b54db9298e983f2bc23cd7b75 --- /dev/null +++ b/360M/final/model/model/decoder/25/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56ddedf41c388ea4eeeb0bce523a3ad5e4fedb8987bdcda96144c37d3aa2a821 +size 2016 diff --git a/360M/final/model/model/decoder/26/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/26/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4cad947c891c7a99cc0034a45a4208e5e4111303 --- /dev/null +++ b/360M/final/model/model/decoder/26/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa1f17d857475efc0ae9337ae5e7f7c6fc3b038a81758c54f216e0688a4aba32 +size 1843432 diff --git a/360M/final/model/model/decoder/26/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/26/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc34c3fb90cc1006154edba5aae59952bf8f4aa0 --- /dev/null +++ b/360M/final/model/model/decoder/26/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:013c1ac929ee891fadf6427e432eb89eb96aaf8579019f9ca8c7f74231b0b0a5 +size 3072344 diff --git a/360M/final/model/model/decoder/26/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/26/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f474201cdee0cb0201e8621e90b35ca63b2bedf --- /dev/null +++ b/360M/final/model/model/decoder/26/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13aaff42e95845fcc7aa16f732d72b19e797091881445c492a4d13486156271a +size 2016 diff --git a/360M/final/model/model/decoder/26/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/26/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..01d7b42a2c1176b4f1a4dc54bf29aa1faaa97626 --- /dev/null +++ b/360M/final/model/model/decoder/26/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cfc223fd8bde304efb976a5137e249a016f1ffd432adb4948369b4c6503f067 +size 4915432 diff --git a/360M/final/model/model/decoder/26/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/26/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45e5bbe9614110abf2dfc94f0df0e38b079e514e --- /dev/null +++ b/360M/final/model/model/decoder/26/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1845399486b24a8fff071ca8760b449a35352d7fe22c9f9b9d79fcf7a038e689 +size 9830688 diff --git a/360M/final/model/model/decoder/26/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/26/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73da55e95a77ee9ce581ee6e7a8300d110447486 --- /dev/null +++ b/360M/final/model/model/decoder/26/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58e169d8b8e740e38792b4a46238564b307dfef72bb2c9d8461c82b6d244c102 +size 2016 diff --git a/360M/final/model/model/decoder/27/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/27/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ca6ac0499a564d4262d8a258f004cc00433acfbb --- /dev/null +++ b/360M/final/model/model/decoder/27/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:268ed8c935c29cacdf645d4593b3724de226a512fb5536e900737baf6e967700 +size 1843432 diff --git a/360M/final/model/model/decoder/27/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/27/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d55595ca4dec6cc3c10606b98e6731dac342d4c2 --- /dev/null +++ b/360M/final/model/model/decoder/27/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda91c9faeb3847b03198bdff6e8e0fb965a7b1a8b1f154965534feb292f1746 +size 3072344 diff --git a/360M/final/model/model/decoder/27/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/27/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1059c20b6e1f2e2d0423b3f34365aa902b955bfb --- /dev/null +++ b/360M/final/model/model/decoder/27/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ff75d7b3f700995e1d56c275a452f572d24b88379ba4e72466bc62350c0a826 +size 2016 diff --git a/360M/final/model/model/decoder/27/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/27/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c54b30264680a4ca6552aa1fa351deda8f611ae --- /dev/null +++ b/360M/final/model/model/decoder/27/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ef250c0bffe60f098f2d6cf4960fc3a8bf8e2a8db225c2951f850403811294a +size 4915432 diff --git a/360M/final/model/model/decoder/27/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/27/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9aa880653128413c68057ada5f3d8b1a42ae50c --- /dev/null +++ b/360M/final/model/model/decoder/27/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e3e0c4762ff56ae5533411bb1e4a56965f4371ccf5839c55d97be77f20c9bce +size 9830688 diff --git a/360M/final/model/model/decoder/27/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/27/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4071e7520b36165e2fa8e455b0ef9a54956ed1d1 --- /dev/null +++ b/360M/final/model/model/decoder/27/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de7ee6154685b3d7696f22f3fb07feb72424d81993f44e003872860d4bbe2ba +size 2016 diff --git a/360M/final/model/model/decoder/28/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/28/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4b93cc096dc5fbccea35c1841aa256881279f11 --- /dev/null +++ b/360M/final/model/model/decoder/28/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb77e4231f342ad04671eb18338ec8b1adb7ad657a37b2780090a18d469f630a +size 1843432 diff --git a/360M/final/model/model/decoder/28/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/28/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b7483dbd4e4e28744d37f17328b4051068a5dd73 --- /dev/null +++ b/360M/final/model/model/decoder/28/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a635c4044ce53b56bd920c89cddd5395c28aff35408f4e1a7ea7898ce3069709 +size 3072344 diff --git a/360M/final/model/model/decoder/28/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/28/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..89edf5bc3b776a24211ac6a59d3fc924f63e544f --- /dev/null +++ b/360M/final/model/model/decoder/28/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c71980c1fddb11b6e4f24773c3303b11a3d7d0fdaee93e8a297e6e37a26709e +size 2016 diff --git a/360M/final/model/model/decoder/28/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/28/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1f851ca4aa5d23e07b8e9c2e72983a2ec88a36aa --- /dev/null +++ b/360M/final/model/model/decoder/28/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7cbc3f6ecbd1136934bd23af55afeaf4cd2a11e4524a6a2a90ead740e3830b6 +size 4915432 diff --git a/360M/final/model/model/decoder/28/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/28/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ccbaba72f50cde8ff3d790539a64dbd87c940122 --- /dev/null +++ b/360M/final/model/model/decoder/28/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7af4e8e22b8c5503bdae333e397ee33540bf5afc1878b2e931eddb8053336c46 +size 9830688 diff --git a/360M/final/model/model/decoder/28/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/28/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..56aa52a06d7081739fdc0b872a33551b1f239995 --- /dev/null +++ b/360M/final/model/model/decoder/28/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22608075323f5fe238d1a04a8448fec9e4ae931dae7482bd267f4fa1d4ccd74e +size 2016 diff --git a/360M/final/model/model/decoder/29/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/29/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63aa57b9deedb9f7f5f4ad02712d71faabb9a9d0 --- /dev/null +++ b/360M/final/model/model/decoder/29/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d78f439c6c39f8e66e09fb7f88272ef3e5b4c6eb3a7e4e57deddf4e947f6f9a5 +size 1843432 diff --git a/360M/final/model/model/decoder/29/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/29/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0abaf86c812617f0f84992b2e903e1ec3ebe15a9 --- /dev/null +++ b/360M/final/model/model/decoder/29/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a90ec545900fdf7789b810c9f48e143f9e07a4f1a2490605b86e730018c68b2a +size 3072344 diff --git a/360M/final/model/model/decoder/29/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/29/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a9d911e386230babac55fb963d97a60b22b0e75 --- /dev/null +++ b/360M/final/model/model/decoder/29/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb7efe829002702fb236c0ce0d6e9c6c6f0e64ed25eb0a04d61a42f7913e988b +size 2016 diff --git a/360M/final/model/model/decoder/29/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/29/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5b38c2c970fb6b69153ad04264aaff9a1c808a17 --- /dev/null +++ b/360M/final/model/model/decoder/29/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8455422c1409a103746a85a14153c4a1bb2b048d532c4d4b601ecd3456df063d +size 4915432 diff --git a/360M/final/model/model/decoder/29/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/29/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7dbfaceef84f61cc45843a17a8553d5d9b353cd1 --- /dev/null +++ b/360M/final/model/model/decoder/29/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f36eb587b52ce170a40966788b207500452ce21b233486883815a03503ad5af1 +size 9830688 diff --git a/360M/final/model/model/decoder/29/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/29/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..78fa903b1601d1fc8694c377b20f4d7354aa5048 --- /dev/null +++ b/360M/final/model/model/decoder/29/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b8745eac9e9658a4558c576eb911892d620a3d4753fdb9e6f4798064f7f655 +size 2016 diff --git a/360M/final/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa3ab100dea03d19c6dfefa444d55c28ebace04f --- /dev/null +++ b/360M/final/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6cf35d59bcfe10d4bd607cbc5812a35c93da8694f8e7b5fedec546fc6ef92fa +size 1843432 diff --git a/360M/final/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf50c0007f7295bd18a192827e05e0d384259bff --- /dev/null +++ b/360M/final/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66493434d99b2c6c05b7501e573ce3412fdc757c5176a584ba329f8ff920ad88 +size 3072344 diff --git a/360M/final/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fcd21380e86a45975013170e97c9469bae3ac2be --- /dev/null +++ b/360M/final/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b136a56001c09355817fa10305ba041d4ddac818ae5fd183bfba4b32c5910821 +size 2016 diff --git a/360M/final/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..71d463ede0cc9f566a3d6ddf11822dc4de0516fb --- /dev/null +++ b/360M/final/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b47035f46b728abfee49de0a5cfb9b9ef1d3e6691a607bd74d7abf611d58c9ff +size 4915432 diff --git a/360M/final/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1511b89236d379412d721aa7fcc500863169d55e --- /dev/null +++ b/360M/final/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91af10c19254deb76128ea2b3df7997894b2a29c511636ed63243418d7269804 +size 9830688 diff --git a/360M/final/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4b00ef4ef053e793ad7ed02eea597637a234fbf6 --- /dev/null +++ b/360M/final/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e16d0b916a094a5efa00a7cf66da3058800dfbb88162f9ec872a1f0dd38e0acb +size 2016 diff --git a/360M/final/model/model/decoder/30/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/30/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2dddb1f3a2c03df260d094e57c5b6496d1c8cb42 --- /dev/null +++ b/360M/final/model/model/decoder/30/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6961c124fabd52f20e4bc4bff2c6b5d66a6d349b907609082a0ffc88e7e5280f +size 1843432 diff --git a/360M/final/model/model/decoder/30/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/30/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a93e4622cd389584ede793acdb1d30cb6a75dbc8 --- /dev/null +++ b/360M/final/model/model/decoder/30/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:684189d2fcc77eb37151afd73b0854ffef74bc40e13ac0bd56629cb1d9d9be2a +size 3072344 diff --git a/360M/final/model/model/decoder/30/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/30/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c0fcdb4ed0dcc9a448bc0ee2cced110f9154b81 --- /dev/null +++ b/360M/final/model/model/decoder/30/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fc23aa1ab161950c7a78c6155367e05b1ae51a1ccb9871ca13c36ed7e5646fd +size 2016 diff --git a/360M/final/model/model/decoder/30/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/30/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b68180a6f4232ceca99fc26921550025649cc6c --- /dev/null +++ b/360M/final/model/model/decoder/30/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afdebf4a57686bdb4982722a37d0786db675eb494f3e48c19d52319fe0ce27e1 +size 4915432 diff --git a/360M/final/model/model/decoder/30/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/30/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f6e29fba9625ac425770ede0ef92c5311d80619d --- /dev/null +++ b/360M/final/model/model/decoder/30/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2c657cfcdd33fc579e1def1abff09a976fca18e48e3167fd92d13413adb27f7 +size 9830688 diff --git a/360M/final/model/model/decoder/30/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/30/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c26058224cbb072d38bf0e127893d142aa2489f4 --- /dev/null +++ b/360M/final/model/model/decoder/30/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0e57ba080faeaa7b8fa68dc543c05d76549b647c07aabbaa4deb1546895c4f2 +size 2016 diff --git a/360M/final/model/model/decoder/31/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/31/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d9536eb2d22ac7f462892304f0177a7645b755c --- /dev/null +++ b/360M/final/model/model/decoder/31/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2602593ef6352d9ffb74c415486a33106a403af8f1373dd23231ecca0886ed42 +size 1843432 diff --git a/360M/final/model/model/decoder/31/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/31/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..edd9b78fa3bcf5419f35ec730201a00ae019a463 --- /dev/null +++ b/360M/final/model/model/decoder/31/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc34681915ccd98ff7ac236882c8f8de4b7cd16d7d035db89613b8d132ec003 +size 3072344 diff --git a/360M/final/model/model/decoder/31/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/31/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..23fb6fe7fc6a828d60ad2cb69b6660bc90dec9a9 --- /dev/null +++ b/360M/final/model/model/decoder/31/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0d6f9e1aa6f9e7fa217975c76ab652c084e85ed950599ab7e3d8542aa49454 +size 2016 diff --git a/360M/final/model/model/decoder/31/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/31/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9669dc439feedec0f6c88348a9d89e08cc87e6d --- /dev/null +++ b/360M/final/model/model/decoder/31/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9def11eb8dca50b9302a6ca2cc8f0a61f718694c1d46a74cd5f2fc493de7ba80 +size 4915432 diff --git a/360M/final/model/model/decoder/31/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/31/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..550f08efbdd1fe880854ac109e95a9fd96c15dcc --- /dev/null +++ b/360M/final/model/model/decoder/31/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:017afda8f24845cf454431c17e15fd59bbd343adbedd8806848ac4864fe8dd09 +size 9830688 diff --git a/360M/final/model/model/decoder/31/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/31/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e75edee6cb02e22207e0f32c3705a639eb8e9190 --- /dev/null +++ b/360M/final/model/model/decoder/31/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db8a41485df1981905a059f452fd2d769d19cfca2458841f2b6ff717ba17ee00 +size 2016 diff --git a/360M/final/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c0f4641dafb36605e8b44192dcbad52a3741418d --- /dev/null +++ b/360M/final/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a54dc531a157f62b07b4d0b19574c361fa72494f4e8ac4025004765d35bcaf1e +size 1843432 diff --git a/360M/final/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0303e808bc15e9b77e46561c4ba91173a2b42c83 --- /dev/null +++ b/360M/final/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0801d8e8bb703c2c6293ef5327e8d0fdc2574f8e42b4b6354ab8faca296ec89f +size 3072344 diff --git a/360M/final/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5485e485ebbcd0d40131931d7650bf175c889038 --- /dev/null +++ b/360M/final/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fc955e916d00e4cf50392d8e5d25bdff29662f6269a2964cb0a51650f92da1a +size 2016 diff --git a/360M/final/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de5e26a67c4606a5537d917cb4ec6c66e60f9729 --- /dev/null +++ b/360M/final/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b97872a004f6c2d65c121fbe2d47853468babd3a4548601ac8302e7f2ad989a1 +size 4915432 diff --git a/360M/final/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87afb558942943ce0d362d0036084a9c981f747a --- /dev/null +++ b/360M/final/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10b82c4017e443db64c5eec4cf481e7dcff72aed65dd8ca09a3fe4c29df91b64 +size 9830688 diff --git a/360M/final/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3bb4b35af7bdccbb8e26f19f2184b19bfdc9022d --- /dev/null +++ b/360M/final/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c9f55b856862a09d37735bbd80ae5b1af6b1e2ff7daa82f0f5ae69cf129ea2d +size 2016 diff --git a/360M/final/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b11c107f74df38906f89a30cd7bace8ca588cbb --- /dev/null +++ b/360M/final/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f782c03ffed3790a7fea1ee51f992a0b0f8b62cd3d4ef425e8a321810c12a08 +size 1843432 diff --git a/360M/final/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..604005a81f99f05fdffe3566a176e2d860f0ce54 --- /dev/null +++ b/360M/final/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67e56e9902f04a4415f5a25d40127ffb3e84aa72784c524fa5e0bad352fe519c +size 3072344 diff --git a/360M/final/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..706612e9d67ff47313c6cb06d8900519972347b3 --- /dev/null +++ b/360M/final/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ae9f85e00b824d4834332f094659cd57d0a79e5a6029f20e13f244dae806419 +size 2016 diff --git a/360M/final/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b30399e5b0f6efdfa428e4c17505da26542fe44f --- /dev/null +++ b/360M/final/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6d81cd48fe75671b0940ba2eb16bed9669ac7a2da9be0c965ac12fb843bcbda +size 4915432 diff --git a/360M/final/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf650c0bbb92c079dfd4103093f2d5f0ea2c3dc4 --- /dev/null +++ b/360M/final/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c36befc39afa74027c275fd8d24c6a4a5072eb6460e3a22d6bf37b8dbeb28e6 +size 9830688 diff --git a/360M/final/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69b8b51e27bb07a1bc7f26b826e25487da92de8b --- /dev/null +++ b/360M/final/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63db146bf524f1ee423abb2f0a4403ccf50cd9adf9c3986cfaa2b1a87b9943df +size 2016 diff --git a/360M/final/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..03425dfa9f1e8ee252fd3a7e860f64dfb9ef1af6 --- /dev/null +++ b/360M/final/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2716913fefbef77b14622a87b1a797d3f268cf36be317ed3702c0a1864a1508 +size 1843432 diff --git a/360M/final/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bd94c0da05965310f47b3dbd4b73404484d20f0c --- /dev/null +++ b/360M/final/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f310eb971d52d5a420cd11f563d3c59733edf0b0634a57a57b3e34d45073d894 +size 3072344 diff --git a/360M/final/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ad2c60a285eb7e5831e9fbdf6ddfe92258b941a --- /dev/null +++ b/360M/final/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e638eba535e04c22dd1db891f69f6c48aa326e4e1d25dd9248e388704b05180 +size 2016 diff --git a/360M/final/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a01cc9141ccf57327fd17264f1343df58a087fa --- /dev/null +++ b/360M/final/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c4dd77da836b8d005c8d7abccac6b16c9c770417514f5aec8b1bbf1847ed7ae +size 4915432 diff --git a/360M/final/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2803b23023f37c85a4661f7d1af9d8ec4dcee229 --- /dev/null +++ b/360M/final/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5264f0b74bd8ce50b1d8ba126f269350af2cb190565b9f104e04fa0ada33d00 +size 9830688 diff --git a/360M/final/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..99bd459deab3fb628b1c96cb35896eca5bef83ab --- /dev/null +++ b/360M/final/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a32651e05eaf7208b45e8b8891dfa595acc3ad88d1add7704ca16d61be7da40 +size 2016 diff --git a/360M/final/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7487bb8f3cc900490f256c73a085490be5e4bf46 --- /dev/null +++ b/360M/final/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bf2d41d51db10280cef17887c8d8ef25d81c5e7102944e82490eeb13d9aedfe +size 1843432 diff --git a/360M/final/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..70d73dbbab1a666356b35f76ae9e10007fb57384 --- /dev/null +++ b/360M/final/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3f9cd63d10f7474fd32936a40ce3b38861b5e8859748592239dd2895ae4fd48 +size 3072344 diff --git a/360M/final/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..281fd78839791a7fa1488e042a2e36ace3fbdffe --- /dev/null +++ b/360M/final/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d06faf31092be53a03c05c375a3eb00c8797395a524d10807ba4c55bc6959d +size 2016 diff --git a/360M/final/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb6fca477744cccf727bfd7b7de5b30df13babf7 --- /dev/null +++ b/360M/final/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a0c81ef680dc9babeac221614ad9a80e028c226cda7ce0262048e3979c6941a +size 4915432 diff --git a/360M/final/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0998c182540c21998eb7e161809b6db617f0db93 --- /dev/null +++ b/360M/final/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c0ffc59692005e66e02fe68befa8a73d1b007e4c7791e7e31f76ae2062519cd +size 9830688 diff --git a/360M/final/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1eae658de202fe428f559417f40479b9b87cb674 --- /dev/null +++ b/360M/final/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6b6feb7f4786338e43522d6e5578cc0c2af2e6401976efecdfd71c727b3e259 +size 2016 diff --git a/360M/final/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c3bf1c830185f876db4cf1c53c92a28d4e14794 --- /dev/null +++ b/360M/final/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c843f6f561f2413afc3760f70a618dd4165d6c049e0e7a4e7dab1e6e0f79234 +size 1843432 diff --git a/360M/final/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ab256857d302c278dd00719ad7032e1be5cec99 --- /dev/null +++ b/360M/final/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d7f362d63d98bc17528c3426c65690a03cf49d22db74cac8c8ce2296522c6b5 +size 3072344 diff --git a/360M/final/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e1f5982108c7de7353b5faeee2b860511cd65088 --- /dev/null +++ b/360M/final/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d8455b8e0a9a42af160daa9aa0b24852c938767a37127e66122b856a5478d71 +size 2016 diff --git a/360M/final/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f6142564d9daca9d62f277a370483277ae4cae8 --- /dev/null +++ b/360M/final/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd1c165cf2071fc3db930569d71baa7592dcd649879742f4c11d59071e335e4b +size 4915432 diff --git a/360M/final/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6a8e0c720ab587f0e45491bdd11592b0b191e76 --- /dev/null +++ b/360M/final/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a6cdf7b4ff19e1ac4190ffff4a2b03e70f85075ad4037e9453d8fbbb06cd97b +size 9830688 diff --git a/360M/final/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea7cd5e169baa23464faa2e03f74f1fca18e9c79 --- /dev/null +++ b/360M/final/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6506fc7a9ea599eece5941fe7ae0dc5cb26099b5ffb642f7b68d9c986285557 +size 2016 diff --git a/360M/final/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ae03e55af7c7c8d28cd510451f1ebefa75abb38 --- /dev/null +++ b/360M/final/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d710807c5cf6caae0b8145afa69633bd63b6380842c5bb1115550be16cf17c +size 1843432 diff --git a/360M/final/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9c8dddd66952a756a7949e802db697ebfd67b4b --- /dev/null +++ b/360M/final/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56dea72102c62021d2cea5246de03ab49714df23db16c0fa75e0edcbc9ac0d93 +size 3072344 diff --git a/360M/final/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea357b8b39faabf5ac7c83e8ee0d3d20f4999730 --- /dev/null +++ b/360M/final/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:099ff92e1b18382c4271415755644f7e231b76b471b7519ffaa35afd88681f08 +size 2016 diff --git a/360M/final/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d85442abc84f865bcf403b06c9ab385deed45777 --- /dev/null +++ b/360M/final/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0cfe869d03d12a081352186265f7352f908cd7e73c65681dc6defc6be8af69a +size 4915432 diff --git a/360M/final/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67cb9a6b6f8e06885392139610a38b1865de7930 --- /dev/null +++ b/360M/final/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab84c582935ec053296896b99d0528d3546d72711b84ef48681098945484afee +size 9830688 diff --git a/360M/final/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/final/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e739f3803df0d7d0dbe882c449131f4864cc151 --- /dev/null +++ b/360M/final/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b05e86730a2536de7af904fe9a68e918a7ff913fd95febdec9bb6f2cfc4097 +size 2016 diff --git a/360M/final/model/model/final_layer_norm/pp_block/model_weight.safetensors b/360M/final/model/model/final_layer_norm/pp_block/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b5fda410a8ff11f8d52f3dc5ca1bb2777cd210b0 --- /dev/null +++ b/360M/final/model/model/final_layer_norm/pp_block/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afb4f624998c0a314ebc04468016b4f7f08ca291b7f576277bf7c78dae9ade08 +size 2016 diff --git a/360M/final/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/final/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1696eafc07497e44559003c5c877e1c3696296c6 --- /dev/null +++ b/360M/final/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c79c6dece5fb289d851e91a315e7d3cdae7a8c1090384cec590a434ceed7910 +size 94372080 diff --git a/360M/final/model_config.json b/360M/final/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..db49ba62b97216ae5962fc34921ca1c6c46ca2ab --- /dev/null +++ b/360M/final/model_config.json @@ -0,0 +1 @@ +{"bos_token_id": 0, "eos_token_id": 0, "hidden_act": "silu", "hidden_size": 960, "initializer_range": 0.02, "intermediate_size": 2560, "is_llama_config": true, "max_position_embeddings": 2048, "num_attention_heads": 15, "num_hidden_layers": 32, "num_key_value_heads": 5, "pad_token_id": null, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "rope_interleaved": false, "tie_word_embeddings": true, "use_cache": true, "vocab_size": 49152} \ No newline at end of file diff --git a/360M/final/optimizer/optimizer_config.json b/360M/final/optimizer/optimizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1ef12dc6f378f619c2a75cb0c1aa7ef48382d043 --- /dev/null +++ b/360M/final/optimizer/optimizer_config.json @@ -0,0 +1 @@ +{"type": "OptimizerFromGradientAccumulator", "parallelism": {"tp_size": "1", "dp_size": "128", "pp_size": "1", "expert_parallel_size": "1"}, "configs": {}} \ No newline at end of file diff --git a/360M/final/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt b/360M/final/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..26eb288173f3ef943439ffdc55ebbaa333988f61 --- /dev/null +++ b/360M/final/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b306db1aa94390e0025e0fab791ad40efcb8271cd0a15849f4c2b15b1d629bc +size 4342091443 diff --git a/360M/final/random/tp-0-of-1_dp-0-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-0-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ceab123eb241f4d39afe3616f2bc93afe5b9d1f5 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-0-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8872721aca5f45a257393ff9aea325b1201e0beabfb4c4dc4150428497f453a7 +size 1088 diff --git a/360M/final/random/tp-0-of-1_dp-1-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-1-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..46ce0e4b3e85335cd7a754af5cb3b11767e8aed0 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-1-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595a34392497ceb1db7d7845f36c89a0056038e88efde7aa82f3a1ea09a0aab4 +size 1088 diff --git a/360M/final/random/tp-0-of-1_dp-10-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-10-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d94c7ea8f5add61258d55b5563bee2e5717dbb44 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-10-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d01555698397b2910700849ffb5beb56752e0249ebb4dbba098b12b6b214d511 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-100-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-100-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f86dafd968a8a61534e6d505d271b2a2cd24b1c8 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-100-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46c9da463d503ee2266c9647d5179c61eb80419c73c451819ceceecf13d5d20c +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-101-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-101-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9104a57da289b53d87051371a9b6a5608fb63b4 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-101-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b815786ecc125210791b843b8dd25af3278ab4abfafd96ac6e21d4247560dd +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-102-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-102-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb1c74b92901c9425a7c6265cd2752503d2f9f0e --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-102-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02a9b0c50627fa842f9c5b5a95877674e3735f2c26994779327bfaf441471bbd +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-103-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-103-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3041f7c9a74fe329acd149eab7563ed5512ca969 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-103-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b933fa8a23dd8885d3b7b80b77c79bed92f9390ce0a64877516bf14501a6a031 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-104-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-104-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1141b7cc3a7483815846b821f95b6f79ac1535e7 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-104-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0ab3f846cee2ad34e606508087693be7a87eca3197b143c79f453efb216f905 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-105-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-105-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7aa1e2d234aa60c864210b99eb550a51efc59f0 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-105-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ecacaeb1dccf2f4f82da223a8cd26604b92a01adf857d808ef90002dee5f89 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-106-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-106-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d154d5a16d3849c95bdb47d8e2d347d1ee6888b --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-106-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8ab2fa12f936137af2deb6ce3f431bfe84761976b92fbcd3e16152f1baf93e1 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-107-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-107-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b2cc29e871fb9cc1d4d387baeb1e0831437333a --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-107-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31cfbcaf6cb6ccb9b08e2837289b6a75084ad7bc5f38bd3791b266c2b9804c3f +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-108-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-108-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b34fed10cd2cfebe377f504faf51a30802d76f72 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-108-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b4ea25442356b61e9b5cb6194f3991f3be6f5432238a5163fd55828ab82220d +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-109-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-109-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe946a73de6f20d8930554a390fd17b3308867de --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-109-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed8cc4be57653452423ba7b3a7b8bb087c2514ba72cc2620b6c9dce8af173cb +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-11-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-11-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf426d7ea7848d1a87c68b1498bdfe373df28698 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-11-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d43206843bd8b83efed4210895347f74804f79f3c237fe1ae368607b26f640f7 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-110-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-110-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a234a348977764265abd5ef31d95cd00a338081a --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-110-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae33b92b93783aed8f728e9d0f3d1e02992ddb31bbf714b5cd84653abbf3b42a +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-111-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-111-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..50348e1504e1df6b6186f82574696fce4111eab3 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-111-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4d6b886ed21abc17e843111ed854e7102b3b549e91fb53d76e26f22ab212b37 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-112-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-112-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..95ab28177de4a3d2ec9307642aae73b6a9f0b2a5 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-112-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aec77af2380453b248543154150cdc815df08639202f0a6127f72263cd6c0ab +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-113-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-113-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3609d355ef4024c2fcb26266e89f3eca97f131a6 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-113-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f24b95286c12ef8f0f03e3fa9501208c4cd802dc4d3473e78428a43bb2ddfd71 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-114-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-114-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..05662fa7b32023e7658994d0e2bd28e5af7726d6 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-114-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf342e4500141beed91b114dc312a03cfe4d45d605b1f921c6b3e10b9a6c34c0 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-115-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-115-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b852c5a600737bfdff36c393833e3b8a9513df27 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-115-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2d3424c916ada13d129c3c621d11a538521bc8bbd2418ff942fd1dfbe7610d +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-116-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-116-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e05104f5c0a6a276c282d998bf5d7ca7c63a212c --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-116-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967028b09af403b11273ca1ad20f2a90782285c3a9e062547454f9d8da6ae646 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-117-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-117-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..71b10f3b13015129b7e70cc81ea3a4aab8f9dd31 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-117-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c2f50aee30fb28e1f81d26879cd5737cba1d04965a90e8626c61b495a92c25 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-118-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-118-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8906175c621f336d2c7f660f893cc49162b18807 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-118-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffbd0b547e2c66a23bbd6e0631068ab9651ea449f2e0352a212933a2c488a2a2 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-119-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-119-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e85442340bd7c5ccfddf4a96bc18abfa881faee --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-119-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8dcb20108c33eee468fecde638b5483fcab93e2bf7a629e52f344c72c5c9f06 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-12-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-12-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c8b7c0da94a76d38bb4c3e72954b264e4b3b70b --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-12-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb5b21ec81d4a620cb236f1ed63a8444bf2311bdec982816a29603ad16d3da20 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-120-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-120-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b6c3c0f7891006e77725988d77f6a920755e907 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-120-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e000b427f7c376f68a331ce71ca239136e19fc6787177ebe27441d7dfe0883d +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-121-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-121-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0183a33b7855e9ff979ab03554dfb719559e857 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-121-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0d95bce6b0ca1f5ca2e8db4629f533f58c59761b3722d885858ac1315bd6a5b +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-122-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-122-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2595f1050706c82b588e6e8b1d5fcddbaa33fa4b --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-122-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52429fb389e03c7435642feab4b6802c46ee5a13ce5d6a49cdb1bc28ee27fa1e +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-123-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-123-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b806d04711bc8be32e0661f7aa42fdd0248cb17 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-123-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82589df78d7c33bf762c6ba1b7f5038160eedd1c605eff56d5b921a4f40036c1 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-124-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-124-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..52a9981758114acaaa0340f2631ccc25fe5538b8 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-124-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdbb18202f1d439cce5f608b64e4569d26ac3528b3f34a081a1896ac7dd4ac17 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-125-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-125-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f9a55da113eb90d97837d8c9b4460ed4ccb7494 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-125-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9325b3b7b8bd8b744cbfa2f95022b237e610219e01e9e70119db50c234640dac +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-126-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-126-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd46b9d03a08e1e8d81dfaa21491983ff54be163 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-126-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c4bafeff46541df96b7aa057d40abc46f1cdd41df3ff9b1b1031a5f932a3ff2 +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-127-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-127-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7de0928d25e4987aadcd829eff4303c85436d5a --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-127-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c5ff2b3790c778005939d7aaa9f42d88d838a2571d5be405ce37e57fb8ef10f +size 1096 diff --git a/360M/final/random/tp-0-of-1_dp-13-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-13-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ebb7d8ec84257707e4aa9b80b755176691d3896 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-13-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7062eb7f9064dc360a5a5ea2a0f997cabe46e8f2a28e164496baf1f2e82525a4 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-14-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-14-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..df1427330067c38a7a522d687aae419d38f6b8b2 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-14-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b52037071f4846376591413d08b33a1847d4bffe8fb780fdc6d437f1bbd94f7 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-15-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-15-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ce414d1ecc68b3e26d1e228f966afaabb3506a1 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-15-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08ba3e35669cbe90e41043ad5956793602bebf9e69cf34262b6be0f15f321b34 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-16-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-16-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4401d6497a78e3d0f92004561847eb2bf5392622 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-16-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4d01d8eb619ab01209a9e088605cb639fbe4d1ba32efc0bcffa967dc012748b +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-17-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-17-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..999e73629cf728d3b61297369db1ca47abdde83c --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-17-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf011846b9f4824fd913a4f0e3478875df067a7ea275a873e59bd2a2eab4bce1 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-18-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-18-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2472f2a95f216f7f00ad4b5ae587adc21a61e12 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-18-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:408a77534b7763c44936286e5d1b7bc255774cabcbe022e6d47d02de1f8076fa +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-19-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-19-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d6f6e3662979df77822961cf916a029f33196e1 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-19-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac61e6cfc2e9e2dc1d34b12b5daa062d84bf5a7e4e5864be50161c188f9adb9f +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-2-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-2-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6405ef687a5f9483b04a18439404c1d34d8f299f --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-2-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5067f0882296e6ce8db9b4e54b8b4279e05522cdd836315752955d079554915 +size 1088 diff --git a/360M/final/random/tp-0-of-1_dp-20-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-20-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a12175de7c112fba98dacbba16b9b1ea6ee80a98 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-20-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1790a8ef87a28f7eeaee0587e5b415337fb1436940bee45859182fa3f8c779 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-21-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-21-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9f6503feabc92648544e6c5cf6a5cfba818d544 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-21-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9a1c7ff85bdf15c47f924bed3b96192928ef65c73be8e09c2a55bcaa83162e5 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-22-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-22-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1f77aeae04b38d68697eff300d19bd0d544e669 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-22-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:463dc6c860d64c671b5f15d64a182825ccc7e497706858ed322d6bd864def806 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-23-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-23-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b07653570520601d87e5ea6767251f33cf2450ed --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-23-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e5ce6c6ad7da5f66c89288e88f3f3fab05752719b9d7acbb6586c034df194c +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-24-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-24-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1cb2b6c335ddab788f2aedbd6a67b655c54f260 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-24-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9776455e6c7d676f5e5f6c840fbb574a56398cdd1466dc4aefef2e927cf50983 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-25-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-25-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1397761c8094004dff1b89bd020316164aaa0e9c --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-25-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309cca836dbfb7d012ae174513eab324681fa57279d715d3d42a9946b2b66ab8 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-26-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-26-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..859072f4223cca17d319b0c754f17cc3344c0c5e --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-26-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bec979b055559c92a1671ae6c590b25f752b2391e24859f162b259b2a29a3b5 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-27-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-27-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..128f3d8dfb5704cea6e5fe61b1eff28b9653396f --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-27-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:271de8cfa40f140a4c27cfea24e80a325b4a51402856ea6dc06f37bb9646ce14 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-28-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-28-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ea396825db8fcab6a4cc437ef2928e270bdef1c --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-28-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca24caebabf3934490d514b83b175512ac675c3996f4777b26f85aac1492d260 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-29-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-29-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e26577147fe9a36ed27984eefcae1c14809b0a3 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-29-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e09083868c440145fa772cc17f10626a8d24a602c043ae7824cfa4648a61de4 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-3-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-3-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9c7e8ace7218e50fbae77db7d1b5879b3826832 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-3-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0fd48937a0a38863c8a6911789c2f391260e344868f7c65649e581240344ea1 +size 1088 diff --git a/360M/final/random/tp-0-of-1_dp-30-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-30-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a69b6b6cb4e45193df859e4664d076c7e98bd6f --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-30-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f784d04e135793e3b18c5e58dc9e581e88506ebb674e2f2904ea42da52ad35b7 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-31-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-31-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a8494b589c815309f56ab5b66d9ba8a51832cab --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-31-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18add6b47e89151d18ae8ae155a9d737eea2c09b362f7b20a1bb5a9e97942b38 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-32-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-32-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..63c837deb81b1a0afa8a4b86565549d3afa4442c --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-32-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8bd65bf1820d99ab0c2ec0ea4c4d8a0170e9d21bbe2eab8e2108124dcd547b7 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-33-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-33-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c8c00e2065adfe5f7f8c13bf274aafa4abe60c5 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-33-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:430ef17d68a1b552df033ec43ef23514c8aab77ac89a82e8fdd506ce51b5b750 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-34-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-34-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5e3188d559d65145fc635f53599ed4a4258791c --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-34-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f762432a5c534147042b2d4bffb121220e5b13be078dbec99c4f23df2bf3abf +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-35-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-35-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f89ad964267401ae7968479fb06e220b676e922 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-35-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49d9ad386f5f1b719862087262481e3b2b7d31fb24b564b3b27f614f4b6cbf33 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-36-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-36-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd7b5eecde3a2f1200a80577d52a99000cf5601f --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-36-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3454e6727cdad464848c8e41656c087e20a1b4e00cf7dfc09ee87f517908595 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-37-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-37-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2449600c4c746efe0ec3c05f75d8086d89c0a0e4 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-37-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50de486369ae8980959a6c4ea4314f0861282ace811ab2fad531d643c00037b1 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-38-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-38-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf991fc47f8599a3411ffe899fedd56157591e7b --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-38-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278fe89dd44dd9f8d877b9652f8be182e7ec4ebc03a16f8c737957172b47903c +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-39-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-39-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2d6b668dbf09b9c938c601ac2f3202d7454534c --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-39-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35b67c986b4a0bdd0b66acb202eda997c8f2a349b12e2b1e275062ccff31b4e +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-4-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-4-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c04ab56b3ebe399cc7458fd5aec4459d22524a0 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-4-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28da20ae6d792d0dc26765a6a65ce775100bb8850d58a84fbcc04bdb051187c6 +size 1088 diff --git a/360M/final/random/tp-0-of-1_dp-40-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-40-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ce9333968af1d695d757ce372c35e1bf1523ef8 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-40-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb9b4a068db32db1b85f89e718cc789f823edf3e1aa791f5e69fd254a5e9020 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-41-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-41-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8463809cd1e54902527f08a6707acd285c875b34 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-41-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa2e84a73da9ef9b24d6cef09233d857189026f3111fc3b561daa6450013ce0 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-42-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-42-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c3d503f1ae1ee3629bfb4a89c404d48e3abaf48 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-42-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f829a24d54fd699f907cb411d4a0636dd3c300826e9ba5250cf0cb2eaa2c5bc +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-43-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-43-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..80aba16e141a78e2e4577ea3a117dbe0450c7060 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-43-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c23fd4089614273452ba21e48aa758fdef205309332b83807273f4166cc0e18b +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-44-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-44-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3ff3ac04c9d194f9f7bbec8a9555c22d2971ef2 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-44-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dacec9a21fe877399167d7deba13c525809d18904ab1ba1b5b653c7009aa2b26 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-45-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-45-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1eb710fec50c594d391783caca7777eef9d4a09 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-45-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f49ab18efd58ff6b0d7705e8e439bef2db727afeeee07398e885f7739fdde68 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-46-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-46-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..166491dbd5662a027d2c317fd246651015b6fbcd --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-46-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9868b08e90e3cc7797c5683c67a0149f4280b8944aeeeedfce75a22f657173a2 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-47-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-47-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d55de61676113bf185b329dcbd6f3f62869700eb --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-47-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e8435e022f5b173f5358478a869b1306986f6d9acf0807d781d363a6cd0a994 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-48-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-48-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..62436cb3aad1defe7280eb1170eed4434432d706 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-48-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1265412f18ba81719502c5ae7e289ffe444a4677a6c2bba5bf92034fb5003a78 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-49-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-49-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..db50cb7631a82c770e944c651ce8a4abee879157 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-49-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1cec0d785bb922ae4d632cdc840f1fa83e3f2a4daa2a62f5b419d1622ad674 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-5-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-5-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..184ad1022bcec8599d290708e4126bfa232c6258 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-5-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2589018e0c08bb657a8f3b03155b33499d49e8256b5322724e0ae7f9a51b0513 +size 1088 diff --git a/360M/final/random/tp-0-of-1_dp-50-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-50-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef0ed30174c5de2913e7083d90ee4ce36dc71a45 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-50-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d9440cf1b10fcb42eb78683d4bd603b80cd7e23dc5df32878c387886057560 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-51-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-51-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e5a3d0631a877f10accff2f48d4bbadea00d847 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-51-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbaeae6f4661fbc56d9adf8d9cbd08f1fbcc250e2b18dd9883ae1bfd42d80cdf +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-52-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-52-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..47487b2da8bf3d1ad7d1d5570047f9859d87840b --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-52-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd7b65f2bc954c3e99532be247944ef122148e88ad106eb7014181fa885bef21 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-53-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-53-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b2e30ee8b5911f2ec204e4e17cc9e2d3ed1aed1 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-53-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad3305f1f847e4b1f533e8348fb730273c0da20603f4a02a2c9b8e1cf6d5465d +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-54-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-54-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bc887541a221d23c793a042b0087a01741cbd67 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-54-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c93cd65d1dd8c0c74d73027bc6ff66edc268616fe31344652fe43b9dcaec9b +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-55-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-55-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fa96f79c6efd43080c2fd2cdc64876106d7cd8c --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-55-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fde3d1fefd78f4471efa60231255e5862f4fd17af8cb5fa1868b97ba367aacd +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-56-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-56-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a4876a65a845f3cdd648e7c38878aeb129a1eaa --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-56-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98ee1f3541c1022a8577aecb048839a3c6208118a4ff0b084db9ec74dc1fb887 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-57-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-57-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f7a97f302e32893e47663f2753c33071c09ba3a --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-57-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f18902aa6f87e1d8118f55504dd039520c40c0e2074d486f5f914ffbbf409205 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-58-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-58-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8045faf4e998bd45eaf74f81f68cbcc1468d9b94 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-58-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:551a8a973b0ca2403c06097cf06d3e17bc14331572eae605758046ca326e399b +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-59-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-59-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..553e264fc292b67a7f50eace5f3c66ac1e2fd613 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-59-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d7fe70945549a3f2b7b6e2ae17ec5f38f361ec3305441bc6e87403f5b467850 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-6-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-6-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fdf46c70fff6bdb7350eef904c74cc6c9b8ac07 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-6-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:892efbb5fa0bb7e73eb45b9bc92c8b854c643e09ef6f4e5b8c397c7aed210a83 +size 1088 diff --git a/360M/final/random/tp-0-of-1_dp-60-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-60-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b037681908287835d4008626ef26b726d95892e --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-60-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52faa55d4c241ab3cac3ef994efeb3ea6c3fd48dceaf273d41d8f513ed718369 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-61-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-61-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..09538f8e37ffdeb06b605d08d4522eab3761a3f8 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-61-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ad35a23f6050ae2442377782c379e5a4889829c4f2ca88c8ea7b719a9e51088 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-62-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-62-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1a6d238582ee7f6b41ad457d38b774ebe3cdc32 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-62-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4919ba14244a0157575bb0ec8c7f50b983d111b2048613463f7f1d26fecd85ba +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-63-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-63-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b55d37d038e266330f9aca74796087c908bcf3a --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-63-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3c79ff924229fc42f4d358fa90301f67127e7de0320df86d4f64bf6ffb235a +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-64-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-64-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4a5d0da5991a098a48b11674443d2d05bd35485 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-64-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e326fd47ff3671f7b2a2eb7875f519725e3d4fc0850946c425f10baf27a4fa7 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-65-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-65-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b16ac7553a00fe8b77426af16276ab08ba1d297 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-65-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12051aa5bab667f0824c7a0c84ca2917e5a23d2c13a0da8c1267da476100b67a +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-66-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-66-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e1e957629d17913bd7ec016b654c295e78afd59 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-66-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73584a0578fb3148fafa764963f3a95d6e3297dc632606fdaee3e709ffaa4abf +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-67-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-67-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c12154f7d4826bacfc908d15f2eeb1969f51615c --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-67-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85776243f3fd3373bdc6cc056ae49e82a50d73074529c78340ed9f6242bc69b9 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-68-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-68-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1858bdcdca125e7692eb83cd8f6d4bd17b2c91f6 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-68-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b9fc2248efffb5129475dd86d1ee75e4c169426ad337155fd5986e122d66fe7 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-69-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-69-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..71f567e6d29116f7854e25f54d00f01de821281d --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-69-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49588ee619fd7c177aa97b07f846c1db4ca4bc4a88cfedd50abbf7892b03d6cd +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-7-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-7-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..46e2bfb3f35920b4cb6b75c4f3a1e191f913e979 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-7-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c6cd9f342ec5a2ce9238425639cba1ac26e75b715c1c301d563309b0e00e19f +size 1088 diff --git a/360M/final/random/tp-0-of-1_dp-70-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-70-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a03854eef8250e0c8b1038de9229af09755fdf10 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-70-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a5a2562e321cd82cbfba3d991b6d8fbae79434f693ff6c5b376a326e5bd2b5 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-71-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-71-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6da0e27e283df139527c0b55d945811720fecb4 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-71-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:153cfcfe5167bef13ba14d584e9501aea1ca6e31b995dfb7d76ec9051fa62c16 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-72-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-72-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b751dcec99866422e4ac59c7c84ce4a5ea9c1772 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-72-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:685bb64f0e6609dd2cbf1dc4f24b5e50652a9bb25ed4d261ff5904b7d03f7678 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-73-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-73-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f630237e9dc2f6e86ddd6435aa963e70f3da7e4 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-73-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7ca1e331e5973ae849e599dca80568e7cf7a8a9ea00d658f92e3bf1a362e494 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-74-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-74-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a5d420811ba77420eb2c2574db919a827cffdbc --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-74-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e45e66fbe634ca96123d20e7929525577bd867c698026e0a97cff50bd2b59cd0 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-75-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-75-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfec4b24555fc004b0d59014888a386af8fba863 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-75-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b7f5db42640b6b309d60c08880c2adff0a1ec03fe72d79ba6223279d5683477 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-76-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-76-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..53308c46fb2c9cd3ce8d42a8541f8ad24696f149 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-76-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f80e928c8b5c1e01b6c01a74a2452289e9bf3b59c2e92694cc0a00a49aefa615 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-77-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-77-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0964f93b42b7a92e49c560784e939a24f7347970 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-77-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0c950569550719f0568d33e6202d5d13db885cef3a1fa4ca001ba64de821c8b +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-78-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-78-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c154c4d536c4c4348f5af1823fda5a8a4dddf36 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-78-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea3f449797405ba24915591cc2c441d329ed38427dad5a1c70c485bf4a965df +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-79-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-79-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd9037f25e8c7bcc633e7212e5f3f1391b589e24 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-79-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0387c58b8dc46dd59d5982a7da1085141fc6de32c20dee4fefe969c2e78cb338 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-8-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-8-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..526ce7a8a2153707c7a1887742165b29be65d998 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-8-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60158aa595aa00ebf154c03fa507384f996b88c50d154e7a9c6fa6a3ed3d4f5 +size 1088 diff --git a/360M/final/random/tp-0-of-1_dp-80-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-80-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1ad70742a1800e9fba4d5ddee5908c9c5df97f2 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-80-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a67b52fb3f96f127eb74eac260607c69ae73cb0dd09232eb859872a0118525b +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-81-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-81-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2961c1a68c9dfd09fcf40575a8897e66e7e304f --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-81-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c536067c8eb6d304c920c6ce6062210fcca645ba89d4e36582ef030e37295d +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-82-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-82-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbf48445b9c6bbeb509a4e60c8acd8ea37edab03 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-82-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c562199672c9d4683d30d14aa231b7f8210ef2d44df8e7c8a41890553e256eb +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-83-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-83-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6000c6d1db16b6812d8fd5d038177afd1ca62b34 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-83-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eb15aa1adff5b4ce8c9d882d2080d4625b4b6babb5b4008439e802404582485 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-84-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-84-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bf8787b8700af3bda7facdbfe7965b7c88efb05 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-84-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6daee738fd8ac56c4dc4cf9bf91bbae14de28b56b210d0cbee5d25533ec386cb +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-85-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-85-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c248fc9e901974614923b02b75056cf089f358f --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-85-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8d768c00f64fea70efa63107c58474db3128f8a3e81065fa91f5d783066641 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-86-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-86-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..32307d972a95512fa5123c7243bb5c73f8084045 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-86-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42b0ec58054a06fc09f7d8d0d6611c05310cb8ff674e57e4b62abf3c6222bc6a +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-87-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-87-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa0085a80a2c060f2f821ef97a60ce8f1dd7e0e9 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-87-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25db7c399bb1333053dea5438fb3ef7b27e333afc042db38a7a33796f87bd82c +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-88-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-88-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0edca3e3cf726636288fc942181c3c95fbb8212f --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-88-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92e940489b568ee6618a2ba880512f85caa913a99ea39d7745034d92087108a9 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-89-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-89-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae37f92c3ee8855ab888898d76df59e9c4a37808 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-89-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4adc9cd09135952e7ade97d7b01dcfe94fddacd8c3a43948ddb44370b6d3b05e +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-9-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-9-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..86f28f3185dc3a6eba9a824719a9f03f79d53a7a --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-9-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:771073b7d7414b5b489893714693a47e818662d71a76f1aa0b61a9d3817191f3 +size 1088 diff --git a/360M/final/random/tp-0-of-1_dp-90-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-90-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7791e57bc84955aa3e1adf41ffa75ab8f0a524e1 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-90-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2efa0febe4e499964c47f9a0489df7b5c16cd62e45477d14e045a0da6e3a55a +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-91-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-91-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7922bff4b00ec9c4f11941217242d65c44ec4b87 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-91-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0968b187206e313df72fb0d79684afd5fa1ce267d2b650eec443efc11ad9dc7a +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-92-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-92-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8508b3f9787420c15e61a37510004a9106359d17 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-92-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99b62f832fdf7c5e270616a1d4ced8c04814eb90b3bb3e71d3f6b600c8a0958a +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-93-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-93-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2d3a93da8ad6c76c4d250010f9983d1fd181ba3 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-93-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b966a804365c1896c72fad934cb971f3746ab9dbe33754b4d4a9bc54c0b48e95 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-94-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-94-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..68b91145fc4d89c129e127dbc51febfbdb91a107 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-94-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e58c6fd18a53a0395b14dc5650f3c67c77048ef50859dc8d1d823b14ea4342 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-95-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-95-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0db4f81d4b9a9b8b50e8a6608222e94a8b326d3d --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-95-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58f005bf25b238859aafc2258db46033557c1e2f7d370fe4db5870d67faf9fab +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-96-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-96-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..72f3b4e6ff769368ac825e8a3db3b74f4150d7de --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-96-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbe350f5f668fb5df4b6a39fecc1311e990108d2eb2375fecb11b43fd345cf25 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-97-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-97-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1ed62a10d1495ed0aa70ef2cb312068d97825e4 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-97-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9522fc7f4217aaa31e062bfd72b7528b3688b87a8f6e578fdf656d2e69010ca9 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-98-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-98-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d02de7979162ea48bbb1c3b43d41cfd5c6d530d7 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-98-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb5b74669fc723c6b97139f246b765eebfe7b3e5659c85827f16930035027c91 +size 1092 diff --git a/360M/final/random/tp-0-of-1_dp-99-of-128_pp-0-of-1.pt b/360M/final/random/tp-0-of-1_dp-99-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..64606a227347cf23c70cb802bd5a8b4d5413e980 --- /dev/null +++ b/360M/final/random/tp-0-of-1_dp-99-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:232b861c7df7ef4314608bb7b13c149cf292db39975bfc815c5e99960471a599 +size 1092 diff --git a/360M/pre-decay/checkpoint_metadata.json b/360M/pre-decay/checkpoint_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..e3727a54416754836a083b3757f77bcf98981e48 --- /dev/null +++ b/360M/pre-decay/checkpoint_metadata.json @@ -0,0 +1,18 @@ +{ + "custom_metas": null, + "dp": 128, + "metas": { + "consumed_train_samples": 1597440000, + "data_stages": [ + { + "consumed_train_samples": 1597440000, + "name": "stable", + "start_training_step": 1 + } + ], + "last_stage_idx": 0, + "last_train_step": 2080000 + }, + "tp": 1, + "version": "1.4" +} \ No newline at end of file diff --git a/360M/pre-decay/config.yaml b/360M/pre-decay/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d8e0f257001db7ccaf070c8687f289a31fa317b4 --- /dev/null +++ b/360M/pre-decay/config.yaml @@ -0,0 +1,99 @@ +checkpoints: + checkpoint_interval: 2000 + checkpoints_path: checkpoints + checkpoints_path_is_shared_file_system: false + resume_checkpoint_path: null + save_final_state: false + save_initial_state: false +data_stages: +- data: + dataset: + dataset_folder: + - datasets/smollm2-corpus + dataset_weights: + - 1.0 + num_loading_workers: 0 + seed: 8 + name: stable phase + start_training_step: 1 +general: + benchmark_csv_path: null + consumed_train_samples: null + ignore_sanity_checks: true + project: smollm2 + run: smollm2-360M + seed: 8 + step: 2080000 +logging: + iteration_step_info_interval: 1 + log_level: info + log_level_replica: info +model: + ddp_bucket_cap_mb: 100 + dtype: bfloat16 + init_method: + std: 0.03227 + make_vocab_size_divisible_by: 1 + model_config: + bos_token_id: 0 + eos_token_id: 0 + hidden_act: silu + hidden_size: 960 + initializer_range: 0.02 + intermediate_size: 2560 + is_llama_config: true + max_position_embeddings: 2048 + num_attention_heads: 15 + num_hidden_layers: 32 + num_key_value_heads: 5 + pad_token_id: null + pretraining_tp: 1 + rms_norm_eps: 1.0e-05 + rope_interleaved: false + rope_scaling: null + rope_theta: 10000.0 + tie_word_embeddings: true + use_cache: true + vocab_size: 49152 +optimizer: + accumulate_grad_in_fp32: true + clip_grad: 1.0 + learning_rate_scheduler: + learning_rate: 0.003 + lr_decay_starting_step: 2080000 + lr_decay_steps: 520000 + lr_decay_style: linear + lr_warmup_steps: 2000 + lr_warmup_style: linear + min_decay_lr: 0 + optimizer_factory: + adam_beta1: 0.9 + adam_beta2: 0.95 + adam_eps: 1.0e-08 + name: adamW + torch_adam_is_fused: true + weight_decay: 0.01 + zero_stage: 0 +parallelism: + dp: 128 + expert_parallel_size: 1 + pp: 1 + pp_engine: 1f1b + recompute_layer: false + tp: 1 + tp_linear_async_communication: true + tp_mode: REDUCE_SCATTER + tp_recompute_allgather: true +profiler: null +tokenizer: + tokenizer_max_length: null + tokenizer_name_or_path: HuggingFaceTB/cosmo2-tokenizer + tokenizer_revision: null +tokens: + batch_accumulation_per_replica: 1 + limit_test_batches: 0 + limit_val_batches: 0 + micro_batch_size: 6 + sequence_length: 2048 + train_steps: 2600000 + val_check_interval: 1000 diff --git a/360M/pre-decay/lr_scheduler/lr_scheduler.pt b/360M/pre-decay/lr_scheduler/lr_scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..80005641f2f5fbf20b39d37eeba71023e9f58225 --- /dev/null +++ b/360M/pre-decay/lr_scheduler/lr_scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:310be3d486bb62ed733c83dfa368b72cc6422535365ceaed78957e46634bbc30 +size 5108 diff --git a/360M/pre-decay/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a7a2a3f19acc07930cfd51f92d7e068ab35c6ec --- /dev/null +++ b/360M/pre-decay/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774d1d882c05bb28655815864b6ff354f0fadf7be13c7977a4a20b2226896ebe +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f9e3fea89fe8e0fb58bab8124c7d7a86724eacdd --- /dev/null +++ b/360M/pre-decay/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b86647a1e548f5f89a62f952c8060e8848680cf8044ea967e505f9a84df394e +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..857ff29051b8028d455fcea118adff37cb1cac8a --- /dev/null +++ b/360M/pre-decay/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dda5af4e97f63f243cf5d944269d6f371fa16bb6f5c96257ed0e7e5ef9f5d462 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd0dd03512f01d4e012fa5bde4e6a8934dde1bba --- /dev/null +++ b/360M/pre-decay/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25336358848fd3de3cc94dc8ada183ab6aa8c023c0fd8d42b53810eb271c5dbf +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..680b2fcfaef379ca1176e87beb0ce0d022a049ed --- /dev/null +++ b/360M/pre-decay/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:952b89e0088e55f365aa6b7d141b880bfeb913f19fc1c612746e004e61196175 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b1745eedc4b69d4426ad684fa1bdceb91ab60cc6 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b96dd9282f707ad20eff7cd61d5a9986b842cb0fa70dd623c0a7cc87c743319 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4213b0fae5cfac55cf8bfa07d42f787a18809384 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edf1b54a3a87e482670594629492b3a7eff540289b0d9cc270bc6d5af33a1ad0 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..faffe35ae90f7786bff9b9083c0c04fdcfecee6c --- /dev/null +++ b/360M/pre-decay/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5b9e0cb75e359371b59ab3d2bf214ff090773abc5e385b9895d989f17151ad7 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c42d0b7c6987b2c43f4a302e99a219944ee1486 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f197469f69991c8bb4cfcfb47f77aa932633b650d4a4ba708a66ccd544b4bb84 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a649b310e7822bc11259ba706062004c82a0adac --- /dev/null +++ b/360M/pre-decay/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c214a8cd462e4b57bd345cdd25e979133c9b9561a9666b7a3824c40f36d5a834 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d8b987d1880c33013534ce64ffe2840038d1e56 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70bce772041dd1bcc95c1b2ceaf98c6e9814b36f975111f835cb782ecf402e79 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7a60cb2672e1ccc8e7458ac24b800af6b6f95de --- /dev/null +++ b/360M/pre-decay/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d17333bb7cf718f9c331ad6ecdeb7ce2ffeb2672a4048f680b2acff1fb113a8 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..705b2fc184f28e8aef91a72fea987fe55438ab58 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f69c29168422e1e666decf1176e1e4814ffd0636deafaf58f9f701f4ec95838 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..336a8703a280f3b67a14f232017285de99b90b28 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28d9a842404680603e7d1cf765d264b37fde7d4d0d28b743f541869f7e85e18b +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c32f9319ac6ddac32edc907fe097f19d41f3dac --- /dev/null +++ b/360M/pre-decay/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6075bb13163a510ea07f20c1fe7195e42af7adc356f825a03a8bfc12261abf49 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..662356c4cf001baa7f02514c6673f5183ffdd567 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e80e17dd3922d0d48155384518987a7a1e1b64a03ec0071fd1a78dc2548972c +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51d7c44b642ebad41f3599cb5364525ca09c3063 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6252789e4cde0f88314a43970dfd4813013df73a4b28775c4be33abf8a68b4db +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a39dc3b27c4de66fba6314631e0be8531939cce5 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40a20d7822806335f9f4944f24ce3612afe2bbf2d00e194de1fa9048cefb5e5 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8c2f1e3074774b5b154cde05fcf58d6ce41f193 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3235dbd2e30db649bbd5135ed279dc00fff88dda5e6f3d5535e9559a6f5c6173 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..95226873a1410935b170fb05ebffd5cce4e2a44a --- /dev/null +++ b/360M/pre-decay/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:155e611b0c28e52ba32682b6822ef29e4e3fb7e2cbcbd6218148b507f4a3b435 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd83b2b98b285bdb3988a37a7ac07d377a553d95 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af24101ba500571e9fcc8ada8dfa824cc405d4dda5b4f8958d74ebfa674e489a +size 2016 diff --git a/360M/pre-decay/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2af4210048649fba80c06abcf4b5d000f8563ef7 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c901836a37f9b339d1af1732ba22b431244c159963356aa1d677accdbe9b818 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..adb9e78cd08060acf62095566b386246c9074162 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c81d078c8faff92a3d0c254d99498308927ca7f23ea878749c14e70f3a6685a +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f7eccf551290f74e45349a91bec3696f654d2a07 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc69b8780cc89dfb485435afb45d156f5137f2fe1b48df411d03a87246c61e7b +size 2016 diff --git a/360M/pre-decay/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dbafeeaaedcb776967ef8d50ca6f1938f41695e3 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb4a4b5b64e621877a0b82e113973ee930057c4e455fbc979274f94d23b95d6f +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2af860c08228045c0a79d4b54cf16e6ee00cd201 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed43f11519bdd6d31504a21fc2567958ae4866a553450038af79fd3fcde73da9 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7cd0bc60dc6207277a13659162163f82b5823f96 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73d2c32ef9e21363b55dc82b1df06c405b15a5f2615427d118e868de65041add +size 2016 diff --git a/360M/pre-decay/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c21c831d3d53814714a2795dd059b5aa639f0a7 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c13526b7660c5f65b49cfee726f1cdaa01b4fa4ff30d651e22ce0df118e24cc +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de94754f39db12a0101e56c5adc80fd1e2e8afbb --- /dev/null +++ b/360M/pre-decay/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52dc18177e28ca78c7a33b66a76ab6b5d186e2d4c52f56977ad3b832ff1dd890 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87efd0327160969b7c4042b046100c174500ad47 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0a19c191a1c91da5bc0b2fbb50b69adcd50207b63decd0399267776dc4dbc8 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13a05da0bc9ef8b23d36636a41d5f84a7b0edb79 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef3be070cf6b7a3bc2c3c85af8e928b1ad32a4ddb4f3d6976259cb6b76dd4587 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f908c48735b828fb33f8e326cc2a67c5ce840fa --- /dev/null +++ b/360M/pre-decay/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85ae7f8f01db075bd6bb26cda3d0a6512a08619c409596ae6429c71e6840fa4b +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5bb65be5dd2a76c444cb92c8335dc551f531ed5 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a72360ed31a9d650ade20db6d5ceae9424bf3360061ccb309672ce6d1257c258 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00abf5abd8e58e79501b4370e94692911306de05 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f01bc706a11ecb1391b64813a384c51293fbd4833baf42ecb41276ed9cc222d +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d0101912fa8e718aa2c88eaa1d692084d389fb5 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ae4a354a7fc3ebe1f8b7ea2115d553bafdea7098618a7687396b206430c8c55 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd43a15d71c147827755a11f8a402d2b41a17f6e --- /dev/null +++ b/360M/pre-decay/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49b416f1fb3923cfbf45656999719b019e87b48588c3d0c7b93150e097b96f9e +size 2016 diff --git a/360M/pre-decay/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6588c18636e75ddfe4c23b0784982af205c30379 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aafabc72dfb5cecf4cc766e0ac7302e4fe83cd365851b8e175b478fb2acd3b1c +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a7dcee5c5ca7fcb779c05e8d4dc350e0f330cf99 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff9c991b2a9d5a6896d3377944e1e4fe7c18d87cd81a0584839cef7cb6745f6b +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44a56563fec573f0309c855c0d88e0b6df356b83 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c694bb8bb61bc73c8bb63f5b29060a758c9f733cc252e892c284d83686d950a +size 2016 diff --git a/360M/pre-decay/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..030c9829d86ef5562236e79507ddb024f40a48bf --- /dev/null +++ b/360M/pre-decay/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ad9ab45a6f5d0082b1e097c31f0f38c50ebc012d93dad05418d35749395cd10 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68cad4a5e87df5cfdee218fc2a538f44c61b724e --- /dev/null +++ b/360M/pre-decay/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01af7e9911d978ff257f864f9bda3d20db74de0da8fefe115d57658e82ff6b9 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..92b050f4431c6a954710125ef1e53c65f6b8ec8b --- /dev/null +++ b/360M/pre-decay/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24c4ee804874b38855ce996ff25d806b7bf6d94fa55d5a19c0e22085ac0e8a42 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c865430c08d019e9b83a408c909203a7a4fc01d --- /dev/null +++ b/360M/pre-decay/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42239982af57b4cf4d1f0acdd777d972a271731c7a6de5545e13b18963d1adfd +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f6265b4c99af1330ea01565b20585207b2571530 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:564e7580775b4c9a1b85551ef6de0e92d3e991d365026351bddfa3261dbd5950 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fdd738a514241b85bfaf29850404ed68857d9fdc --- /dev/null +++ b/360M/pre-decay/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b76fe393329ef54224cf92ff0f1091b6355ca8a5809d51cde32dd8df3a6a9b46 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c2f6d63bfd94728534ef32c2c3d00494a191c17 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a56c3483100646eb21b225039b869986996d189024d4885018e725dc8fbb50f4 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7464164c1e3fc2d4461ad164b3d79506c4a0d8ee --- /dev/null +++ b/360M/pre-decay/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1456110f24e25e9459bf60a2025858f8b0975f44e5823d9098e3fbf08e31a2f7 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8585797dcc8352578e5cb0e3aaf51bf7f71d2a2f --- /dev/null +++ b/360M/pre-decay/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63891a76d10a225c7f8bf052b6f16bc95f3ae5c523e413bcd78452ec8a2b5618 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b7414ad5819d3697220bfc84fa3365874252b38 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35117d396931cb303247e948c7ec520775cead4d658162535013b9bf16234e5b +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a02f9b6c28e2aa2a46c4e3887ad05fe0df030b84 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2e772f3ead32d031361f76f4615cf63ed34215542ef0c8e466da8b143e67a45 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba1e8d8eafc9aac3c5ca3ec9f2d5b4cd19eee947 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/16/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cebf76af08d7f7926dbee17b9439e13da6c626ec8c34a1bc8bce9b9be01a0f66 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a03f590ac33681fb09734afe551a812da1b89937 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/16/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ffb690a7da7704ec74220323546044d55e05bef8c523dc3ab353305d689effc +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb6df9962e1837ae18b1f5733b57b64cc9aa3747 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/16/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97d7f94b514ea2f50fb8c795dbd3441d0b7f286631280ab213e8e66d93dcec2e +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d31f52bbeaa8e6a8ef62729bc76c217a8d0b6cc2 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/16/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f1e3cbf15551ddbc42c42745a6c45c2d6bd5b1bbadd26ba5296500f91fbb1ef +size 2016 diff --git a/360M/pre-decay/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..578b0694c0703df7bc34b3d59d1ac10a73b05ad4 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/17/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f49ba72502b4e21fd5c3b7703cc31d5db5595877471f32900056542f673b405 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..062e20b495cbbc41c546a5db05c1e9132061df78 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/17/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36bdb3638d976ca26855aa6138aa3061e84e6befab8243852edb4066bbccf7f3 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d87535c6701c3e23b4c7bfb89f6667e49adf7f7 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/17/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:001803d182bb1474b840fcefac97205e9e8166f29484164465f4df93da198659 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f48206eb9217a6eca6b7e43069c4ef76d5c7696b --- /dev/null +++ b/360M/pre-decay/model/model/decoder/17/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b174a51a7ce9cee85d0ae7cebefb682db1289c6593e74e4745c567f67748bcc8 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..96777091c0d3d27ea129d5f8906e5f107abd4d9f --- /dev/null +++ b/360M/pre-decay/model/model/decoder/17/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d7a955e657c07bb2f12f04816c246506410d2e142ac43c311163f78fd27710 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..730f1b10ce242430a2ce1dde83a0e199a4888751 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/17/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ef6ad1b6273c1c7068826e5404ce02643bab9d9f3c9bb5b34b2644edcde8941 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..378ea3c172637bf489304df9c3ecfb6b70bd4e82 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/18/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a25742b540f41cf028bf418eb1d26e95ee59385382fde34f5436ff0e40ed2f2 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc84b37d8c8c811aeaa8ca954e918f2554cf4bf9 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/18/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf02b377a3efe2246ee5cc631f2278d757281d7d147e39ae901100dc62fbed0c +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7e4f1392dc9c2c4d99129f1ac69e0670a139e697 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/18/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c30b3014f6a344696389fdafaf97707940648dd7ee5cef51062bb240bbca051 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7428df1f8ba96faad410cb126ac94c21f388642 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/18/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74728f0e042f726d9e3c925117dcf45b5d8e17db3c890b55a432c5e6c77d9a5b +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e0f2af5ff1fd3780fa54d4b744feebad2c18aab8 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/18/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a3330ff15eee36c3811dbd4f4b6d7aadf8e94b9634981e32323a0d1f941e38a +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b5c3f8c38a537a7c18b9c51a4978974a35553f2c --- /dev/null +++ b/360M/pre-decay/model/model/decoder/18/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9f69cd76c4fa6d6655753a20d5a1465e74608ffedfe7b835117ec9c260daab +size 2016 diff --git a/360M/pre-decay/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..23d24f8909f3ca0b05ae95b7ab6f18adf6279286 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/19/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16fc2bf1580fc841486d973dd3adff683f8ae35f07597f5a2517f3c73349a77c +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fca231338f96df563463747490e1a7ed0975a3af --- /dev/null +++ b/360M/pre-decay/model/model/decoder/19/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a1de36f7c69333abbb24e31b778d1322092a1ac9810d1da3673eb010de7bc31 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ba4bdeaa86a33f309ad574d3562179f7a73c5d6 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/19/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093da2c5a3ebc46207961bcbc5db002cca45079414231d1fd787dcd2fbd965ae +size 2016 diff --git a/360M/pre-decay/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b41220a83b6511f1c9e35c1f550e96dc98ba1a85 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/19/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0420311366d22163aa72da36c714635a6dc9b3be8df23543706a0098477a7a3d +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c07cc46413b6812772f71539b72e6535d739824 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/19/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f140cc7a18691386cf6fb1e041e7683f6cd6924e5824bc9788032a788086ec +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8e1e54bf6acad84d74b06e14d2259bed0aafb92d --- /dev/null +++ b/360M/pre-decay/model/model/decoder/19/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc67bc15e5f026eb3caa4c9ad2d2d57ea5923c96c566998ce09c97835e48ac5 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..37fc2a1fbd3cce12785f641b935c2dcadbd35587 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/2/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0152558fee40121bc221fda0ff17c4f0532f3b338ff4734aeefe56a017b8554a +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e244ae4eff79ca1f1c4ff096e4a269951baf4fc9 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/2/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e42a9f847abd26a2c2761a2fc012a45a99266bbaf77e03da9eded49c4511e1c +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c79022cfbab5473c37608be7ed63b9f662ab2010 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/2/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34887463e3816e7a202be177fe9762d247e556d8f18d7ba03ee3318c36ebd559 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ea4d67dc914153b98d628fb2a00bacb52202bb6 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/2/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6463b1c6c93871c5f7956e52c7184050967a27caa6daa458ee1e55f7af1c3811 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68818ea52395b58792b33e4d7ede58bfce078e6d --- /dev/null +++ b/360M/pre-decay/model/model/decoder/2/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:361cf354e724b0bcc01aa0fe579501a6b24fb5a0ce32061cd9be1f61f89911ce +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..517b4391b32ff07412bd596b83089a78a12081c9 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/2/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f31fea89a4313c29b755ee32025cc54a28c14b77624da6e105130aa4f6ebc51 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9123d649864d2b103c6755ef623a5710099e9317 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/20/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:462e476d9eaca269d9cd7b2b2d88447faaec614fb97a3a4d48e1f2bdf7849055 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..df3ac1aece710f723c5accb3fce618900c1e9798 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/20/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35c886e6e82a47b9a47f016cb07e21e1d66cef7adbc5baebd8a41b5b52dbb1f7 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea555d13ce9ca9b62efad4cbc91da098aed9fdd6 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/20/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4968c787b499a5d730f248e0a7977580843eda4d79f049253634c78be95152e +size 2016 diff --git a/360M/pre-decay/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d4fe3ffaba28c0695e9d76d56ace4d808554ead2 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/20/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81828561f362b814b68960c27a9a05b4d724513b8f02c3c54d1d48245f9d89a8 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d155045be0a98b3fdcba02e29b42f2197c6d0094 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/20/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fa0e71e28d5a7b917dc9e8b2c80252ef5b8ce9a9c076c2bf1038eba7e267c35 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4baa4a69d7b147858de209de7a1bce02411282d1 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/20/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fefb89e0a30b75cedce60ac31db9b1191ec998026cca8e54e41818a0b97dfa1b +size 2016 diff --git a/360M/pre-decay/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b18d57c05c9b906eb9189e73f5ff8760c3f7628 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/21/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa6440d838146b5fbaea3b4fa7776aa40d69ceb2850f5fc1fbd53076a89b7e56 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c02aca70e5c92e9e8b64564f7849aef102f6d9f --- /dev/null +++ b/360M/pre-decay/model/model/decoder/21/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e91f2edcb85d3913195b001eeab6ae901ac8c69e89bdb5d22ab96081082b26c +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b4874e2435aecd49fef8cac03c8db9defd312a7 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/21/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e545de43024c849b3de70d96d4c92686e657fd5c5d6d89f18f37998715c1df4d +size 2016 diff --git a/360M/pre-decay/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3475ece6fc52f6b177ef365be5f0032d31437637 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/21/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:014eef39c24669b582f8729cf7bd91d9bc8939dd137ba44dbda6f42b966d6556 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47eb75f6f05b4adccde534e32ff0eb2b72e09ab3 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/21/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c644edfb7db244724561d795fdb92411e6ae90df1041f7ec3fa516b2fe1c60a2 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f71a151303dfeadb2bc6a520054b9394c9b4e2dc --- /dev/null +++ b/360M/pre-decay/model/model/decoder/21/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a227fb28f1cb2ea1c38ea43eceb8781e2561846424b9f88eb94515c256243093 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e67e04ffc95ffe6004e67f64e9482b92277a57f9 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/22/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:decfb496057fb6a9a18fd470d357f1e7d05b736e1e4e8fc1230f116a8c2ca692 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d0c0ba983c2ef5556a78b05f38e2b676a696a0cf --- /dev/null +++ b/360M/pre-decay/model/model/decoder/22/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:817b07bc50bee329299746ab836ce2c447c062e3e5f85961811139da8ce9c3c5 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..517bb773522fc7efd02efbbacd5777b445acc3f6 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/22/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a618d8d0d8cf05920f9582337faa44f8f7dc6b53a828346c57d2d8c658498692 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73b77c1a1e47e71059e59172da644e73c1251261 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/22/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0d4ec5df8ee1540ca3c1d1bd0ab18737211bf54de745fd631149f07fd94d07 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7bf96e87a17f71e9c983da980aa8f635fad8f30c --- /dev/null +++ b/360M/pre-decay/model/model/decoder/22/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e26ffd67eda22043944501c23a865d6f5fb42b7476b8bec7198825a23df5faf4 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c5dba1ac79a8a2714f04bb9a8a7845e9b815596 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/22/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8086d939e0da48af3554e470ecaafb58549b22df1bb07fc20b2f6885e59fe7e1 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..50e29b977c2ca9c2c428312dc0ad522dc6423315 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/23/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3da4c7b813e64f5806158f4c436348ba19a76a8d5587578584bfcaeb06df5994 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34ba234813a27c263995e85b6a1c2e65d9cda5bf --- /dev/null +++ b/360M/pre-decay/model/model/decoder/23/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f0162823d08a93d2fa24eefb24572f73900976a4c1302490a5673f1cc43ceef +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d9c4c85d910670d912518da2a79c8740d964dd9 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/23/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fad854bef0995af460321645a97e288a1538264258b8aaeec9720d6a69996232 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..71c020c33a6ba369be739e3215ea0f659c0b86c4 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/23/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61845be9a7c2cf5603545691436eb9f5d4cc0acf84b74546efd32d4017dc450d +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dba0d7499fac2bdca2fe977ef86f91ac17c3b992 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/23/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee7b50652c88a702cff3bbc58d45848b93b97be011ae95ff2f1c68a185e6d7e3 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..27e0de3d4969d771c6c332be73bb1cab18f32969 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/23/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b514117f70041035f193ef01b40ec212f7fa62b296fdba549bc018b1025299d4 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/24/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/24/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b37c13df9ab190ba56256cb0029374c67895401a --- /dev/null +++ b/360M/pre-decay/model/model/decoder/24/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b224206d9646acf23994749c4c00d04a8b15926352508a6772bd93340b6350be +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/24/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/24/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bf34b0bff4998c8b1c51ddcabcc429f13afa667c --- /dev/null +++ b/360M/pre-decay/model/model/decoder/24/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56a6751ae997943e0c26a06f27c5511be5d382c20eee55da833c7fce1cd65a7e +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/24/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/24/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a45928b018294e7998e4abd550a8ef427d79c8e --- /dev/null +++ b/360M/pre-decay/model/model/decoder/24/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b61dcd5fe273594b1960a6fad6f3cd5e75b86fd2cbe2734807fa5b656f53cf44 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/24/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/24/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f50664e96397531382d010f767ccc3e0034a063e --- /dev/null +++ b/360M/pre-decay/model/model/decoder/24/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c804227e1a4c96c6bcb902506f475787d34d7612e8f2094e93ecc6ee81c852b6 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/24/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/24/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..94bd5a38ade4a7a83fc07edd13777218270e25e5 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/24/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595ed1ae2be76cd28ca9f80c22e5df165f967d03e37bf12b2dae3177d5843c0d +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/24/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/24/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c51f33404e9880021baf9ae7d7be2ba3d3a83dfa --- /dev/null +++ b/360M/pre-decay/model/model/decoder/24/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5d72af5668eafd7aa0f192033ce9a6c7d4f36289f2c0dff15836f572c08e184 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/25/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/25/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aae75b070f826c983ae3a809a9273be2eb4b9db9 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/25/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e932dbb64a183fb2d0e0c580ebb8f4f71bcc2129b399f99d64b93d02a144a1 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/25/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/25/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f02ae1c3def024c57932b0b732b1465b2209e43c --- /dev/null +++ b/360M/pre-decay/model/model/decoder/25/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d47d21c19ecde0e2e302b905a96d622df94210eb658eeba3ffa70bfc53cb438c +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/25/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/25/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13f71f9977a835545a29bd4e5210d683b5e9c33b --- /dev/null +++ b/360M/pre-decay/model/model/decoder/25/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ee6111aaab4b6385c5b369d0ca30febd0ca302b7626690f16fa24cab0efd436 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/25/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/25/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f5cb53c72f9717bdabcc890401b11053a98238e --- /dev/null +++ b/360M/pre-decay/model/model/decoder/25/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c1169682f6c39dbf90f4edc42c1f89d6056035ac5017aa75b0e4fd5afc60394 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/25/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/25/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..178eb218ace48ed42e86915ea2bd4c0eee5ec928 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/25/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:503dfa62ae37f26401493aa71b5f5f2b7b4157267f293cfb37f6f7acdb501558 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/25/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/25/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f861c7b26f6017c9eb777d137b7de193c757424 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/25/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b97f42009bf858662cf268639925919931109d164209765124e9dca9be32c75b +size 2016 diff --git a/360M/pre-decay/model/model/decoder/26/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/26/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d202055e20c7c85fb4def1607de69341f55f333 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/26/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45695d8426e34e8984b3ea16850c959799bd63894cedaee5c86574992ffeefe4 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/26/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/26/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59196a49182bc7f2c4138cd5b8da861df4a7e3e1 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/26/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc989ca32d43cd71041bf4cdbfa68ae13e74f9c4c32e33ccb0c1727ecd0b5da +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/26/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/26/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4027ccfbbef057c555ec165b166f104b4be31a4d --- /dev/null +++ b/360M/pre-decay/model/model/decoder/26/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a04fb87dcabf8ce0ff6f1a127eb058f5411863375be573af57364304b65e9e1a +size 2016 diff --git a/360M/pre-decay/model/model/decoder/26/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/26/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d5b9aa071fc1427a74ea843bfae3cd36d1ae377 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/26/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84be8adc57b461378abd83c07acc39c900782d6f0aa5d0ba45174a806b36bfc4 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/26/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/26/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff107ac11275131e92e91d92f1d84d413f1c969f --- /dev/null +++ b/360M/pre-decay/model/model/decoder/26/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc30eb01ef6ec737d1d20665e48b20e2e010fdb774443e26ae80c4f486b8eff0 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/26/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/26/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db906f373dccba502fc6ba38f2304d65252174dc --- /dev/null +++ b/360M/pre-decay/model/model/decoder/26/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30d2739b94cdf5fbdf34b197f2f69238249bf062b7660201f630a87e91efe66 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/27/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/27/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..494146c3dcd5da8aa4f197ee880da955e48b28b3 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/27/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:030d93ec9950190b1485a044a3ea2075e5de34d5679cddcb624ddf2b0a8f9067 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/27/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/27/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87367b82d7cde2e9e5a15ea43b97a7e6ab33752a --- /dev/null +++ b/360M/pre-decay/model/model/decoder/27/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e083388a2e57854d77936e581fd6f6a8fa2d80b874994b91984785c95b520056 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/27/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/27/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bce62a539121aaae39dfe0fef8448788d660538e --- /dev/null +++ b/360M/pre-decay/model/model/decoder/27/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9780afd703fe24f0cce8f91920c68c77daa5d805e6856527b4058f9bacaf4af +size 2016 diff --git a/360M/pre-decay/model/model/decoder/27/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/27/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cee33edf32dfaa2da3e738bccb837517ce266e4a --- /dev/null +++ b/360M/pre-decay/model/model/decoder/27/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee2370202c4f089e87e5611ca9a15992ebf0c45871290d0feb3a98dd0807149 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/27/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/27/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d0f757cb59c39290c55dfe43a90975e55312acb --- /dev/null +++ b/360M/pre-decay/model/model/decoder/27/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fa3c330ab5fd66c680968192a5a30351fd14fa2119ce215e90572b0ec0008b2 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/27/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/27/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d0cd3cdfa3bc4afda276d8621f22d02fa972b856 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/27/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6163623093d8d8c147d84fedb2d0fe70946c6ca493c68f7a0a9c509f7c7a37c8 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/28/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/28/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5291fdb4dccd646fcc9d6b17394c61a570539f2 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/28/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:546688d25af9c7c1f2d5160a6c903ff2b1eda6eec046537160d73b1723df73eb +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/28/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/28/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef34f15dc9336a6fbbc3de0e771a9fa56068f9f7 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/28/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b1882d7e3dcb6bab5025c814095d589f8bb2b0f34888bf8c49c1ca89d03ab61 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/28/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/28/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..681cef285b8240ed2d200157536e9c8304b459a9 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/28/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4858dd0da207525ecf37712189fd8246ee9a25473e47c86a5c4c2de3b549ec25 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/28/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/28/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eaa11ffcd0354d25253ba32fefb393ab724642ce --- /dev/null +++ b/360M/pre-decay/model/model/decoder/28/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f56f0ee73810a689c1cc57770e1415b22a0b6f938d1f784bb36968f67645e669 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/28/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/28/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ad932623b9e6593e23293e811bfd1a023547b630 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/28/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:743baaf535e89cf3e449f0d1eeecca5fcf5f5b319b194e56280bc9fa836ddbe6 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/28/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/28/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d30a58d4166ac72d6b9df2f4518340d56393a1a --- /dev/null +++ b/360M/pre-decay/model/model/decoder/28/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a3a8c490c8f89a7b24492e056abad02dfeb7955bcc5e5e7aade9812e42cc052 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/29/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/29/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d97d2d61ca250a954d4e8358b4b454db7d0bc2d --- /dev/null +++ b/360M/pre-decay/model/model/decoder/29/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef8a519efe6e0b760b8a6e7732a8da571d1a7746e58486f697a7447ceb3ffa56 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/29/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/29/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a6322f5c9c6094c7108bb21c21978edbba65dfc --- /dev/null +++ b/360M/pre-decay/model/model/decoder/29/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cfa09cc9eb0b9522c5d50284e9404bed9ac47e0e93084a0b9ba6b05f0c5d484 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/29/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/29/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4632a18516209221672e05e91518c5aa2075edbf --- /dev/null +++ b/360M/pre-decay/model/model/decoder/29/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5077c29f1180c1817df8a9318fb5f149f2826c3c8852f698b1e6068dc3c48318 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/29/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/29/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..96b7942cd7e9bfea797a2582f5c68895d0a3ae84 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/29/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:007f816fa4c4187ef275797ca39aec17112044c4ba59bf1f5fedc09b22e3ece4 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/29/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/29/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8610821fe835d6c18a20b8d8e05a24789e3ce63f --- /dev/null +++ b/360M/pre-decay/model/model/decoder/29/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42ea17afe01ddc5c33ba1ba5a9bd57c8cbc6b285752a4dd2c7a8f42431d62de4 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/29/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/29/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fdb1c0d96173904dd8e6848a443484e616d49e5d --- /dev/null +++ b/360M/pre-decay/model/model/decoder/29/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae1519511801935d99d3acfcabe0d6214d349f906cdc232a6c75730c21689159 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..35489a6c2cf4d6f93741e90792a657a57e1e4b9e --- /dev/null +++ b/360M/pre-decay/model/model/decoder/3/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dfa59dac6533e44fa52f74b764b88c0694313a982e2cd608cdf3b5cd74b28cd +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5511f05e5fb9e020e535354a5ff020034c9e14a1 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/3/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bc0dec7b688d50382601b76a276f8b76d6a6d65f0161dd30a5dd38361d98239 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..912fcd6462484e7e3a4d2b06385329f9f14ffd1a --- /dev/null +++ b/360M/pre-decay/model/model/decoder/3/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e775dde7145b68d42dedd9a630195c7f5dd87c4d9ad4bbc8a60e253e9bdcefa +size 2016 diff --git a/360M/pre-decay/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21183ec4e01aa9a58fb26863fb7b32a43d31ac48 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/3/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34474d36ef1fb9a27ac62262f4ee2bafffd456a34d0be0d604fef75793c2e5b +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..020c5cce70c6089aff46b6750ba9dd0f17bc908d --- /dev/null +++ b/360M/pre-decay/model/model/decoder/3/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e5139f29aaefefa898b1836a8812f5bac0f6f71553654559cc0c1415e6c0add +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7819a8a59d68a17d4f58a83ed3408ece5ed84d76 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/3/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:478822cd6682498f660b5c5ce092023a040ca0f9e3adb7b314afdbd49024a828 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/30/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/30/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1df98373db703c46463696cbfccd455a2e785e70 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/30/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15af2971f74603bb603eb08b4df24dec325d222e601442a501fc77ff31263c13 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/30/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/30/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3018b20b06f0ad99d427c39656f879eff2bc28f6 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/30/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bfabd1574cf598002275bbdf8f44c542f06fa3167902c8b6e5b38124e075d30 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/30/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/30/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00539da82606e7dd53b7e8e73c92057b205fe71e --- /dev/null +++ b/360M/pre-decay/model/model/decoder/30/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5595252326528174b129089c547cb4ced522859cc28bd7aabf99f8268f3385fe +size 2016 diff --git a/360M/pre-decay/model/model/decoder/30/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/30/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b24b28350dec7ecf1fae83ce394e8e58c0cbdd27 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/30/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2904619a749640d2f1ca1ba5f451205522fc0c3587d91365984ffca1bad75ecf +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/30/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/30/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64f31550e67745d010acdb07cca490fa25147686 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/30/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c5c4ffaddd35f1754c5165cd8075725857147903e029b6ca6d094685d5a0915 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/30/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/30/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..91e7be7fc652456fb71f88d7e088c7058e9817e0 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/30/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da210b86aa763c10d20a404e76b89691804b66c49e584f4d272fb6ef3fd8ff8 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/31/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/31/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63c178513c44683e9f3255df6ed9ff9f76a6866c --- /dev/null +++ b/360M/pre-decay/model/model/decoder/31/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00fd5751efac6313c059ae87805b3f75b3532118d4c62550714ea8cdf8135c80 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/31/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/31/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7afad3e2e64112e0af7e96cf38f251f9accf7c18 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/31/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6747fbc8eefb1ba6200a499aefee977e5528b0f36294b23aecd9a6ccf0a6044 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/31/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/31/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..acb2167760e36885919a6afa2594e4562cc2fb1d --- /dev/null +++ b/360M/pre-decay/model/model/decoder/31/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219b15ad8307afef7971342231d11c6c12a4e8dd6676d4c2f339ff2226546682 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/31/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/31/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b0986030ed4b85cbf1fc284425f9d3797e2f7af3 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/31/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd5d0828bd77cb1df6a312e314c82498f92f78dc49028312e32f8cf60071edeb +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/31/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/31/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..23fb10467a6895352dc2a154d44f7fbd75cb36ce --- /dev/null +++ b/360M/pre-decay/model/model/decoder/31/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97d92955ebd4d41951566e45829fbd6bfd67bf699e15c79940d69b273ba82d9a +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/31/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/31/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f3fca8acc6b2affc13e2991789d7a00882835945 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/31/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30bda09fd4e3f7375e02e1f4d4f44394601889aa1ce36ebfe17d186fbde704a7 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07af5164bf394c4a51b566017cf346dcc8f5d926 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/4/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0727ee632e87f5749f599be21f4b3c0b14ba365fb020d37241a873152efe2817 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6b273334f41fd2471fca0c7ebd56ade18951ca6a --- /dev/null +++ b/360M/pre-decay/model/model/decoder/4/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49ae14d1b34eebcaa44dc98f15d85c21a7dba138ec3585da99fe17fd74e72089 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..75d3cadda4eee7077472a34b85662f48a10f26d2 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/4/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d405e49091357bd6efc80d8c67f995ec984782b99ccb57c04388cc03af9dcf6 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10f3b8ed025b440f2588e9ca8e10f9cfd5939bcc --- /dev/null +++ b/360M/pre-decay/model/model/decoder/4/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1207244c8b2366c42744eff06cd4cbc44efd936b8531fb4c989a18d42817cd80 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73f58d5db707266571a6d7856196cb2019d65d45 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/4/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f81fb385e705da11d28d64d9d3baa433fdb5b5b3684bd65d2c0dd02e7e3c1bf9 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5b725342ac9fc2e6f903832640316abd12bfded7 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/4/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b413a2628a52507d69d46e4e68ec820218cf86be5f0968a9f9400276ff95c30d +size 2016 diff --git a/360M/pre-decay/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ffa030fea1317162dab51c60a7bbb6da69b3eee --- /dev/null +++ b/360M/pre-decay/model/model/decoder/5/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3223aab155e22338991c0bd27d4a79c11ea599c25bf2a45243f46baf37835632 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..307c5560a4c00d54b7de1673d2adac79dae5cb81 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/5/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:956d70e504409559691d203fe2c58ea8d57237021d3b364f6da4c081a4a921c9 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5faae24474e92c740defca79a1caabe02fd94adf --- /dev/null +++ b/360M/pre-decay/model/model/decoder/5/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85463b29b931e46f63e3e9f93b15870de377100531c7e2d79341e81593949793 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e634973929f7a5a096ce7f238fee1aa47596143 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/5/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:374d0261f9baab0560939032d967bb26d032a3b014bf9e51164dc07f3b939559 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7e57b3e5d8329a661d74db8f7205fe4eed15583 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/5/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7842c7c4ac21dc648ee3684973b91c96d9ee461f379135c1d9da81cd852b9d2f +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a4e67073ec17a7e38e718a272bd4f0a5d656961 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/5/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4836528e91260b65f14eed16d05581cc98a021ccd623a6b9c16d1dc93699a38c +size 2016 diff --git a/360M/pre-decay/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..31e867f44d8efdb990c80df907e9d1879cf74753 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/6/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8b9b9440cd57f7bcefb688945851a84152eed00eb45f20d44f9f77978ad9910 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f568ae7281fd1113c00dadf2bbd03d20ead5fa3 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/6/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6025bba7885147579cf63e7fdcf32f9bebf97c5db24a1782c9166b75241b2856 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e8d59112a393f7a1f83770e0eca29d461fc73bb4 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/6/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa4618c741c083bc115be035ca075006341a677978e6655cefeb355f9152f54a +size 2016 diff --git a/360M/pre-decay/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ecfa66def478cf42b0105745c3054cd1ff1f30a --- /dev/null +++ b/360M/pre-decay/model/model/decoder/6/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a858c4735b093c706e79f1c97c90ab1af9562caf5618a96d77b51398a43d62d +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f31700de9911a8e9e1bc6dd561bb01f65d642ead --- /dev/null +++ b/360M/pre-decay/model/model/decoder/6/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ca9c13e852b66073584739174f27c796f466f6b297680d55eda117981165fe2 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..224e7d7a5a81797592aebe24f36ed97531e06855 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/6/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7f59c33acb57eefc83499cbc6270b890c6049f85bb1780ad61bc7fcf5321419 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f6dde01a4a2b7a2dfca952aef84d54cb25737d0 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/7/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58be44696103e3e979fd4c2856bc3bdc24ce2901b3c97068abea1e1536fdc105 +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa42ee233dcae7b1ce501f30d892a798c69718ce --- /dev/null +++ b/360M/pre-decay/model/model/decoder/7/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c977d34b95c76744a2e7998a5c5fb3748a620a7ee112f0d2ee27b70871147d +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee65d91de68e8f12fcd87f54e2f38eaa4391831c --- /dev/null +++ b/360M/pre-decay/model/model/decoder/7/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aba41b0250e363b1127c43eb08fbce616478f949314f813bc64ce7304b1a66eb +size 2016 diff --git a/360M/pre-decay/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34632d5c1584f6ff4cbacdf72b5cd635bfdea6f8 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/7/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eefeb01ff27802397490e5323e816b22074934d33c6b5654f96cd7b32bbb55c6 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e845140e20af32674612b5ac3b3c010737321265 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/7/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6765a4e12190278407227910bbc51eeb8f3c0827317bc8ffb3b255bf91fc1889 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2cc09938adc8cb3ed1e747430c6823a3995ca4ef --- /dev/null +++ b/360M/pre-decay/model/model/decoder/7/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:830c3b4b1e407ced30d44b9c6a5dbb8c1892fc4cc9248c4916e64aab7daf67c2 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cafe07180e65a75ac78656960f898d19891387bc --- /dev/null +++ b/360M/pre-decay/model/model/decoder/8/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:130624df9e2b1952c03ed755d74729721f25da253158f2ea690c8882c1c90d4e +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6920984c012b0495de40185909a261199cfa38e --- /dev/null +++ b/360M/pre-decay/model/model/decoder/8/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e96e3dc8b7792c3d0ecdc0ec8d47aeadfb2417d72a285cd9b675b2cb60b0da +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..423dd6d55b48668fb29aa31fab123a382ceb2f14 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/8/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2142871608ff7b3f79278a4b47528bffa21be0d821f9fe1e23dfd609d8838ea4 +size 2016 diff --git a/360M/pre-decay/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3affd02bc3ec940a8504993bc219b86284a8a164 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/8/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96e0e6b9e407f068cee41b640579fa684c3823b4185d836d2fe1fdb4d10b90e6 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ee4db44e662d76361bbdfe9105382b3a4892116 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/8/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5ce1973adc4d96d8c82bba2cfe578178075dcee83b21458ffc2bec59ba4e83d +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9e766be424069f6c7c578cce9d2792aa76c5459f --- /dev/null +++ b/360M/pre-decay/model/model/decoder/8/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f2f4483bff677b09ab09d31f39e2f5547b832fd4b6f55b12d08a2d4fadfddf +size 2016 diff --git a/360M/pre-decay/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..521c767b856516200f0f6cca72be7d3e4fa3831f --- /dev/null +++ b/360M/pre-decay/model/model/decoder/9/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b069180e686d234d3fcebd9bc8c5ba84fe3393d5cb30969c8d9cd175b435f78b +size 1843432 diff --git a/360M/pre-decay/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..424c67817f1828c30a75331e7ec8f076bdf0533c --- /dev/null +++ b/360M/pre-decay/model/model/decoder/9/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:485aefc4f57f19a085d621697ab0fd663e1159abff97a09b31c8a6e8a17e4e73 +size 3072344 diff --git a/360M/pre-decay/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bacf52d7c105a50e0c3ee37d67a77d45c46720d8 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/9/pp_block/input_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47fb217c4e9c37ae1fed4efe922cf111fff9fe5e87cc3e7e0102ec7058151c5e +size 2016 diff --git a/360M/pre-decay/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bbc52914bd0e9432c0cb4fe7dca69ba84a5dceb0 --- /dev/null +++ b/360M/pre-decay/model/model/decoder/9/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8cf3e4813720bac37fb4276fa4e3d2d981e253a59d7c9973132067c0f7faeb4 +size 4915432 diff --git a/360M/pre-decay/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f276f2c5fd578333db4f6cbdc840fc613f9439b --- /dev/null +++ b/360M/pre-decay/model/model/decoder/9/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c70b26bf71e61dbd0a234096cd58766014ec024110caeb6eff2eb97fb2cbe37 +size 9830688 diff --git a/360M/pre-decay/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors b/360M/pre-decay/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b7270311d9a7500d819c7cc15665f8a89c265a3c --- /dev/null +++ b/360M/pre-decay/model/model/decoder/9/pp_block/post_attention_layernorm/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bf5d244450d3d69173bb051fe0e5650004ee7f2da856d1882178c3b15e322fd +size 2016 diff --git a/360M/pre-decay/model/model/final_layer_norm/pp_block/model_weight.safetensors b/360M/pre-decay/model/model/final_layer_norm/pp_block/model_weight.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ce361e550d58a8aa4baab0f969b4f505fdecb93d --- /dev/null +++ b/360M/pre-decay/model/model/final_layer_norm/pp_block/model_weight.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd2021fdba0fab604b946545bd56ed4633df23044749a1aa51930b64bf64a455 +size 2016 diff --git a/360M/pre-decay/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors b/360M/pre-decay/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4fde0b030d003c1e1375ac6c6789577f95c748bf --- /dev/null +++ b/360M/pre-decay/model/model/token_position_embeddings/pp_block/token_embedding/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94c1b6296bc72fefd5187af46bf406d33a1bf2d74dbe3596a649e6f2963dc8dc +size 94372080 diff --git a/360M/pre-decay/model_config.json b/360M/pre-decay/model_config.json new file mode 100644 index 0000000000000000000000000000000000000000..db49ba62b97216ae5962fc34921ca1c6c46ca2ab --- /dev/null +++ b/360M/pre-decay/model_config.json @@ -0,0 +1 @@ +{"bos_token_id": 0, "eos_token_id": 0, "hidden_act": "silu", "hidden_size": 960, "initializer_range": 0.02, "intermediate_size": 2560, "is_llama_config": true, "max_position_embeddings": 2048, "num_attention_heads": 15, "num_hidden_layers": 32, "num_key_value_heads": 5, "pad_token_id": null, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "rope_interleaved": false, "tie_word_embeddings": true, "use_cache": true, "vocab_size": 49152} \ No newline at end of file diff --git a/360M/pre-decay/optimizer/optimizer_config.json b/360M/pre-decay/optimizer/optimizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1ef12dc6f378f619c2a75cb0c1aa7ef48382d043 --- /dev/null +++ b/360M/pre-decay/optimizer/optimizer_config.json @@ -0,0 +1 @@ +{"type": "OptimizerFromGradientAccumulator", "parallelism": {"tp_size": "1", "dp_size": "128", "pp_size": "1", "expert_parallel_size": "1"}, "configs": {}} \ No newline at end of file diff --git a/360M/pre-decay/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt b/360M/pre-decay/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..eacafc477039f6a00b2561e21bc1a3d2c73a02f4 --- /dev/null +++ b/360M/pre-decay/optimizer/optimizer_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ddf95a38e8ecd1b4182502e6d26e8d25ef2c7f2c1dafb054ba7b8cfff770347 +size 4342091443 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-0-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-0-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ceab123eb241f4d39afe3616f2bc93afe5b9d1f5 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-0-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8872721aca5f45a257393ff9aea325b1201e0beabfb4c4dc4150428497f453a7 +size 1088 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-1-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-1-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..46ce0e4b3e85335cd7a754af5cb3b11767e8aed0 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-1-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595a34392497ceb1db7d7845f36c89a0056038e88efde7aa82f3a1ea09a0aab4 +size 1088 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-10-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-10-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d94c7ea8f5add61258d55b5563bee2e5717dbb44 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-10-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d01555698397b2910700849ffb5beb56752e0249ebb4dbba098b12b6b214d511 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-100-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-100-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f86dafd968a8a61534e6d505d271b2a2cd24b1c8 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-100-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46c9da463d503ee2266c9647d5179c61eb80419c73c451819ceceecf13d5d20c +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-101-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-101-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9104a57da289b53d87051371a9b6a5608fb63b4 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-101-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b815786ecc125210791b843b8dd25af3278ab4abfafd96ac6e21d4247560dd +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-102-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-102-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb1c74b92901c9425a7c6265cd2752503d2f9f0e --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-102-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02a9b0c50627fa842f9c5b5a95877674e3735f2c26994779327bfaf441471bbd +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-103-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-103-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3041f7c9a74fe329acd149eab7563ed5512ca969 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-103-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b933fa8a23dd8885d3b7b80b77c79bed92f9390ce0a64877516bf14501a6a031 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-104-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-104-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1141b7cc3a7483815846b821f95b6f79ac1535e7 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-104-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0ab3f846cee2ad34e606508087693be7a87eca3197b143c79f453efb216f905 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-105-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-105-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7aa1e2d234aa60c864210b99eb550a51efc59f0 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-105-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ecacaeb1dccf2f4f82da223a8cd26604b92a01adf857d808ef90002dee5f89 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-106-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-106-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d154d5a16d3849c95bdb47d8e2d347d1ee6888b --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-106-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8ab2fa12f936137af2deb6ce3f431bfe84761976b92fbcd3e16152f1baf93e1 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-107-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-107-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b2cc29e871fb9cc1d4d387baeb1e0831437333a --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-107-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31cfbcaf6cb6ccb9b08e2837289b6a75084ad7bc5f38bd3791b266c2b9804c3f +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-108-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-108-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b34fed10cd2cfebe377f504faf51a30802d76f72 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-108-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b4ea25442356b61e9b5cb6194f3991f3be6f5432238a5163fd55828ab82220d +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-109-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-109-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe946a73de6f20d8930554a390fd17b3308867de --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-109-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed8cc4be57653452423ba7b3a7b8bb087c2514ba72cc2620b6c9dce8af173cb +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-11-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-11-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf426d7ea7848d1a87c68b1498bdfe373df28698 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-11-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d43206843bd8b83efed4210895347f74804f79f3c237fe1ae368607b26f640f7 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-110-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-110-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a234a348977764265abd5ef31d95cd00a338081a --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-110-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae33b92b93783aed8f728e9d0f3d1e02992ddb31bbf714b5cd84653abbf3b42a +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-111-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-111-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..50348e1504e1df6b6186f82574696fce4111eab3 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-111-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4d6b886ed21abc17e843111ed854e7102b3b549e91fb53d76e26f22ab212b37 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-112-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-112-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..95ab28177de4a3d2ec9307642aae73b6a9f0b2a5 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-112-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aec77af2380453b248543154150cdc815df08639202f0a6127f72263cd6c0ab +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-113-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-113-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3609d355ef4024c2fcb26266e89f3eca97f131a6 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-113-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f24b95286c12ef8f0f03e3fa9501208c4cd802dc4d3473e78428a43bb2ddfd71 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-114-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-114-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..05662fa7b32023e7658994d0e2bd28e5af7726d6 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-114-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf342e4500141beed91b114dc312a03cfe4d45d605b1f921c6b3e10b9a6c34c0 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-115-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-115-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b852c5a600737bfdff36c393833e3b8a9513df27 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-115-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2d3424c916ada13d129c3c621d11a538521bc8bbd2418ff942fd1dfbe7610d +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-116-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-116-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e05104f5c0a6a276c282d998bf5d7ca7c63a212c --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-116-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967028b09af403b11273ca1ad20f2a90782285c3a9e062547454f9d8da6ae646 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-117-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-117-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..71b10f3b13015129b7e70cc81ea3a4aab8f9dd31 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-117-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c2f50aee30fb28e1f81d26879cd5737cba1d04965a90e8626c61b495a92c25 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-118-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-118-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8906175c621f336d2c7f660f893cc49162b18807 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-118-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffbd0b547e2c66a23bbd6e0631068ab9651ea449f2e0352a212933a2c488a2a2 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-119-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-119-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e85442340bd7c5ccfddf4a96bc18abfa881faee --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-119-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8dcb20108c33eee468fecde638b5483fcab93e2bf7a629e52f344c72c5c9f06 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-12-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-12-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c8b7c0da94a76d38bb4c3e72954b264e4b3b70b --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-12-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb5b21ec81d4a620cb236f1ed63a8444bf2311bdec982816a29603ad16d3da20 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-120-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-120-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b6c3c0f7891006e77725988d77f6a920755e907 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-120-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e000b427f7c376f68a331ce71ca239136e19fc6787177ebe27441d7dfe0883d +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-121-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-121-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0183a33b7855e9ff979ab03554dfb719559e857 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-121-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0d95bce6b0ca1f5ca2e8db4629f533f58c59761b3722d885858ac1315bd6a5b +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-122-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-122-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2595f1050706c82b588e6e8b1d5fcddbaa33fa4b --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-122-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52429fb389e03c7435642feab4b6802c46ee5a13ce5d6a49cdb1bc28ee27fa1e +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-123-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-123-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b806d04711bc8be32e0661f7aa42fdd0248cb17 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-123-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82589df78d7c33bf762c6ba1b7f5038160eedd1c605eff56d5b921a4f40036c1 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-124-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-124-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..52a9981758114acaaa0340f2631ccc25fe5538b8 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-124-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdbb18202f1d439cce5f608b64e4569d26ac3528b3f34a081a1896ac7dd4ac17 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-125-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-125-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f9a55da113eb90d97837d8c9b4460ed4ccb7494 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-125-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9325b3b7b8bd8b744cbfa2f95022b237e610219e01e9e70119db50c234640dac +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-126-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-126-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd46b9d03a08e1e8d81dfaa21491983ff54be163 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-126-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c4bafeff46541df96b7aa057d40abc46f1cdd41df3ff9b1b1031a5f932a3ff2 +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-127-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-127-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7de0928d25e4987aadcd829eff4303c85436d5a --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-127-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c5ff2b3790c778005939d7aaa9f42d88d838a2571d5be405ce37e57fb8ef10f +size 1096 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-13-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-13-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ebb7d8ec84257707e4aa9b80b755176691d3896 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-13-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7062eb7f9064dc360a5a5ea2a0f997cabe46e8f2a28e164496baf1f2e82525a4 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-14-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-14-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..df1427330067c38a7a522d687aae419d38f6b8b2 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-14-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b52037071f4846376591413d08b33a1847d4bffe8fb780fdc6d437f1bbd94f7 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-15-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-15-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ce414d1ecc68b3e26d1e228f966afaabb3506a1 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-15-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08ba3e35669cbe90e41043ad5956793602bebf9e69cf34262b6be0f15f321b34 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-16-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-16-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4401d6497a78e3d0f92004561847eb2bf5392622 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-16-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4d01d8eb619ab01209a9e088605cb639fbe4d1ba32efc0bcffa967dc012748b +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-17-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-17-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..999e73629cf728d3b61297369db1ca47abdde83c --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-17-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf011846b9f4824fd913a4f0e3478875df067a7ea275a873e59bd2a2eab4bce1 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-18-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-18-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2472f2a95f216f7f00ad4b5ae587adc21a61e12 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-18-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:408a77534b7763c44936286e5d1b7bc255774cabcbe022e6d47d02de1f8076fa +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-19-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-19-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d6f6e3662979df77822961cf916a029f33196e1 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-19-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac61e6cfc2e9e2dc1d34b12b5daa062d84bf5a7e4e5864be50161c188f9adb9f +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-2-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-2-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6405ef687a5f9483b04a18439404c1d34d8f299f --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-2-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5067f0882296e6ce8db9b4e54b8b4279e05522cdd836315752955d079554915 +size 1088 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-20-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-20-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a12175de7c112fba98dacbba16b9b1ea6ee80a98 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-20-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1790a8ef87a28f7eeaee0587e5b415337fb1436940bee45859182fa3f8c779 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-21-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-21-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9f6503feabc92648544e6c5cf6a5cfba818d544 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-21-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9a1c7ff85bdf15c47f924bed3b96192928ef65c73be8e09c2a55bcaa83162e5 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-22-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-22-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1f77aeae04b38d68697eff300d19bd0d544e669 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-22-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:463dc6c860d64c671b5f15d64a182825ccc7e497706858ed322d6bd864def806 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-23-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-23-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b07653570520601d87e5ea6767251f33cf2450ed --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-23-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e5ce6c6ad7da5f66c89288e88f3f3fab05752719b9d7acbb6586c034df194c +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-24-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-24-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1cb2b6c335ddab788f2aedbd6a67b655c54f260 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-24-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9776455e6c7d676f5e5f6c840fbb574a56398cdd1466dc4aefef2e927cf50983 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-25-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-25-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1397761c8094004dff1b89bd020316164aaa0e9c --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-25-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309cca836dbfb7d012ae174513eab324681fa57279d715d3d42a9946b2b66ab8 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-26-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-26-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..859072f4223cca17d319b0c754f17cc3344c0c5e --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-26-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bec979b055559c92a1671ae6c590b25f752b2391e24859f162b259b2a29a3b5 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-27-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-27-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..128f3d8dfb5704cea6e5fe61b1eff28b9653396f --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-27-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:271de8cfa40f140a4c27cfea24e80a325b4a51402856ea6dc06f37bb9646ce14 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-28-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-28-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ea396825db8fcab6a4cc437ef2928e270bdef1c --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-28-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca24caebabf3934490d514b83b175512ac675c3996f4777b26f85aac1492d260 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-29-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-29-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e26577147fe9a36ed27984eefcae1c14809b0a3 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-29-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e09083868c440145fa772cc17f10626a8d24a602c043ae7824cfa4648a61de4 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-3-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-3-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9c7e8ace7218e50fbae77db7d1b5879b3826832 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-3-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0fd48937a0a38863c8a6911789c2f391260e344868f7c65649e581240344ea1 +size 1088 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-30-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-30-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a69b6b6cb4e45193df859e4664d076c7e98bd6f --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-30-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f784d04e135793e3b18c5e58dc9e581e88506ebb674e2f2904ea42da52ad35b7 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-31-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-31-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a8494b589c815309f56ab5b66d9ba8a51832cab --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-31-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18add6b47e89151d18ae8ae155a9d737eea2c09b362f7b20a1bb5a9e97942b38 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-32-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-32-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..63c837deb81b1a0afa8a4b86565549d3afa4442c --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-32-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8bd65bf1820d99ab0c2ec0ea4c4d8a0170e9d21bbe2eab8e2108124dcd547b7 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-33-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-33-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c8c00e2065adfe5f7f8c13bf274aafa4abe60c5 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-33-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:430ef17d68a1b552df033ec43ef23514c8aab77ac89a82e8fdd506ce51b5b750 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-34-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-34-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5e3188d559d65145fc635f53599ed4a4258791c --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-34-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f762432a5c534147042b2d4bffb121220e5b13be078dbec99c4f23df2bf3abf +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-35-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-35-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f89ad964267401ae7968479fb06e220b676e922 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-35-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49d9ad386f5f1b719862087262481e3b2b7d31fb24b564b3b27f614f4b6cbf33 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-36-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-36-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd7b5eecde3a2f1200a80577d52a99000cf5601f --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-36-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3454e6727cdad464848c8e41656c087e20a1b4e00cf7dfc09ee87f517908595 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-37-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-37-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2449600c4c746efe0ec3c05f75d8086d89c0a0e4 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-37-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50de486369ae8980959a6c4ea4314f0861282ace811ab2fad531d643c00037b1 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-38-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-38-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf991fc47f8599a3411ffe899fedd56157591e7b --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-38-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278fe89dd44dd9f8d877b9652f8be182e7ec4ebc03a16f8c737957172b47903c +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-39-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-39-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2d6b668dbf09b9c938c601ac2f3202d7454534c --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-39-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35b67c986b4a0bdd0b66acb202eda997c8f2a349b12e2b1e275062ccff31b4e +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-4-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-4-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c04ab56b3ebe399cc7458fd5aec4459d22524a0 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-4-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28da20ae6d792d0dc26765a6a65ce775100bb8850d58a84fbcc04bdb051187c6 +size 1088 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-40-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-40-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ce9333968af1d695d757ce372c35e1bf1523ef8 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-40-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb9b4a068db32db1b85f89e718cc789f823edf3e1aa791f5e69fd254a5e9020 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-41-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-41-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8463809cd1e54902527f08a6707acd285c875b34 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-41-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa2e84a73da9ef9b24d6cef09233d857189026f3111fc3b561daa6450013ce0 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-42-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-42-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c3d503f1ae1ee3629bfb4a89c404d48e3abaf48 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-42-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f829a24d54fd699f907cb411d4a0636dd3c300826e9ba5250cf0cb2eaa2c5bc +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-43-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-43-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..80aba16e141a78e2e4577ea3a117dbe0450c7060 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-43-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c23fd4089614273452ba21e48aa758fdef205309332b83807273f4166cc0e18b +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-44-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-44-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3ff3ac04c9d194f9f7bbec8a9555c22d2971ef2 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-44-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dacec9a21fe877399167d7deba13c525809d18904ab1ba1b5b653c7009aa2b26 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-45-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-45-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1eb710fec50c594d391783caca7777eef9d4a09 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-45-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f49ab18efd58ff6b0d7705e8e439bef2db727afeeee07398e885f7739fdde68 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-46-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-46-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..166491dbd5662a027d2c317fd246651015b6fbcd --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-46-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9868b08e90e3cc7797c5683c67a0149f4280b8944aeeeedfce75a22f657173a2 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-47-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-47-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d55de61676113bf185b329dcbd6f3f62869700eb --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-47-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e8435e022f5b173f5358478a869b1306986f6d9acf0807d781d363a6cd0a994 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-48-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-48-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..62436cb3aad1defe7280eb1170eed4434432d706 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-48-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1265412f18ba81719502c5ae7e289ffe444a4677a6c2bba5bf92034fb5003a78 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-49-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-49-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..db50cb7631a82c770e944c651ce8a4abee879157 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-49-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1cec0d785bb922ae4d632cdc840f1fa83e3f2a4daa2a62f5b419d1622ad674 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-5-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-5-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..184ad1022bcec8599d290708e4126bfa232c6258 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-5-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2589018e0c08bb657a8f3b03155b33499d49e8256b5322724e0ae7f9a51b0513 +size 1088 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-50-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-50-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef0ed30174c5de2913e7083d90ee4ce36dc71a45 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-50-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d9440cf1b10fcb42eb78683d4bd603b80cd7e23dc5df32878c387886057560 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-51-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-51-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e5a3d0631a877f10accff2f48d4bbadea00d847 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-51-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbaeae6f4661fbc56d9adf8d9cbd08f1fbcc250e2b18dd9883ae1bfd42d80cdf +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-52-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-52-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..47487b2da8bf3d1ad7d1d5570047f9859d87840b --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-52-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd7b65f2bc954c3e99532be247944ef122148e88ad106eb7014181fa885bef21 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-53-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-53-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b2e30ee8b5911f2ec204e4e17cc9e2d3ed1aed1 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-53-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad3305f1f847e4b1f533e8348fb730273c0da20603f4a02a2c9b8e1cf6d5465d +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-54-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-54-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bc887541a221d23c793a042b0087a01741cbd67 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-54-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c93cd65d1dd8c0c74d73027bc6ff66edc268616fe31344652fe43b9dcaec9b +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-55-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-55-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fa96f79c6efd43080c2fd2cdc64876106d7cd8c --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-55-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fde3d1fefd78f4471efa60231255e5862f4fd17af8cb5fa1868b97ba367aacd +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-56-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-56-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a4876a65a845f3cdd648e7c38878aeb129a1eaa --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-56-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98ee1f3541c1022a8577aecb048839a3c6208118a4ff0b084db9ec74dc1fb887 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-57-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-57-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f7a97f302e32893e47663f2753c33071c09ba3a --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-57-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f18902aa6f87e1d8118f55504dd039520c40c0e2074d486f5f914ffbbf409205 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-58-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-58-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8045faf4e998bd45eaf74f81f68cbcc1468d9b94 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-58-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:551a8a973b0ca2403c06097cf06d3e17bc14331572eae605758046ca326e399b +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-59-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-59-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..553e264fc292b67a7f50eace5f3c66ac1e2fd613 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-59-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d7fe70945549a3f2b7b6e2ae17ec5f38f361ec3305441bc6e87403f5b467850 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-6-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-6-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fdf46c70fff6bdb7350eef904c74cc6c9b8ac07 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-6-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:892efbb5fa0bb7e73eb45b9bc92c8b854c643e09ef6f4e5b8c397c7aed210a83 +size 1088 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-60-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-60-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b037681908287835d4008626ef26b726d95892e --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-60-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52faa55d4c241ab3cac3ef994efeb3ea6c3fd48dceaf273d41d8f513ed718369 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-61-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-61-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..09538f8e37ffdeb06b605d08d4522eab3761a3f8 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-61-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ad35a23f6050ae2442377782c379e5a4889829c4f2ca88c8ea7b719a9e51088 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-62-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-62-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1a6d238582ee7f6b41ad457d38b774ebe3cdc32 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-62-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4919ba14244a0157575bb0ec8c7f50b983d111b2048613463f7f1d26fecd85ba +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-63-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-63-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b55d37d038e266330f9aca74796087c908bcf3a --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-63-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3c79ff924229fc42f4d358fa90301f67127e7de0320df86d4f64bf6ffb235a +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-64-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-64-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4a5d0da5991a098a48b11674443d2d05bd35485 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-64-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e326fd47ff3671f7b2a2eb7875f519725e3d4fc0850946c425f10baf27a4fa7 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-65-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-65-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b16ac7553a00fe8b77426af16276ab08ba1d297 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-65-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12051aa5bab667f0824c7a0c84ca2917e5a23d2c13a0da8c1267da476100b67a +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-66-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-66-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e1e957629d17913bd7ec016b654c295e78afd59 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-66-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73584a0578fb3148fafa764963f3a95d6e3297dc632606fdaee3e709ffaa4abf +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-67-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-67-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c12154f7d4826bacfc908d15f2eeb1969f51615c --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-67-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85776243f3fd3373bdc6cc056ae49e82a50d73074529c78340ed9f6242bc69b9 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-68-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-68-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1858bdcdca125e7692eb83cd8f6d4bd17b2c91f6 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-68-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b9fc2248efffb5129475dd86d1ee75e4c169426ad337155fd5986e122d66fe7 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-69-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-69-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..71f567e6d29116f7854e25f54d00f01de821281d --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-69-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49588ee619fd7c177aa97b07f846c1db4ca4bc4a88cfedd50abbf7892b03d6cd +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-7-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-7-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..46e2bfb3f35920b4cb6b75c4f3a1e191f913e979 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-7-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c6cd9f342ec5a2ce9238425639cba1ac26e75b715c1c301d563309b0e00e19f +size 1088 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-70-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-70-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a03854eef8250e0c8b1038de9229af09755fdf10 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-70-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a5a2562e321cd82cbfba3d991b6d8fbae79434f693ff6c5b376a326e5bd2b5 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-71-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-71-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6da0e27e283df139527c0b55d945811720fecb4 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-71-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:153cfcfe5167bef13ba14d584e9501aea1ca6e31b995dfb7d76ec9051fa62c16 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-72-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-72-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b751dcec99866422e4ac59c7c84ce4a5ea9c1772 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-72-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:685bb64f0e6609dd2cbf1dc4f24b5e50652a9bb25ed4d261ff5904b7d03f7678 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-73-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-73-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f630237e9dc2f6e86ddd6435aa963e70f3da7e4 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-73-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7ca1e331e5973ae849e599dca80568e7cf7a8a9ea00d658f92e3bf1a362e494 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-74-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-74-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a5d420811ba77420eb2c2574db919a827cffdbc --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-74-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e45e66fbe634ca96123d20e7929525577bd867c698026e0a97cff50bd2b59cd0 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-75-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-75-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfec4b24555fc004b0d59014888a386af8fba863 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-75-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b7f5db42640b6b309d60c08880c2adff0a1ec03fe72d79ba6223279d5683477 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-76-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-76-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..53308c46fb2c9cd3ce8d42a8541f8ad24696f149 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-76-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f80e928c8b5c1e01b6c01a74a2452289e9bf3b59c2e92694cc0a00a49aefa615 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-77-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-77-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0964f93b42b7a92e49c560784e939a24f7347970 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-77-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0c950569550719f0568d33e6202d5d13db885cef3a1fa4ca001ba64de821c8b +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-78-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-78-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c154c4d536c4c4348f5af1823fda5a8a4dddf36 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-78-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea3f449797405ba24915591cc2c441d329ed38427dad5a1c70c485bf4a965df +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-79-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-79-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd9037f25e8c7bcc633e7212e5f3f1391b589e24 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-79-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0387c58b8dc46dd59d5982a7da1085141fc6de32c20dee4fefe969c2e78cb338 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-8-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-8-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..526ce7a8a2153707c7a1887742165b29be65d998 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-8-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60158aa595aa00ebf154c03fa507384f996b88c50d154e7a9c6fa6a3ed3d4f5 +size 1088 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-80-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-80-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1ad70742a1800e9fba4d5ddee5908c9c5df97f2 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-80-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a67b52fb3f96f127eb74eac260607c69ae73cb0dd09232eb859872a0118525b +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-81-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-81-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2961c1a68c9dfd09fcf40575a8897e66e7e304f --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-81-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c536067c8eb6d304c920c6ce6062210fcca645ba89d4e36582ef030e37295d +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-82-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-82-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbf48445b9c6bbeb509a4e60c8acd8ea37edab03 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-82-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c562199672c9d4683d30d14aa231b7f8210ef2d44df8e7c8a41890553e256eb +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-83-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-83-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6000c6d1db16b6812d8fd5d038177afd1ca62b34 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-83-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eb15aa1adff5b4ce8c9d882d2080d4625b4b6babb5b4008439e802404582485 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-84-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-84-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bf8787b8700af3bda7facdbfe7965b7c88efb05 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-84-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6daee738fd8ac56c4dc4cf9bf91bbae14de28b56b210d0cbee5d25533ec386cb +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-85-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-85-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c248fc9e901974614923b02b75056cf089f358f --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-85-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8d768c00f64fea70efa63107c58474db3128f8a3e81065fa91f5d783066641 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-86-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-86-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..32307d972a95512fa5123c7243bb5c73f8084045 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-86-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42b0ec58054a06fc09f7d8d0d6611c05310cb8ff674e57e4b62abf3c6222bc6a +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-87-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-87-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa0085a80a2c060f2f821ef97a60ce8f1dd7e0e9 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-87-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25db7c399bb1333053dea5438fb3ef7b27e333afc042db38a7a33796f87bd82c +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-88-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-88-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0edca3e3cf726636288fc942181c3c95fbb8212f --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-88-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92e940489b568ee6618a2ba880512f85caa913a99ea39d7745034d92087108a9 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-89-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-89-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae37f92c3ee8855ab888898d76df59e9c4a37808 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-89-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4adc9cd09135952e7ade97d7b01dcfe94fddacd8c3a43948ddb44370b6d3b05e +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-9-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-9-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..86f28f3185dc3a6eba9a824719a9f03f79d53a7a --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-9-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:771073b7d7414b5b489893714693a47e818662d71a76f1aa0b61a9d3817191f3 +size 1088 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-90-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-90-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7791e57bc84955aa3e1adf41ffa75ab8f0a524e1 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-90-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2efa0febe4e499964c47f9a0489df7b5c16cd62e45477d14e045a0da6e3a55a +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-91-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-91-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..7922bff4b00ec9c4f11941217242d65c44ec4b87 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-91-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0968b187206e313df72fb0d79684afd5fa1ce267d2b650eec443efc11ad9dc7a +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-92-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-92-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8508b3f9787420c15e61a37510004a9106359d17 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-92-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99b62f832fdf7c5e270616a1d4ced8c04814eb90b3bb3e71d3f6b600c8a0958a +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-93-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-93-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2d3a93da8ad6c76c4d250010f9983d1fd181ba3 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-93-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b966a804365c1896c72fad934cb971f3746ab9dbe33754b4d4a9bc54c0b48e95 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-94-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-94-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..68b91145fc4d89c129e127dbc51febfbdb91a107 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-94-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e58c6fd18a53a0395b14dc5650f3c67c77048ef50859dc8d1d823b14ea4342 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-95-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-95-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0db4f81d4b9a9b8b50e8a6608222e94a8b326d3d --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-95-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58f005bf25b238859aafc2258db46033557c1e2f7d370fe4db5870d67faf9fab +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-96-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-96-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..72f3b4e6ff769368ac825e8a3db3b74f4150d7de --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-96-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbe350f5f668fb5df4b6a39fecc1311e990108d2eb2375fecb11b43fd345cf25 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-97-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-97-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1ed62a10d1495ed0aa70ef2cb312068d97825e4 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-97-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9522fc7f4217aaa31e062bfd72b7528b3688b87a8f6e578fdf656d2e69010ca9 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-98-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-98-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d02de7979162ea48bbb1c3b43d41cfd5c6d530d7 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-98-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb5b74669fc723c6b97139f246b765eebfe7b3e5659c85827f16930035027c91 +size 1092 diff --git a/360M/pre-decay/random/tp-0-of-1_dp-99-of-128_pp-0-of-1.pt b/360M/pre-decay/random/tp-0-of-1_dp-99-of-128_pp-0-of-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..64606a227347cf23c70cb802bd5a8b4d5413e980 --- /dev/null +++ b/360M/pre-decay/random/tp-0-of-1_dp-99-of-128_pp-0-of-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:232b861c7df7ef4314608bb7b13c149cf292db39975bfc815c5e99960471a599 +size 1092