Added files

config.json

@@ -0,0 +1,42 @@
+{
+  "add_router_probs": false,
+  "architectures": [
+    "SwitchTransformersForConditionalGeneration"
+  ],
+  "d_ff": 3072,
+  "d_kv": 64,
+  "d_model": 768,
+  "decoder_sparse_step": 2,
+  "dense_act_fn": "relu",
+  "dropout_rate": 0.1,
+  "encoder_sparse_step": 2,
+  "eos_token_id": 1,
+  "expert_capacity": 1024,
+  "feed_forward_proj": "relu",
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "is_gated_act": false,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "switch_transformers",
+  "num_decoder_layers": 12,
+  "num_experts": 128,
+  "num_heads": 12,
+  "num_layers": 12,
+  "num_selected_experts": 1,
+  "num_sparse_decoder_layers": 6,
+  "num_sparse_encoder_layers": 6,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "router_aux_loss_coef": 0.001,
+  "router_bias": false,
+  "router_dtype": "float32",
+  "router_ignore_padding_tokens": false,
+  "router_jitter_noise": 0,
+  "router_type": "tokens_masked",
+  "router_z_loss_coef": 0.001,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.28.0.dev0",
+  "use_cache": false,
+  "vocab_size": 32128
+}

exp00.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91728cd98cff8d63883cde433f9f685ab0e1207fcba449462a2b7ad9c5c4b2ee
+size 73052053

exp01.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb04bb4ff47181db747617a4e0af30be9f055eef1e85cd49a34c8291b6e7b70
+size 68368597

exp02.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca8ca2807443b8420af671770ffccfe486faa1f7ef9bd27568253e4c0402b3a
+size 68930645

exp03.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d16a974f43cf349ed9fd225330e700a67fb73b4b3e9dc00fa1df411fa31a3ca
+size 68419029

exp04.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227cfceead58d97aad489192cd5d153614e3d142e4d87cd2b87bd0273948d4cf
+size 66393813

exp05.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe50d16156b6756e5c6b24ede3f2da8298972f805d66fef5c11fd74814872f6
+size 68185749

exp06.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb42af7063f2de6a47b303e3d92ebe2dc2dfddb6c2fcac24d4a739fa81117e2b
+size 74270037

exp07.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0248c6be91a0cad8d9cced66a65c7d037a35fa09202cf244a0654f90414711
+size 68103125

exp08.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a18f2665fec4d783ece0d601e98361971698223d15654a8c7d44f44b5aeaa5
+size 69254549

exp09.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bccb9fc1bd9107a27f9f686c86e519df2a8d1375831ca8513306708339dd308
+size 69035349

exp10.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181e729902f0f9b0074796a191b0a0c2751111c488676382355501c8ac9fd6ae
+size 69697813

exp11.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c345192b0d9089fbdf7c86b7b8cb748a9be5642db750bbc28570cb2c1acd98
+size 69390357

noexp.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b82c78a9527ce441da27b36e57b338142a739facde6e6de088a12130b4d403b
+size 434367909

sizes.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dacfe9ed9d9ca3d6a3ecefee62e9ec382f64b1d9f54b1f3f192775d765d493
+size 194091