Upload folder using huggingface_hub

config.json

@@ -0,0 +1,30 @@
+{
+    "producer": {
+        "name": "ammo",
+        "version": "0.7.3"
+    },
+    "architecture": "LlamaForCausalLM",
+    "dtype": "float16",
+    "num_hidden_layers": 48,
+    "num_attention_heads": 32,
+    "num_key_value_heads": 8,
+    "hidden_size": 4096,
+    "norm_epsilon": 1e-05,
+    "vocab_size": 32000,
+    "max_position_embeddings": 4096,
+    "hidden_act": "silu",
+    "use_parallel_embedding": true,
+    "embedding_sharding_dim": 0,
+    "quantization": {
+        "quant_algo": null,
+        "kv_cache_quant_algo": "FP8"
+    },
+    "mapping": {
+        "world_size": 2,
+        "tp_size": 2,
+        "pp_size": 1
+    },
+    "head_size": 128,
+    "intermediate_size": 14336,
+    "position_embedding_type": "rope_gpt_neox"
+}

rank0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beff10d55b00d6a6172aace9a115759266a9692f6a83a140dc147b93e36d6c41
+size 10731966352

rank1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5c3fc4a68947e2b0353973d18c234ad79a11c66ca05a83cbcf42f94be1ad51
+size 10731966352