Upload folder using huggingface_hub

README.md

@@ -0,0 +1,4 @@
+---
+---
+
+These are the untrained weights of a ByteLlama model. More info can be found [here](https://github.com/mittagessen/bytellama).

config.json

@@ -0,0 +1,13 @@
+{
+ "vocab_size": 259,
+ "num_layers": 30,
+ "num_heads": 9,
+ "num_kv_heads": 3,
+ "embed_dim": 576,
+ "max_seq_len": 384,
+ "intermediate_dim": 1536,
+ "attn_dropout": 0.0,
+ "norm_eps": 1e-5,
+ "rope_base": 10000,
+ "scale_factor": 32
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0668c376a9d1fe412e4b2a02bfffc70ed9d41d1b683d8a8b02848826e88dec9
+size 567060720