Upload folder using huggingface_hub

config.json

@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "Pebble10MLM"
+  ],
+  "model_type": "pebble_10m",
+  "auto_map": {
+    "AutoConfig": "configuration_pebble.PebbleConfig",
+    "AutoModelForCausalLM": "modeling_pebble.PebbleForCausalLM"
+  },
+  "vocab_size": 2048,
+  "hidden_size": 384,
+  "intermediate_size": 1536,
+  "num_hidden_layers": 8,
+  "num_attention_heads": 6,
+  "block_pattern": "mmma|mmma",
+  "hybrid_ratio": "3:1 mamba2:attention",
+  "max_position_embeddings": 512,
+  "rms_norm_eps": 1e-06,
+  "tie_word_embeddings": true,
+  "mamba2": {
+    "d_state": 128,
+    "d_conv": 4,
+    "expand": 2,
+    "headdim": 96,
+    "use_mem_eff_path": true
+  },
+  "attention": {
+    "rope_theta": 10000.0,
+    "is_causal": true
+  },
+  "torch_dtype": "float32"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d51db7dc009f60c0779be502166679d478a58a28aee414e8df2f2e1e035ee89
+size 44278976

tokenizer_config.json

@@ -0,0 +1,16 @@
+{
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "bos_token": "<|eos|>",
+  "eos_token": "<|eos|>",
+  "pad_token": null,
+  "unk_token": null,
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "model_max_length": 512,
+  "model_input_names": [
+    "input_ids"
+  ],
+  "name_or_path": "pebble-bpe-2048",
+  "eos_token_id": 0,
+  "vocab_size": 2048
+}