add safetensors and gguf

Candle_TinyMistral-248M_f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1435cfb29a391fb8464747bd9483d90a422790b2efabcff2d76336bba03bd4b
+size 496107744

Candle_TinyMistral-248M_q2k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bce4cd2675e520289f1eb370cfc507d7a532bbc1590f18b35e1c49767d9327e
+size 81485344

Candle_TinyMistral-248M_q3k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358e9fb1f28bfb99642c768a1eb090e6ee804b7a1e85b48e8ad027b04605f459
+size 106672672

Candle_TinyMistral-248M_q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f17d3b6907065806bb641ea5ba3714b370c0fd07cc0cae4d1ea8516a836ad7
+size 139609952

Candle_TinyMistral-248M_q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1fbf04e10f68cc399dec19453d39a81b29ef49652e1c7d82b231d9a8aee4be
+size 155109856

Candle_TinyMistral-248M_q4k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6af1f859a776d5d9b3652327a6b6d19c44daeb38c1b951376c0fe7f11557166
+size 139609952

Candle_TinyMistral-248M_q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4187953b5d254bbcd14a0d9820e50c5d59d8aa624daf0031d12c8f5b3098d6
+size 170609760

Candle_TinyMistral-248M_q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710422817a4bee11e608aa8ea9d115d166dec2bdf7e080676c5475b12197f597
+size 186109664

Candle_TinyMistral-248M_q5k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9de420440680a4e00ad844335dcd4263bf0875da3e511502bb6b405c0922c2b
+size 170609760

Candle_TinyMistral-248M_q6k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766a098c7fa5e7e84b57e8777e19a2c88e2a66a5a9626416f37b9575c78347b0
+size 203547104

Candle_TinyMistral-248M_q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5daef9f0ffbda90f4f2f1fe0ed4181281d590d056c0c5eb912e268da1d750e
+size 263609184

Candle_TinyMistral-248M_q8_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e453440f417773607c44a8df3bee32c2138add2b44a40b62dbed01888739d79
+size 279109088

Candle_TinyMistral-248M_q8k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679edc0ffcd0b22c88a14fe299052debda536bf60ce71abfec322de32fd7cc0
+size 282984096

README.md

@@ -1,3 +1,13 @@
 ---
-license: apache-2.0
+datasets:
+- Locutusque/TinyMistral-248M
+language:
+- en
+pipeline_tag: text-generation
+license: apache-2
 ---
+
+This repo includes `.gguf` built for HuggingFace/Candle.
+They will not work with `llama.cpp`.
+
+Refer to the [original repo](https://huggingface.co/Locutusque/TinyMistral-248M) for more details.

config.json

@@ -0,0 +1,24 @@
+{
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 12,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 10000.0,
+  "sliding_window": 32,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.35.0",
+  "use_cache": true,
+  "vocab_size": 32005
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b93879526336c3b4900d5c6aec1f262f41b68ab24f0f9ef5c8ba43a694dc9f
+size 992108680