Hugging Face's logo

second-state
/
moxin-instruct-7b-GGUF

GGUF
mistral
conversational
Model card Files
xet
 Community
1
apepkuss79 commited on
Commit
4256b5b
·
verified ·
1 Parent(s): 0bd0c1f

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. config.json +27 -0
  3. moxin-instruct-7b-Q2_K.gguf +3 -0
  4. moxin-instruct-7b-Q3_K_L.gguf +3 -0
  5. moxin-instruct-7b-Q3_K_M.gguf +3 -0
  6. moxin-instruct-7b-Q3_K_S.gguf +3 -0
  7. moxin-instruct-7b-Q4_0.gguf +3 -0
  8. moxin-instruct-7b-Q4_K_M.gguf +3 -0
  9. moxin-instruct-7b-Q4_K_S.gguf +3 -0
  10. moxin-instruct-7b-Q5_0.gguf +3 -0
  11. moxin-instruct-7b-Q5_K_M.gguf +3 -0
  12. moxin-instruct-7b-Q5_K_S.gguf +3 -0
  13. moxin-instruct-7b-Q6_K.gguf +3 -0
  14. moxin-instruct-7b-Q8_0.gguf +3 -0
  15. moxin-instruct-7b-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ moxin-instruct-7b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ moxin-instruct-7b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ moxin-instruct-7b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ moxin-instruct-7b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ moxin-instruct-7b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ moxin-instruct-7b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ moxin-instruct-7b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ moxin-instruct-7b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ moxin-instruct-7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ moxin-instruct-7b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ moxin-instruct-7b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ moxin-instruct-7b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ moxin-instruct-7b-f16.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/shared/user93/workspace/open-instruct/output/sft_8b_11k5_final/",
3
+ "architectures": [
4
+ "MistralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 4096,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 14336,
14
+ "max_position_embeddings": 32768,
15
+ "model_type": "mistral",
16
+ "num_attention_heads": 32,
17
+ "num_hidden_layers": 36,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_theta": 10000.0,
21
+ "sliding_window": 4096,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.43.4",
25
+ "use_cache": true,
26
+ "vocab_size": 32008
27
+ }
moxin-instruct-7b-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9a8249ca1ac3422ddf1d5c5beec65c20380a5fcd82df5cbb03e25e3758a5f12
3
+ size 3040278144
moxin-instruct-7b-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db3769e6da9a33f0f7ebf391a1f082753610c00b44b20d44a508f20c450832b1
3
+ size 4279247744
moxin-instruct-7b-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e27d1e30d5d492785b274cde6e0b903d01a23e957d2fb13fd0052d236fe6e665
3
+ size 3936363392
moxin-instruct-7b-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7721b9a42335b49a43d73b60a3bea103236e7c39a91e13ecba63e79618b8899
3
+ size 3539608448
moxin-instruct-7b-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5adf01227bdd5624818af7a6a6480ae18cd88fce1e0e1e45dc6cfac4c7d4a7e
3
+ size 4599829632
moxin-instruct-7b-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17472e58b5731e98cc7f156e5864b06f3ce08cc95c8f15b0f640d12fbe9f1619
3
+ size 4891792512
moxin-instruct-7b-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ce7d0c90658da6c4a7a467dbe555e7ba476afc4bc3d787ec780905f64fd37d4
3
+ size 4631286912
moxin-instruct-7b-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cfac3cb3af93421a9745ad8c1a7ef049f65ad5be10fba4fb71166f1f596dbc7
3
+ size 5597684864
moxin-instruct-7b-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4df05551d473a6442d0c854dfac98d5dcdcf21505b8da18498a270beb5f0791a
3
+ size 5748089984
moxin-instruct-7b-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9291795d85c866198eba9b423126976a54433434e53018da527ae55ceb247e39
3
+ size 5597684864
moxin-instruct-7b-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:990705d2c93a9077eca4db0d91a70438716d79bf11cb4513d82cbff40c03425d
3
+ size 6657906048
moxin-instruct-7b-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a5b2359ce441f0dff9cddd7a08a6080b601523f7fd81e22dffc5c0388d00d24
3
+ size 8623002496
moxin-instruct-7b-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a76ed94c322dfa86cb39cd35cd288a12416add2072cfbf104dd1dcfa7685fd26
3
+ size 16229827456