themathys commited on
Commit
f181777
·
verified ·
1 Parent(s): 8762b83

Upload MistralForCausalLM

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "mistralai/Mistral-7B-Instruct-v0.1",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
@@ -16,8 +16,8 @@
16
  "num_hidden_layers": 32,
17
  "num_key_value_heads": 8,
18
  "rms_norm_eps": 1e-05,
19
- "rope_theta": 10000.0,
20
- "sliding_window": 4096,
21
  "tie_word_embeddings": false,
22
  "torch_dtype": "float16",
23
  "transformers_version": "4.42.0.dev0",
 
1
  {
2
+ "_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
 
16
  "num_hidden_layers": 32,
17
  "num_key_value_heads": 8,
18
  "rms_norm_eps": 1e-05,
19
+ "rope_theta": 1000000.0,
20
+ "sliding_window": null,
21
  "tie_word_embeddings": false,
22
  "torch_dtype": "float16",
23
  "transformers_version": "4.42.0.dev0",
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0907a365cf439ed3809b82a14c1924f7f1d2b639300abb14984297e2c182ecb8
3
  size 4792079992
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1933490ff830fb2c9f49803caf18c8da4551f745915832a080227cc322ce83ae
3
  size 4792079992
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abf312cc84e0ec80cc240cc2c0ff50a405c98b757d99d943fafba976f849f715
3
  size 4831925544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53e8a3862d252863babb08f4cf351fc7535d8f19c6d642b20ca3524de8001b64
3
  size 4831925544
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a93f958b302497f6f229f7b4371736760d2952396bb5c83c797eb78100c518f9
3
  size 4999714832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4225aa535a9e34dff1a1aa416e699be6000d9fb286d2a752c63b6170736f2b7
3
  size 4999714832
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19039d48309286af47f797b11eed1afdc2a76c53ae9abd6496f09303357ffa3b
3
  size 4999714832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daea10f3315d573c140812b38c8bf43f11b4a16cfbfeb6464f0f20dadab11d42
3
  size 4999714832
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:acb89a21b02b45d3b2da1d465edd93cbe227d0cd6aa17486f1e56b658585cd40
3
  size 4831925592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:819a20dea5984bf7ab43b393cf11cef94e305391025cfea0a1b2cb99b0b38f81
3
  size 4831925592
model-00006-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06275e6f2324d6413b0b845db33e3748fe384483f1ca278e017f07f7e3382dcd
3
  size 3986780784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6958a6c849621f686311452421cbd77120e5380fd891e0d2443e8b3da74d4093
3
  size 3986780784