Hugging Face's logo

WORKINGPLACE
/
SPEED-BASE-2-22B

Safetensors
mixtral
Model card Files
xet
 Community
Shrijanagain commited on
Commit
51ce2c6
·
verified ·
1 Parent(s): 9dcdc63

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. config.json +38 -0
  3. model-00001-of-00081.safetensors +3 -0
  4. model-00002-of-00081.safetensors +3 -0
  5. model-00003-of-00081.safetensors +3 -0
  6. model-00004-of-00081.safetensors +3 -0
  7. model-00005-of-00081.safetensors +3 -0
  8. model-00006-of-00081.safetensors +3 -0
  9. model-00007-of-00081.safetensors +3 -0
  10. model-00008-of-00081.safetensors +3 -0
  11. model-00009-of-00081.safetensors +3 -0
  12. model-00010-of-00081.safetensors +3 -0
  13. model-00011-of-00081.safetensors +3 -0
  14. model-00012-of-00081.safetensors +3 -0
  15. model-00013-of-00081.safetensors +3 -0
  16. model-00014-of-00081.safetensors +3 -0
  17. model-00015-of-00081.safetensors +3 -0
  18. model-00016-of-00081.safetensors +3 -0
  19. model-00017-of-00081.safetensors +3 -0
  20. model-00018-of-00081.safetensors +3 -0
  21. model-00019-of-00081.safetensors +3 -0
  22. model-00020-of-00081.safetensors +3 -0
  23. model-00021-of-00081.safetensors +3 -0
  24. model-00022-of-00081.safetensors +3 -0
  25. model-00023-of-00081.safetensors +3 -0
  26. model-00024-of-00081.safetensors +3 -0
  27. model-00025-of-00081.safetensors +3 -0
  28. model-00026-of-00081.safetensors +3 -0
  29. model-00027-of-00081.safetensors +3 -0
  30. model-00028-of-00081.safetensors +3 -0
  31. model-00029-of-00081.safetensors +3 -0
  32. model-00030-of-00081.safetensors +3 -0
  33. model-00031-of-00081.safetensors +3 -0
  34. model-00032-of-00081.safetensors +3 -0
  35. model-00033-of-00081.safetensors +3 -0
  36. model-00034-of-00081.safetensors +3 -0
  37. model-00035-of-00081.safetensors +3 -0
  38. model-00036-of-00081.safetensors +3 -0
  39. model-00037-of-00081.safetensors +3 -0
  40. model-00038-of-00081.safetensors +3 -0
  41. model-00039-of-00081.safetensors +3 -0
  42. model-00040-of-00081.safetensors +3 -0
  43. model-00041-of-00081.safetensors +3 -0
  44. model-00042-of-00081.safetensors +3 -0
  45. model-00043-of-00081.safetensors +3 -0
  46. model-00044-of-00081.safetensors +3 -0
  47. model-00045-of-00081.safetensors +3 -0
  48. model-00046-of-00081.safetensors +3 -0
  49. model-00047-of-00081.safetensors +3 -0
  50. model-00048-of-00081.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MixtralForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "dtype": "bfloat16",
9
+ "eos_token_id": 2,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 4096,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 14336,
15
+ "max_position_embeddings": 4096,
16
+ "mlp_bias": false,
17
+ "model_type": "mixtral",
18
+ "num_attention_heads": 32,
19
+ "num_experts_per_tok": 2,
20
+ "num_hidden_layers": 48,
21
+ "num_key_value_heads": 8,
22
+ "num_local_experts": 2,
23
+ "output_router_logits": false,
24
+ "pad_token_id": 2,
25
+ "pretraining_tp": 1,
26
+ "rms_norm_eps": 1e-05,
27
+ "rope_parameters": {
28
+ "rope_theta": 10000.0,
29
+ "rope_type": "default"
30
+ },
31
+ "router_aux_loss_coef": 0.001,
32
+ "router_jitter_noise": 0.0,
33
+ "sliding_window": null,
34
+ "tie_word_embeddings": false,
35
+ "transformers_version": "5.10.1",
36
+ "use_cache": true,
37
+ "vocab_size": 262162
38
+ }
model-00001-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa86d519f5dbd8db584d8881354927436166eda369c7efae56366918a7e79b99
3
+ size 2348975008
model-00002-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5038311075e42dba835f9fa27bfc35ce41db7c7f5889a804854f60ed48c8bd1
3
+ size 469762600
model-00003-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3b0a5375b518c029b668bedfdc30259f97ff83dcb83a003174ed65fd5746382
3
+ size 436225112
model-00004-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:266c4eb5e6c5aec934cdf14b156942bc974d18dfbb36d48b169c747c6ec3f0be
3
+ size 520102896
model-00005-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bca5eec75c47460b28b812859522c9cff9704834f4f3a2ecee4a834b67b32aa
3
+ size 503325456
model-00006-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:547e45015c56d496c5d119010d9a61e61997457eab96a81177db63140cb6f5a9
3
+ size 436225112
model-00007-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee49e768858d6ac691dd8f135373fe2994723a4ffddd4278ca07f409ce36e76f
3
+ size 469762600
model-00008-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96490e7deef72dfbcb8682dcd8d25f9a5a4f24d3d56d129a55d97ec5f91ff80f
3
+ size 436225112
model-00009-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:260770aac94b15d49b8cf7553beab2f5498e0ff3bbbf758ce58e91591c1b29c5
3
+ size 520102896
model-00010-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1a8ecb04a94f63b5c76391b6d364ad4294f0ca6e7ca4040c7d22a71e585cf38
3
+ size 503325456
model-00011-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:681ed2f427adbd4329fc69d952cda617538e27badd1b806c6a2458bc0da07447
3
+ size 436225112
model-00012-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2e4524e64f932b5bce867c69f59f98c5504094f2a8872d3d282bf6ca77a7ab2
3
+ size 469762600
model-00013-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41180db84ccadf048c4bd59f51ac4fcd716c457d52fb892e9e852a7987dfd2f5
3
+ size 436225112
model-00014-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a492f600203e8fafaa2976aa12f7ed05961efa4c0572b77cf29fa2ca7cd0478
3
+ size 520102896
model-00015-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b06fb5a5c0528f33a14e2597642ab7622ec30b29ba2c10bcfc545b75178415ce
3
+ size 503325456
model-00016-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da132d174119718f27e480bd2db3cefc04d0392837f4a8ed985d27d9ed6ec033
3
+ size 436225112
model-00017-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0529db14e9c771f4ff129f1fe889c7f71963d2e07877ea17958b337c9a053035
3
+ size 469762600
model-00018-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c0cca9528f47f2a0731583628f036718d844e1abc53f96f6e7fbc6210540aef
3
+ size 436225120
model-00019-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:593cd7aebab16b25ae2e38a35b2ad0d1b4d4638435983b6cee58e5cc5cdf4361
3
+ size 520102904
model-00020-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54b044295b067a8b0c98b9c2ded6a4d7684a722b82cc01edbb736529f5df8e2f
3
+ size 503325464
model-00021-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c1ec091fba01367ac0c96cca4f45d4ef0d1001468a7963bc9d0dbea379b3c57
3
+ size 436225120
model-00022-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65774d77f4c92b24d00950ff0abf0f1fefa8e2907eb56f9a63328175b5bbed74
3
+ size 469762600
model-00023-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94293cd03a1a644f399ab24fcb684c0ae9b86e05e0648631fc0399a971938a70
3
+ size 436225120
model-00024-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30d54b78caa08af8921867233aacae6ca872d957c268f215be03051857f32a09
3
+ size 520102904
model-00025-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f562bb4cc3571b9196b284603cfece1fdff2627f791758577c65af624096467d
3
+ size 503325464
model-00026-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1de71e773c33d5e1f7266a310e6abc2423b5ccbb708bc4a9769f1ec5f74883a6
3
+ size 436225120
model-00027-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ee223b62ec2ac18736e9159be39dd5b13ac3781f1367b28a79508022408e110
3
+ size 469762600
model-00028-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:976683d6e62ab38b1c78c492e374389c1c3d433518d6a740ed145860efdcd7e5
3
+ size 436225120
model-00029-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0310dfee9a37e45ec23473f1abf8742d399ed946ee2fa36d14aadbe5cd26b7
3
+ size 520102904
model-00030-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1dbfa727560e175ab9abcf0c9b85d0b8a341c6f70fad5a889ec4a0090b49444
3
+ size 503325464
model-00031-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef4f4801312e56a5e2ba4753f1c1f72fe2ec99db3f34a0022b7d1a26304b1f8a
3
+ size 436225120
model-00032-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3e470a8b7c865c50c844e0252a6007ff1afc5c5dfaed19d2de330f483ac7d85
3
+ size 469762600
model-00033-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77cf16ef12160b8cdb19508cdff3bb247bbbbceb4c50957d63f198cc20940e20
3
+ size 436225120
model-00034-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e713ce5b456dc52358f10a71040e632f563f4af6178bf82771788a977a0b9ad1
3
+ size 520102904
model-00035-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c40622d04fd28a2bb1d4260a27ed9f9bfd3530e9b823b1e4b0d22ca419cd7f8
3
+ size 503325464
model-00036-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01e5e725b38d0f42be7092c8f29fc226ed5a0ad3812a21f443f1cb9e8ea63a4d
3
+ size 436225120
model-00037-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:425a1535a59182633725e9d366f334d56f76240f33c21c9142d330b0a147843b
3
+ size 469762600
model-00038-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:132a92c4454438ff1ace820ce10aa0dcbdc80ee09e95445eeab505bdb1d13420
3
+ size 436225120
model-00039-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b57e5b18a54cc71401c9728d57db3a8eefe3f57b16489b5a9e80bc65e5e8c049
3
+ size 520102904
model-00040-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b1b3ec383b47f5701d35dfa66c38c340ce7ed38da1040b7cca8868783dda27e
3
+ size 503325464
model-00041-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a347fc3e0ce3ee8f01df3da9d7d3de0a0ad18118214745ba34f8fae49cb9a2fe
3
+ size 436225120
model-00042-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48851f0b7f3224aaed3e8c24e6a87c0e705da4c269ac73ec696b15dc61d15291
3
+ size 469762600
model-00043-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef0c1bd4936e59cdc8e375c64eec823b92a37004cb31aaa1691b57c2aaf7edf
3
+ size 436225120
model-00044-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ada1db1def9a795931fc054cffbfd2549053a86232895cd34be7ccec36789898
3
+ size 520102904
model-00045-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64bcab2ff40469833ff26eb20c32718204d11022c4fade138ff946c5123b189f
3
+ size 503325464
model-00046-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4726aef4417630708e9019dbff0eb9bcdfa4d118f28ad8e92115f152e099c49
3
+ size 436225120
model-00047-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4f2be5c276a7404363048239b748769ea04fe0827f40046d2144e2e70bdc34f
3
+ size 469762600
model-00048-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbbe7c3a3b7e9a4768f99ebd435187c333c689adf7e0ad6a8d05ba7eb373af9e
3
+ size 436225120