Hugging Face's logo

ibivibiv
/
colossus_120b

Text Generation
Transformers
Safetensors
English
llama
text-generation-inference
Model card Files
xet
 Community
3
ibivibiv commited on
Commit
88cbcfd
·
verified ·
1 Parent(s): 221897b

Upload LlamaForCausalLM

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +4 -4
  2. config.json +28 -0
  3. generation_config.json +6 -0
  4. model-00001-of-00104.safetensors +3 -0
  5. model-00002-of-00104.safetensors +3 -0
  6. model-00003-of-00104.safetensors +3 -0
  7. model-00004-of-00104.safetensors +3 -0
  8. model-00005-of-00104.safetensors +3 -0
  9. model-00006-of-00104.safetensors +3 -0
  10. model-00007-of-00104.safetensors +3 -0
  11. model-00008-of-00104.safetensors +3 -0
  12. model-00009-of-00104.safetensors +3 -0
  13. model-00010-of-00104.safetensors +3 -0
  14. model-00011-of-00104.safetensors +3 -0
  15. model-00012-of-00104.safetensors +3 -0
  16. model-00013-of-00104.safetensors +3 -0
  17. model-00014-of-00104.safetensors +3 -0
  18. model-00015-of-00104.safetensors +3 -0
  19. model-00016-of-00104.safetensors +3 -0
  20. model-00017-of-00104.safetensors +3 -0
  21. model-00018-of-00104.safetensors +3 -0
  22. model-00019-of-00104.safetensors +3 -0
  23. model-00020-of-00104.safetensors +3 -0
  24. model-00021-of-00104.safetensors +3 -0
  25. model-00022-of-00104.safetensors +3 -0
  26. model-00023-of-00104.safetensors +3 -0
  27. model-00024-of-00104.safetensors +3 -0
  28. model-00025-of-00104.safetensors +3 -0
  29. model-00026-of-00104.safetensors +3 -0
  30. model-00027-of-00104.safetensors +3 -0
  31. model-00028-of-00104.safetensors +3 -0
  32. model-00029-of-00104.safetensors +3 -0
  33. model-00030-of-00104.safetensors +3 -0
  34. model-00031-of-00104.safetensors +3 -0
  35. model-00032-of-00104.safetensors +3 -0
  36. model-00033-of-00104.safetensors +3 -0
  37. model-00034-of-00104.safetensors +3 -0
  38. model-00035-of-00104.safetensors +3 -0
  39. model-00036-of-00104.safetensors +3 -0
  40. model-00037-of-00104.safetensors +3 -0
  41. model-00038-of-00104.safetensors +3 -0
  42. model-00039-of-00104.safetensors +3 -0
  43. model-00040-of-00104.safetensors +3 -0
  44. model-00041-of-00104.safetensors +3 -0
  45. model-00042-of-00104.safetensors +3 -0
  46. model-00043-of-00104.safetensors +3 -0
  47. model-00044-of-00104.safetensors +3 -0
  48. model-00045-of-00104.safetensors +3 -0
  49. model-00046-of-00104.safetensors +3 -0
  50. model-00047-of-00104.safetensors +3 -0
README.md CHANGED
@@ -1,8 +1,6 @@
1
  ---
2
  library_name: transformers
3
- license: apache-2.0
4
- language:
5
- - en
6
  ---
7
 
8
  # Model Card for Model ID
@@ -198,4 +196,6 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
198
 
199
  ## Model Card Contact
200
 
201
- [More Information Needed]
 
 
 
1
  ---
2
  library_name: transformers
3
+ tags: []
 
 
4
  ---
5
 
6
  # Model Card for Model ID
 
196
 
197
  ## Model Card Contact
198
 
199
+ [More Information Needed]
200
+
201
+
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "./collosus",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 4096,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 137,
18
+ "num_key_value_heads": 8,
19
+ "pretraining_tp": 1,
20
+ "rms_norm_eps": 1e-05,
21
+ "rope_scaling": null,
22
+ "rope_theta": 10000.0,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "float32",
25
+ "transformers_version": "4.37.2",
26
+ "use_cache": true,
27
+ "vocab_size": 32000
28
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.37.2"
6
+ }
model-00001-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07994ceed8ffea44a8556eeceb5bc1b8cd34148236f4c65a929ef90b58b63a3a
3
+ size 4806739440
model-00002-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86afef372cc0c2ce19f99b69acacb206c5222fa3290f9349a7792f782ad2e7f5
3
+ size 4630578440
model-00003-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dea81941de883b7ae31df8a8f45bc1b92e7f717386a632d79c29d4c78491ae33
3
+ size 4362142864
model-00004-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95480c1bea706892c5aec70b5e39743d2a389ef405f8a338fe9e01ca5e85ee61
3
+ size 4966188864
model-00005-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6986ce5ac053bf9d83b9680c2252440557803ddb4dbeebbc1b0baa1a4a3a4271
3
+ size 4362142864
model-00006-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de43df44deb9c9bb8bc4c132d27703deda88035f6d28d3bb69c78e2dfbde18b4
3
+ size 4362142864
model-00007-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e6e98cb5930e6194480bd328dfb93df9847f8ec6a59c40736028638af0bbb0a
3
+ size 4966188864
model-00008-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7cd9e39a7a31307a3b7f760fce8c85af520685cd58d43a836e9dce4c1bf04f4
3
+ size 4362142880
model-00009-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4609fd17944e23e42bc5ac504e8e927eaae6c15deacf06ee53f2ce254f5466af
3
+ size 4362142872
model-00010-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06bdea5d1391b8fd5b80dfc8007a2c652c08b16c8fc3a507ff13c5362522badc
3
+ size 4966188880
model-00011-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1707aaf88d8522128324ed7284abff355194d9a0ebbbc75b0b1a59326a412d1
3
+ size 4362142872
model-00012-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bb929a69b7e148f6171225e65528acd40eccc543fa0f31cdca943bac2974e66
3
+ size 4362142872
model-00013-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecdd340782afa9c4bb0e69552193725f33594b8458e75a379233f8d8cfd7463b
3
+ size 4966188880
model-00014-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72ff6597017b2098cf1c453d49c29c7df4c57ac0486970b1f2175f8b351fcfd4
3
+ size 4362142872
model-00015-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1175f450c4fca4964d896d3be3f80e45ff994a05e4d5089cc41fdcff3b270b8
3
+ size 4362142872
model-00016-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3b3e33100ce9d71c1489acab341908a5518648c1bb0aba2c45639fc949a80d4
3
+ size 4966188880
model-00017-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48722c6f0ed73a5e33516ef54af62703102fb4a1e8faa1ae233619d890e87ff9
3
+ size 4362142872
model-00018-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6230da4c4db37469f6c9e42ebde9b96ebd77ddfe1696b92585083f65926127a0
3
+ size 4362142872
model-00019-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a71035b3d396192542e284ff7c304977fdd6b4721607b25d0998178960ea7d9
3
+ size 4966188880
model-00020-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:236a62acacaec60336ab909d1f3f0fdaa39a73269d4c368d937af75671692ecc
3
+ size 4362142872
model-00021-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:675f29472ca6fccb2c48684c2379693127071e4d7d1eb7b72081c2d682dfe2b6
3
+ size 4362142872
model-00022-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5728b2211ae84008747393793cac924e5905f006ad5b506c1fca7d7d17df6b85
3
+ size 4966188880
model-00023-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b8192169994154c91ad4d2800e6ac396ed6a5a26c35fe6c4516ec3904207faa
3
+ size 4362142872
model-00024-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4de49410339f3dbefb3b2b1d0a589d8976663b7bb87b88dfdc31ca76a5301518
3
+ size 4362142872
model-00025-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b88ba15c86c34e555bb6a1ece8a18f2e468a6dd2c706278013414534892416f
3
+ size 4966188880
model-00026-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:084f6538ad227f6a9953cbad4731750e04d047232c63e5aa3e2071db9b691148
3
+ size 4362142872
model-00027-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66f7421f760f48076b7842187aa19c48f3578dca1f5ccd77c56e654643a69c84
3
+ size 4362142872
model-00028-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b62c1498909ad736e30e40f30465d0d1f80e0ad5b73805e95432c3b319af2247
3
+ size 4966188880
model-00029-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:775010851dc9e6efea30bafe4483708588b682734a67bc045cd00586c517117b
3
+ size 4362142872
model-00030-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50ec9a5587602975c259578bab83398cde7ac8f277e8d8d8e0a613382e5fe580
3
+ size 4362142872
model-00031-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d092c4bee11494b829e8135b96f46417d05d4ae7b07d8516070189b59186f164
3
+ size 4966188880
model-00032-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bf0aae2549c9fb10d870db34976ebd931515cc3204fd76e1e35336e94c72ae7
3
+ size 4362142872
model-00033-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:920d4aacb0b019ea82bbe4e1039aa384a0278e320ead1ef67a4afa8542910245
3
+ size 4362142872
model-00034-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c305c685d0c1ba50a49734d4261dbf66035929a3f689eab9ef02df94abcb5d50
3
+ size 4966188880
model-00035-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4ba4a1125a9e9e7f3e0fbe2e8710333604e49ee5275c34967d0d812234ade3f
3
+ size 4362142872
model-00036-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d178d83968088a783a63f3bb0ddf9bdb31aeec0f96a27dcff934d611d2768b1d
3
+ size 4362142872
model-00037-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b362988384ed49a64bcfd58b9ab9f90bb0e64c579204daa52059b5e1c6734e69
3
+ size 4966188880
model-00038-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26f5789d6b58f513f1b84cce760510a140c7f13656ba7ac947c373cc5b5f8fef
3
+ size 4362142872
model-00039-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9af2d9fdb83bcfeb827fbd5ec6566234ae4eb98d01a37ebe84ebc2c8ca3b34d9
3
+ size 4362142872
model-00040-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ae01d785168fcfa9d48bd1a794742198c16addc16fd194679e544eea628a2cd
3
+ size 4966188880
model-00041-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cb642e6ab0e9d32c9a57f7cd48eaa379748d2ef66fb6cc1231cfd54ad30c13f
3
+ size 4362142872
model-00042-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb9c309ebbf881e28ee30d6a9977c26f5aeae8d01bc1625322c6d172689f284b
3
+ size 4362142872
model-00043-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d76a53ebd1fea2cf4287290a24fb1761923a261b66e44a83cd187308cc6d973
3
+ size 4966188880
model-00044-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9a54a96014f4491779a1957de74b88b2ff42204544364a7613170bbdeee1115
3
+ size 4362142872
model-00045-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:073a5a9c107a4575b0955cbe927360e958d5fbcc362d779a0a546556e6e0e987
3
+ size 4362142872
model-00046-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2bd898e5b42f74ce8be6f61e036c213116b6dbf33aae2fe922f5b2da3fcb70f
3
+ size 4966188880
model-00047-of-00104.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45db0ce54be8f3e49ab34e41d32ac9c637c40837cb02c7679af9afd7ce211309
3
+ size 4362142872