Hugging Face's logo

1Covenant
/
tuan-dao

Safetensors
llama
Model card Files
xet
 Community
joellidin commited on
Commit
142d535
·
verified ·
1 Parent(s): 40cc47f

Upload model 2.0.11 (window 55882)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +29 -0
  2. model-00001-of-00061.safetensors +3 -0
  3. model-00002-of-00061.safetensors +3 -0
  4. model-00003-of-00061.safetensors +3 -0
  5. model-00004-of-00061.safetensors +3 -0
  6. model-00005-of-00061.safetensors +3 -0
  7. model-00006-of-00061.safetensors +3 -0
  8. model-00007-of-00061.safetensors +3 -0
  9. model-00008-of-00061.safetensors +3 -0
  10. model-00009-of-00061.safetensors +3 -0
  11. model-00010-of-00061.safetensors +3 -0
  12. model-00011-of-00061.safetensors +3 -0
  13. model-00012-of-00061.safetensors +3 -0
  14. model-00013-of-00061.safetensors +3 -0
  15. model-00014-of-00061.safetensors +3 -0
  16. model-00015-of-00061.safetensors +3 -0
  17. model-00016-of-00061.safetensors +3 -0
  18. model-00017-of-00061.safetensors +3 -0
  19. model-00018-of-00061.safetensors +3 -0
  20. model-00019-of-00061.safetensors +3 -0
  21. model-00020-of-00061.safetensors +3 -0
  22. model-00021-of-00061.safetensors +3 -0
  23. model-00022-of-00061.safetensors +3 -0
  24. model-00023-of-00061.safetensors +3 -0
  25. model-00024-of-00061.safetensors +3 -0
  26. model-00025-of-00061.safetensors +3 -0
  27. model-00026-of-00061.safetensors +3 -0
  28. model-00027-of-00061.safetensors +3 -0
  29. model-00028-of-00061.safetensors +3 -0
  30. model-00029-of-00061.safetensors +3 -0
  31. model-00030-of-00061.safetensors +3 -0
  32. model-00031-of-00061.safetensors +3 -0
  33. model-00032-of-00061.safetensors +3 -0
  34. model-00033-of-00061.safetensors +3 -0
  35. model-00034-of-00061.safetensors +3 -0
  36. model-00035-of-00061.safetensors +3 -0
  37. model-00036-of-00061.safetensors +3 -0
  38. model-00037-of-00061.safetensors +3 -0
  39. model-00038-of-00061.safetensors +3 -0
  40. model-00039-of-00061.safetensors +3 -0
  41. model-00040-of-00061.safetensors +3 -0
  42. model-00041-of-00061.safetensors +3 -0
  43. model-00042-of-00061.safetensors +3 -0
  44. model-00043-of-00061.safetensors +3 -0
  45. model-00044-of-00061.safetensors +3 -0
  46. model-00045-of-00061.safetensors +3 -0
  47. model-00046-of-00061.safetensors +3 -0
  48. model-00047-of-00061.safetensors +3 -0
  49. model-00048-of-00061.safetensors +3 -0
  50. model-00049-of-00061.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "dtype": "float32",
9
+ "eos_token_id": 2,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 8192,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 28672,
15
+ "max_position_embeddings": 2048,
16
+ "mlp_bias": false,
17
+ "model_type": "llama",
18
+ "num_attention_heads": 64,
19
+ "num_hidden_layers": 80,
20
+ "num_key_value_heads": 8,
21
+ "pretraining_tp": 1,
22
+ "rms_norm_eps": 1e-06,
23
+ "rope_scaling": null,
24
+ "rope_theta": 10000.0,
25
+ "tie_word_embeddings": false,
26
+ "transformers_version": "4.56.1",
27
+ "use_cache": false,
28
+ "vocab_size": 32000
29
+ }
model-00001-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74aba766fa661065e880653f925c4f150f285dcd60d8200e37fae3b7a4f583ef
3
+ size 4806739440
model-00002-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cd462b8837b19b49d67ff89db390180a29df22414969f8c51c1154531b1675f
3
+ size 4630578440
model-00003-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95023eeb811d654212784bc4dd074f5567a294485a38a40f9ac382dd992e03ca
3
+ size 4362142864
model-00004-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b40876bba71aa95c55ef23af5656e0ebba6b9cc38412f503c2be65295d84f3fc
3
+ size 4966188864
model-00005-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f16783f3a1f2aafa56e25700ab51dff9acadc43aeacc9d75d415884d7195e536
3
+ size 4362142864
model-00006-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:509a12d6b4b8158c008389b73fcded21dbb3b74280812ab860b9f108329f2dd7
3
+ size 4362142864
model-00007-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e79c91fdac755acc2f9174cec0a2b55f252144c2f6f0496dd96be4f3ffd63784
3
+ size 4966188864
model-00008-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:942537c793dd95db169f0b13b5654ba61bf6049b4977037d928f77dd10f1d0db
3
+ size 4362142880
model-00009-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ce02224e5053e84a12ff92638c938428a36e4b2b375718175c56c34e5eff101
3
+ size 4362142872
model-00010-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb11d2802edeffa013eed9134a8c2c26d36c0d988487fbd8d5ac934b41bc8d05
3
+ size 4966188880
model-00011-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b0e994bae31bcc5e572562d4bdd6e1abbfb60538d0052c9e14ff6ecffbf2f86
3
+ size 4362142872
model-00012-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69069fae8f729a96b4e464e56f6b858a254fbdfdbe2aedf949fdcfc599e68c3a
3
+ size 4362142872
model-00013-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac4cfe3ca649f93e54455d72896b76e27f679227e9d1ebb9bb38ed393fcfc705
3
+ size 4966188880
model-00014-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:382416220504b285f40ae9db2c0c06c59c5c6fedc8cafa625d8bcb53fbbc06bb
3
+ size 4362142872
model-00015-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c23f503409371beb23e94e0dcd795bbf829935a34a0327376fe2d70db8171296
3
+ size 4362142872
model-00016-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e68e050fd282be4f290474387f450e2405c0d40e3c34390cee57a341a9c3ef2
3
+ size 4966188880
model-00017-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4b48f82c9a4022e1bfebc25bb25b63d7b7e77a4fc98654c9651c9dc9c92bdf1
3
+ size 4362142872
model-00018-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42f63d835e31df08e4e23c61920058003cffc85e667e179f804ee56bce0499b1
3
+ size 4362142872
model-00019-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ffd0e822fa873853c42ef04096da56aef94458a627ceb104d18028e18709c6d
3
+ size 4966188880
model-00020-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f303dab82b5a82c88338608b2ed543446a371b9cfe1aad61b738211655a46d5
3
+ size 4362142872
model-00021-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f4281b1a12000100c30d19ba0a858135258572ccdb1ee75cf2adede1dd1e568
3
+ size 4362142872
model-00022-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5377a270599201da1b597294f29fa219227209027e734b7ffcaa205aab1f030f
3
+ size 4966188880
model-00023-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b04ec0b1ef16bff435e6902437123f0ea0ebdc879643098359d2bffa43055ac
3
+ size 4362142872
model-00024-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9293553666a46e0b06253350926443a1d9f43c3b133aa717421df95866ca5adb
3
+ size 4362142872
model-00025-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d281c5e7a434a0be6b7d03f432160056f36aa7b9503169bed7533a2389aaa8b
3
+ size 4966188880
model-00026-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:211dbc2749f4525de8b9f7652804f60fa4930380c329c47169d8f387a9151c97
3
+ size 4362142872
model-00027-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45562202774c974da7aa9f9c4be282ace154b674ae028c3bb240292468bbf895
3
+ size 4362142872
model-00028-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c441606ed9c09c335d394aa150f20a56b531b39a8f8da564790e436f1df308c
3
+ size 4966188880
model-00029-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:718a2eac27a773d8799d52d01a45e69178ca819380421f9815eb2fcc41076a09
3
+ size 4362142872
model-00030-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:695fb07350065190a5ba5ba5cd4d0a6bed70fde2262d2e332fcbb9a039b04882
3
+ size 4362142872
model-00031-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da00934d42c015f298383321e97059aef44ae3eda84910a3e8146772edcac57a
3
+ size 4966188880
model-00032-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cdc09a4b214424ec009ed6b8e4347fb5c43e7ea2b532dc731e7572a7b910180
3
+ size 4362142872
model-00033-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:801b09a52add7568cad34922f35a23874b159a9f959e10d60a4a95aceccff846
3
+ size 4362142872
model-00034-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58940c33e4786e61f222450fddfa3925de7e50833af74f9fb4a2fabea72ba235
3
+ size 4966188880
model-00035-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:332f061504764bc2d56c315b73f4ef1a99f219ff8a7c9dc861a6055184e0be50
3
+ size 4362142872
model-00036-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82d9cbbdcc67b664473908a68ae74f4e7a202933a97e520b61c66879b9c36e8f
3
+ size 4362142872
model-00037-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38ce4c2a2787aced753e4abd91c0e67fa7d1f5b98898a2bed1ae9af8ae64c27e
3
+ size 4966188880
model-00038-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ba4dbb0160905c105f4fa0c5647205e0908d1f135802a42fa55655725a63a3f
3
+ size 4362142872
model-00039-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ba5658c18842940931868dfa90be3c3c8fb010bb0c5d4402ed47c1ae759907
3
+ size 4362142872
model-00040-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42a494fe187d8a9af47f0b6b667acb8866dc1ad868109de503c55d7bc0d555bd
3
+ size 4966188880
model-00041-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2fa65505acbd5851fda252dfd24592c503f40b7bb4fd61435647a75573df7f9
3
+ size 4362142872
model-00042-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b9eec9d48f40431a35b49e5e1b2a49ca65c07e076b0d60173b45b6bb0657b2f
3
+ size 4362142872
model-00043-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60807592c3c5736b58c8901c93a17b11b288fe5c87e36492aa7bdb0b3ed1af7d
3
+ size 4966188880
model-00044-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65b1c220587b2abbedc00f8ce81d44b296ea6685878f0d522f9f7afea54bef2c
3
+ size 4362142872
model-00045-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:848640134e4967633f0077f370603030271da394bc32ad06058b2249bb93f140
3
+ size 4362142872
model-00046-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3d17a01e9ada28163db38daff461fec1788b70d7cb86da9082eaa485860733d
3
+ size 4966188880
model-00047-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37a320715bb9c074a5968edc93431a48c90678f626ff93fdc4c8ac0c0538aa02
3
+ size 4362142872
model-00048-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43aee0c263cdedc80c77fbe71c241621d67f191935966ce027af92001bc70b64
3
+ size 4362142872
model-00049-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90f9fc7f4fb5158fe0f9dad15776a9a34706377d97b79b681c204cdce9c16426
3
+ size 4966188880