kyberfrog commited on
Commit
c0b96d9
·
verified ·
1 Parent(s): d5a289f

Upload 70 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. model/config.json +133 -0
  2. model/model-00001-of-00068.safetensors +3 -0
  3. model/model-00002-of-00068.safetensors +3 -0
  4. model/model-00003-of-00068.safetensors +3 -0
  5. model/model-00004-of-00068.safetensors +3 -0
  6. model/model-00005-of-00068.safetensors +3 -0
  7. model/model-00006-of-00068.safetensors +3 -0
  8. model/model-00007-of-00068.safetensors +3 -0
  9. model/model-00008-of-00068.safetensors +3 -0
  10. model/model-00009-of-00068.safetensors +3 -0
  11. model/model-00010-of-00068.safetensors +3 -0
  12. model/model-00011-of-00068.safetensors +3 -0
  13. model/model-00012-of-00068.safetensors +3 -0
  14. model/model-00013-of-00068.safetensors +3 -0
  15. model/model-00014-of-00068.safetensors +3 -0
  16. model/model-00015-of-00068.safetensors +3 -0
  17. model/model-00016-of-00068.safetensors +3 -0
  18. model/model-00017-of-00068.safetensors +3 -0
  19. model/model-00018-of-00068.safetensors +3 -0
  20. model/model-00019-of-00068.safetensors +3 -0
  21. model/model-00020-of-00068.safetensors +3 -0
  22. model/model-00021-of-00068.safetensors +3 -0
  23. model/model-00022-of-00068.safetensors +3 -0
  24. model/model-00023-of-00068.safetensors +3 -0
  25. model/model-00024-of-00068.safetensors +3 -0
  26. model/model-00025-of-00068.safetensors +3 -0
  27. model/model-00026-of-00068.safetensors +3 -0
  28. model/model-00027-of-00068.safetensors +3 -0
  29. model/model-00028-of-00068.safetensors +3 -0
  30. model/model-00029-of-00068.safetensors +3 -0
  31. model/model-00030-of-00068.safetensors +3 -0
  32. model/model-00031-of-00068.safetensors +3 -0
  33. model/model-00032-of-00068.safetensors +3 -0
  34. model/model-00033-of-00068.safetensors +3 -0
  35. model/model-00034-of-00068.safetensors +3 -0
  36. model/model-00035-of-00068.safetensors +3 -0
  37. model/model-00036-of-00068.safetensors +3 -0
  38. model/model-00037-of-00068.safetensors +3 -0
  39. model/model-00038-of-00068.safetensors +3 -0
  40. model/model-00039-of-00068.safetensors +3 -0
  41. model/model-00040-of-00068.safetensors +3 -0
  42. model/model-00041-of-00068.safetensors +3 -0
  43. model/model-00042-of-00068.safetensors +3 -0
  44. model/model-00043-of-00068.safetensors +3 -0
  45. model/model-00044-of-00068.safetensors +3 -0
  46. model/model-00045-of-00068.safetensors +3 -0
  47. model/model-00046-of-00068.safetensors +3 -0
  48. model/model-00047-of-00068.safetensors +3 -0
  49. model/model-00048-of-00068.safetensors +3 -0
  50. model/model-00049-of-00068.safetensors +3 -0
model/config.json ADDED
@@ -0,0 +1,133 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Phi-3-vision-128k-instruct",
3
+ "architectures": [
4
+ "Phi3ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "embd_pdrop": 0.0,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 3072,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 8192,
14
+ "max_position_embeddings": 131072,
15
+ "model_type": "phi3",
16
+ "num_attention_heads": 32,
17
+ "num_hidden_layers": 32,
18
+ "num_key_value_heads": 32,
19
+ "original_max_position_embeddings": 4096,
20
+ "pad_token_id": 32000,
21
+ "resid_pdrop": 0.0,
22
+ "rms_norm_eps": 1e-05,
23
+ "rope_scaling": {
24
+ "long_factor": [
25
+ 1.0299999713897705,
26
+ 1.0499999523162842,
27
+ 1.0499999523162842,
28
+ 1.0799999237060547,
29
+ 1.2299998998641968,
30
+ 1.2299998998641968,
31
+ 1.2999999523162842,
32
+ 1.4499999284744263,
33
+ 1.5999999046325684,
34
+ 1.6499998569488525,
35
+ 1.8999998569488525,
36
+ 2.859999895095825,
37
+ 3.68999981880188,
38
+ 5.419999599456787,
39
+ 5.489999771118164,
40
+ 5.489999771118164,
41
+ 9.09000015258789,
42
+ 11.579999923706055,
43
+ 15.65999984741211,
44
+ 15.769999504089355,
45
+ 15.789999961853027,
46
+ 18.360000610351562,
47
+ 21.989999771118164,
48
+ 23.079999923706055,
49
+ 30.009998321533203,
50
+ 32.35000228881836,
51
+ 32.590003967285156,
52
+ 35.56000518798828,
53
+ 39.95000457763672,
54
+ 53.840003967285156,
55
+ 56.20000457763672,
56
+ 57.95000457763672,
57
+ 59.29000473022461,
58
+ 59.77000427246094,
59
+ 59.920005798339844,
60
+ 61.190006256103516,
61
+ 61.96000671386719,
62
+ 62.50000762939453,
63
+ 63.3700065612793,
64
+ 63.48000717163086,
65
+ 63.48000717163086,
66
+ 63.66000747680664,
67
+ 63.850006103515625,
68
+ 64.08000946044922,
69
+ 64.760009765625,
70
+ 64.80001068115234,
71
+ 64.81001281738281,
72
+ 64.81001281738281
73
+ ],
74
+ "short_factor": [
75
+ 1.05,
76
+ 1.05,
77
+ 1.05,
78
+ 1.1,
79
+ 1.1,
80
+ 1.1,
81
+ 1.2500000000000002,
82
+ 1.2500000000000002,
83
+ 1.4000000000000004,
84
+ 1.4500000000000004,
85
+ 1.5500000000000005,
86
+ 1.8500000000000008,
87
+ 1.9000000000000008,
88
+ 2.000000000000001,
89
+ 2.000000000000001,
90
+ 2.000000000000001,
91
+ 2.000000000000001,
92
+ 2.000000000000001,
93
+ 2.000000000000001,
94
+ 2.000000000000001,
95
+ 2.000000000000001,
96
+ 2.000000000000001,
97
+ 2.000000000000001,
98
+ 2.000000000000001,
99
+ 2.000000000000001,
100
+ 2.000000000000001,
101
+ 2.000000000000001,
102
+ 2.000000000000001,
103
+ 2.000000000000001,
104
+ 2.000000000000001,
105
+ 2.000000000000001,
106
+ 2.000000000000001,
107
+ 2.1000000000000005,
108
+ 2.1000000000000005,
109
+ 2.2,
110
+ 2.3499999999999996,
111
+ 2.3499999999999996,
112
+ 2.3499999999999996,
113
+ 2.3499999999999996,
114
+ 2.3999999999999995,
115
+ 2.3999999999999995,
116
+ 2.6499999999999986,
117
+ 2.6999999999999984,
118
+ 2.8999999999999977,
119
+ 2.9499999999999975,
120
+ 3.049999999999997,
121
+ 3.049999999999997,
122
+ 3.049999999999997
123
+ ],
124
+ "type": "longrope"
125
+ },
126
+ "rope_theta": 10000.0,
127
+ "sliding_window": 131072,
128
+ "tie_word_embeddings": false,
129
+ "torch_dtype": "bfloat16",
130
+ "transformers_version": "4.45.2",
131
+ "use_cache": false,
132
+ "vocab_size": 32064
133
+ }
model/model-00001-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:102c75fcb5caffeedd42dbaa1ee23fd128cc2de6a29cb25f909bd333193e5a24
3
+ size 452984952
model/model-00002-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5c546f2874244648e9bb996ee5b12f9b265fb2c35f8fbd44e13be0a43c732ca
3
+ size 394002568
model/model-00003-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74439d0fdfab7d10fbb8ea4ef1c10e72f11962beaace0842bfa757c66cb4559a
3
+ size 195725024
model/model-00004-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1f67b1974fcade384f069e018bfa5a53778ab961585f1b2abc7ae986395a3c2
3
+ size 113246360
model/model-00005-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be9df9e159424ac49fc5b999345366778a25f5f3ab55b9dcca6cbce1102c3911
3
+ size 201326744
model/model-00006-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ff4f1b4fa6c4fc618f897479526edd53b2be6eebe88bd1446dd3f5f76668885
3
+ size 251683400
model/model-00007-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5d0bc942e343f78ece1c7fd5bcefccb0a569e7296ebab243dcd11ee0ec7c336
3
+ size 201326744
model/model-00008-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75b3dd912372ee0e7b15e829e4740c5397faf58f4138e206f290e082e02f0ef3
3
+ size 251683400
model/model-00009-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:776da14f94bc67448017e217c1e301f8b74f30dba430b6e2821fa1059976558d
3
+ size 201326744
model/model-00010-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4e062c801c3621fc579e419c66e5d1144bed22ed7b593e4f7dc8f1ce2fecca4
3
+ size 251683400
model/model-00011-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11e9fb8e3ee3c6e66536f9f02e07e858d16ca98c02cc9b4f6a9617c0fe7a8908
3
+ size 201326744
model/model-00012-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e2177352a5e3a6ac0633701802c76ae95994dbd1e798b821e3653aee648142b
3
+ size 251683400
model/model-00013-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f25f4c09958a07824f4074bcf53d44e0beb048090c2d571f3272c40d37ddae89
3
+ size 201326744
model/model-00014-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4bb47d8e20b2dd0d7ea43178601dcba95ebe5fad4099ca79595f726d4fdd1eb
3
+ size 251683400
model/model-00015-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67dce63de29dfe66e64e61d2b7a90a51a2261e949e3010290e659a717269f770
3
+ size 201326744
model/model-00016-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de6a55d721ade1b0db6c5831abe527686abcca5f082b8e72f17f9119199bd443
3
+ size 251683400
model/model-00017-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e28494af5778034e2d63116d4726e045bd1149cb05e13e7aecfa07ced95e8621
3
+ size 201326744
model/model-00018-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:753ac1ed29b596f3e3462100a5df6f0b2e703dd09cae02adcb37ccd7ec328565
3
+ size 251683400
model/model-00019-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e580b6bc4866d2576453c173bd0d19dccbb3fe0b43c0fcb7ed713932a02abe97
3
+ size 201326744
model/model-00020-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f3f69e758b4a03c77793cb99d7c826742693d2908516584739b37dee0260556
3
+ size 251683400
model/model-00021-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cee412a6400dab869940839dfd8bb548b20ff43dfa0b93da1464d70632b1e93
3
+ size 201326744
model/model-00022-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6b60383c879193da2c717418ee5065aba2e7b591a6d20a81b36d88ffd6ee809
3
+ size 251683400
model/model-00023-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb1c41c02a7e576f4751b6bf5a15196df518e0a16b397cadf499005755fb310a
3
+ size 201326744
model/model-00024-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4d44eecf538328538bc34758e3d795966e53f128570bb695dd04c74ebc478f5
3
+ size 251683408
model/model-00025-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:affa32b1ebd27fa87037cf1bc7a56b48bcc105c640946cab14e90037fb51ce9c
3
+ size 201326744
model/model-00026-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7b19a77736ffe6ae86bd55e2e1a08bb5256fe28822b3256a849b0a399d849f6
3
+ size 251683408
model/model-00027-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef7bced2b392ebe113f9b5e0f1dfc64faca74f81d9aba1346039a4643c1e2099
3
+ size 201326744
model/model-00028-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69ef1cc88d993acd5991ac1e8badc34c40fc206601d07a962734047670397aa1
3
+ size 251683408
model/model-00029-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07f949b4a29ad39dd69525515f4e6c929ded3accf06c4e9b78bba9e8b35f0fb9
3
+ size 201326744
model/model-00030-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbeb916811ba72f37c5395ea2525e3a7163ce4a729147a272560d471e691d766
3
+ size 251683408
model/model-00031-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51cc29bc043d3bf94d985f9f829bf766620a19f461e890b4f35367aa4ed098fa
3
+ size 201326744
model/model-00032-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d42a23b07a6a39ce1548512df23dcf6019543c1a821b3de420ded7e67e780eb8
3
+ size 251683408
model/model-00033-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac7f6fcf1d6f14fdccccaf907e51545a00413ca095c93a167a162f49887c4023
3
+ size 201326744
model/model-00034-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ce8d1b9c5e8304bd4c2ee38da3314683919e63a6fb8ba7e4b98ca888991436
3
+ size 251683408
model/model-00035-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b251c0a9aaeb37e720a6a367b254534feed27e677b1cd8121e6e2097f9a8ab8b
3
+ size 201326744
model/model-00036-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d73dd5a02864b747d79e09f995bd9b309e75fe6115d9a15fb7f20ae59d4f307b
3
+ size 251683408
model/model-00037-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9a53c72093e43db42e028ad6541f573a04fc4ced6b7ecbf5da3f79bba8045c7
3
+ size 201326744
model/model-00038-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c81faf3686a5102ff38845e073a3b84fea771bd8d45d0929ba605c5c7812f38a
3
+ size 251683408
model/model-00039-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:758f8cc7271db250ab717ad3f8acd0df32eb7142bc0ac72165c3724ed72ce447
3
+ size 201326744
model/model-00040-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e00d3bdbc0ee88ce1d812988a77a1f0c69b4813c323eadea6c09928103cf7a8c
3
+ size 251683408
model/model-00041-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e75a33fc3f1cfaddbbe87323e646f08c3c1c58be9a5e135b829b7c53431d1146
3
+ size 201326744
model/model-00042-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f4418ca435e45c4564e49ead6a03abaa7b53ddac6bea367977d8080d179fefd
3
+ size 251683408
model/model-00043-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d81efc891942f88008bff6560b6df5d1d12447f15267595783d3db195673f68
3
+ size 201326744
model/model-00044-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccee07389a9eff0905190eb77477be0481c64e9a868cdd5db1795a7f5e28b3c9
3
+ size 251683408
model/model-00045-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:774fb4616bbec297662a59e7cac203a3ea829e2a583e8cac15edc23a14e170bb
3
+ size 201326744
model/model-00046-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:653f072093ea22060e1ad81b1776f9557dd2c72110a2bcc8f90e20ec31922968
3
+ size 251683408
model/model-00047-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:671b5f0d682dbd23b424b6cdcd96a1fe41440f982e414ed5496cf3951fa68d15
3
+ size 201326744
model/model-00048-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bec628c064127b7f3a836a4ff5a48f417c48427b4c57b20b29692afabe2e0c7b
3
+ size 251683408
model/model-00049-of-00068.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7138599a34ec9c9a9bd52ee5c998b4498ae882d1584a14e61550c8e3b795acd
3
+ size 201326744