karrrr123456 commited on
Commit
7e41ffb
·
verified ·
1 Parent(s): f25b0d9

Upload 35 files

Browse files
Files changed (35) hide show
  1. config.json +34 -0
  2. merges.txt +0 -0
  3. model.safetensors +3 -0
  4. special_tokens_map.json +23 -0
  5. test-00000-of-00001-010a6231c4b54d31.parquet +3 -0
  6. test-00000-of-00001-010a6231c4b54d31.parquetZone.Identifier +0 -0
  7. tokenizer.json +0 -0
  8. tokenizer_config.json +20 -0
  9. train-00000-of-00012-6fbcb5acda05b3c0.parquet +3 -0
  10. train-00000-of-00012-6fbcb5acda05b3c0.parquetZone.Identifier +0 -0
  11. train-00001-of-00012-2bb9d088068a84c9.parquet +3 -0
  12. train-00001-of-00012-2bb9d088068a84c9.parquetZone.Identifier +0 -0
  13. train-00002-of-00012-efb6c8de04272068.parquet +3 -0
  14. train-00002-of-00012-efb6c8de04272068.parquetZone.Identifier +0 -0
  15. train-00003-of-00012-47006e5a888a9324.parquet +3 -0
  16. train-00003-of-00012-47006e5a888a9324.parquetZone.Identifier +0 -0
  17. train-00004-of-00012-a6a94a0207e8e96c.parquet +3 -0
  18. train-00004-of-00012-a6a94a0207e8e96c.parquetZone.Identifier +0 -0
  19. train-00005-of-00012-d255c96cd87a0aa7.parquet +3 -0
  20. train-00005-of-00012-d255c96cd87a0aa7.parquetZone.Identifier +0 -0
  21. train-00006-of-00012-89040916c30140e6.parquet +3 -0
  22. train-00006-of-00012-89040916c30140e6.parquetZone.Identifier +0 -0
  23. train-00007-of-00012-239b43e016d4ac92.parquet +3 -0
  24. train-00007-of-00012-239b43e016d4ac92.parquetZone.Identifier +0 -0
  25. train-00008-of-00012-3273ba93936ad8ef.parquet +3 -0
  26. train-00008-of-00012-3273ba93936ad8ef.parquetZone.Identifier +0 -0
  27. train-00009-of-00012-0b640f47936d940a.parquet +3 -0
  28. train-00009-of-00012-0b640f47936d940a.parquetZone.Identifier +0 -0
  29. train-00010-of-00012-d266658ccbfa0537.parquet +3 -0
  30. train-00010-of-00012-d266658ccbfa0537.parquetZone.Identifier +0 -0
  31. train-00011-of-00012-aec474909333c631.parquet +3 -0
  32. train-00011-of-00012-aec474909333c631.parquetZone.Identifier +0 -0
  33. validation-00000-of-00001-a2192e61a091cecb.parquet +3 -0
  34. validation-00000-of-00001-a2192e61a091cecb.parquetZone.Identifier +0 -0
  35. vocab.json +0 -0
config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/home/karrrrrrrrrrem/distilled_ai_model",
3
+ "activation_function": "gelu_new",
4
+ "architectures": [
5
+ "GPT2Model"
6
+ ],
7
+ "attn_pdrop": 0.1,
8
+ "bos_token_id": 50256,
9
+ "embd_pdrop": 0.1,
10
+ "eos_token_id": 50256,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 1024,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gpt2",
15
+ "n_embd": 384,
16
+ "n_head": 12,
17
+ "n_inner": null,
18
+ "n_layer": 4,
19
+ "n_positions": 1024,
20
+ "num_layers": 12,
21
+ "reorder_and_upcast_attn": false,
22
+ "resid_pdrop": 0.1,
23
+ "scale_attn_by_inverse_layer_idx": false,
24
+ "scale_attn_weights": true,
25
+ "summary_activation": null,
26
+ "summary_first_dropout": 0.1,
27
+ "summary_proj_to_labels": true,
28
+ "summary_type": "cls_index",
29
+ "summary_use_proj": true,
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.49.0",
32
+ "use_cache": true,
33
+ "vocab_size": 50257
34
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ce87f4707105b6ce8e249d72be5b07f69d30bad0e38235d55f8a571b1032010
3
+ size 107166640
special_tokens_map.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|endoftext|>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|endoftext|>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "unk_token": {
17
+ "content": "<|endoftext|>",
18
+ "lstrip": false,
19
+ "normalized": true,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ }
23
+ }
test-00000-of-00001-010a6231c4b54d31.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22e5bf5d399c8312027f3006d6a1a534b7ccc74f1e793c191491cfbd861dae11
3
+ size 133
test-00000-of-00001-010a6231c4b54d31.parquetZone.Identifier ADDED
File without changes
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "50256": {
5
+ "content": "<|endoftext|>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ }
12
+ },
13
+ "bos_token": "<|endoftext|>",
14
+ "clean_up_tokenization_spaces": false,
15
+ "eos_token": "<|endoftext|>",
16
+ "extra_special_tokens": {},
17
+ "model_max_length": 1024,
18
+ "tokenizer_class": "GPT2Tokenizer",
19
+ "unk_token": "<|endoftext|>"
20
+ }
train-00000-of-00012-6fbcb5acda05b3c0.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1485ff492e3e9d3f69e3818082a8078f7aad6d240222def931d28addaa3f239
3
+ size 134
train-00000-of-00012-6fbcb5acda05b3c0.parquetZone.Identifier ADDED
File without changes
train-00001-of-00012-2bb9d088068a84c9.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5df4bd7aa6b152b6f760dd0f020a7b026af94213fe11fdc67e64f46841ee05e1
3
+ size 134
train-00001-of-00012-2bb9d088068a84c9.parquetZone.Identifier ADDED
File without changes
train-00002-of-00012-efb6c8de04272068.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b5e52e2d448d510cbbe8e260d3ba7285df331dd2bee56260284cb0a90846f52
3
+ size 134
train-00002-of-00012-efb6c8de04272068.parquetZone.Identifier ADDED
File without changes
train-00003-of-00012-47006e5a888a9324.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0534d54adb5edbb9942c67edaa44119e0aeb34b204e1496f7ee6646f113416d0
3
+ size 134
train-00003-of-00012-47006e5a888a9324.parquetZone.Identifier ADDED
File without changes
train-00004-of-00012-a6a94a0207e8e96c.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18797ad23263ab8c59dd569d0f4eeb033436bbd39a55d5f4643c777198c2d885
3
+ size 134
train-00004-of-00012-a6a94a0207e8e96c.parquetZone.Identifier ADDED
File without changes
train-00005-of-00012-d255c96cd87a0aa7.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44bb5e364df4902b570baf41c9a9a20a196b54d9df9edc371e3fb3232f46da1
3
+ size 134
train-00005-of-00012-d255c96cd87a0aa7.parquetZone.Identifier ADDED
File without changes
train-00006-of-00012-89040916c30140e6.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d441d95186110be2b1d1f10dc75e51ab0d66c681019adf092e2dea31f832c17
3
+ size 134
train-00006-of-00012-89040916c30140e6.parquetZone.Identifier ADDED
File without changes
train-00007-of-00012-239b43e016d4ac92.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51d82392f1888107dc503740a56a5fa538d3246707b4aeedaa49112a578798c6
3
+ size 134
train-00007-of-00012-239b43e016d4ac92.parquetZone.Identifier ADDED
File without changes
train-00008-of-00012-3273ba93936ad8ef.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4054934ef67ac9b770ffa68058c85c782291a2974116a9b90d51b5a653570de4
3
+ size 134
train-00008-of-00012-3273ba93936ad8ef.parquetZone.Identifier ADDED
File without changes
train-00009-of-00012-0b640f47936d940a.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2bc039c68fd5f77920fe1bdcf3e9d0b13917e217a99333fefacbc9a3136a6e3
3
+ size 134
train-00009-of-00012-0b640f47936d940a.parquetZone.Identifier ADDED
File without changes
train-00010-of-00012-d266658ccbfa0537.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea652252e1ee78e08f2d32a89fb81239fff02b15667e0cbad61060c73bd421d6
3
+ size 134
train-00010-of-00012-d266658ccbfa0537.parquetZone.Identifier ADDED
File without changes
train-00011-of-00012-aec474909333c631.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ba22ec770cdfbab4b1462b170b04050703dcb7ea02d13e519ce239bc0f42047
3
+ size 134
train-00011-of-00012-aec474909333c631.parquetZone.Identifier ADDED
File without changes
validation-00000-of-00001-a2192e61a091cecb.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9de7461b35748fbf54bff91c0d6cced780d924684a49ddb72ff3bee5df8f44e
3
+ size 132
validation-00000-of-00001-a2192e61a091cecb.parquetZone.Identifier ADDED
File without changes
vocab.json ADDED
The diff for this file is too large to render. See raw diff