nativemind commited on
Commit
aeaa98b
·
1 Parent(s): 5378d92
README.md DELETED
@@ -1,4 +0,0 @@
1
- # TrueGPT Small: AI Model for Action and Empowerment
2
-
3
- TrueGPT Small is a lightweight version of the TrueGPT artificial intelligence model, designed for users who need the empowering and actionable features of TrueGPT with reduced computational requirements. By providing actionable solutions and eliminating uncertainty, TrueGPT Small retains the core features of the original TrueGPT while making it accessible to a wider range of devices and systems. With seamless integration to the Hugging Face ecosystem, users can easily utilize TrueGPT Small for various AI applications.
4
-
 
 
 
 
 
config.json DELETED
@@ -1,28 +0,0 @@
1
- {
2
- "_name_or_path": "sberbank-ai/rugpt3small_based_on_gpt2",
3
- "activation_function": "gelu_new",
4
- "architectures": [
5
- "GPT2LMHeadModel"
6
- ],
7
- "attn_pdrop": 0.1,
8
- "bos_token_id": 50256,
9
- "embd_pdrop": 0.1,
10
- "eos_token_id": 50256,
11
- "gradient_checkpointing": false,
12
- "initializer_range": 0.02,
13
- "layer_norm_epsilon": 1e-05,
14
- "model_type": "gpt2",
15
- "n_ctx": 2048,
16
- "n_embd": 768,
17
- "n_head": 12,
18
- "n_inner": null,
19
- "n_layer": 12,
20
- "n_positions": 2048,
21
- "resid_pdrop": 0.1,
22
- "summary_activation": null,
23
- "summary_first_dropout": 0.1,
24
- "summary_proj_to_labels": true,
25
- "summary_type": "cls_index",
26
- "summary_use_proj": true,
27
- "vocab_size": 50257
28
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6c721dbad10d1b2d813351701f3f3ce8d3a9f09b0697a9717bc27a2030f764c
3
- size 326
 
 
 
 
special_tokens_map.json DELETED
@@ -1 +0,0 @@
1
- {"bos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}}
 
 
tokenizer_config.json DELETED
@@ -1 +0,0 @@
1
- {"errors": "replace", "unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "sberbank-ai/rugpt3small_based_on_gpt2"}
 
 
training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b6e0ea54b1ed591fd654fa0c9fdaeec72495485abd4e68624bae9d0d49ec4b7
3
- size 1281
 
 
 
 
vocab.json DELETED
The diff for this file is too large to render. See raw diff