zynxware commited on
Commit
7291916
·
verified ·
1 Parent(s): b39d27d

Upload model

Browse files
Files changed (2) hide show
  1. config.json +45 -32
  2. generation_config.json +6 -31
config.json CHANGED
@@ -1,32 +1,45 @@
1
- {
2
- "_name_or_path": "zynxware/nexus-prime",
3
- "architectures": [
4
- "GPT2LMHeadModel"
5
- ],
6
- "model_type": "gpt2",
7
- "tokenizer_type": "GPT2Tokenizer",
8
- "vocab_size": 50257,
9
- "n_positions": 1024,
10
- "n_embd": 768,
11
- "n_layer": 6,
12
- "n_head": 12,
13
- "n_inner": 3072,
14
- "activation_function": "gelu_new",
15
- "resid_pdrop": 0.1,
16
- "embd_pdrop": 0.1,
17
- "attn_pdrop": 0.1,
18
- "layer_norm_epsilon": 1e-05,
19
- "initializer_range": 0.02,
20
- "summary_type": "cls_index",
21
- "summary_use_proj": true,
22
- "summary_activation": null,
23
- "summary_proj_to_labels": true,
24
- "summary_first_dropout": 0.1,
25
- "torch_dtype": "float16",
26
- "transformers_version": "4.21.0",
27
- "transformers_info": {
28
- "auto_mapping": null,
29
- "custom_classes": null,
30
- "exported_with": "4.21.0"
31
- }
32
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_num_labels": 1,
3
+ "activation_function": "gelu_new",
4
+ "architectures": [
5
+ "GPT2LMHeadModel"
6
+ ],
7
+ "attn_pdrop": 0.1,
8
+ "bos_token_id": 50256,
9
+ "dtype": "float32",
10
+ "embd_pdrop": 0.1,
11
+ "eos_token_id": 50256,
12
+ "id2label": {
13
+ "0": "LABEL_0"
14
+ },
15
+ "initializer_range": 0.02,
16
+ "label2id": {
17
+ "LABEL_0": 0
18
+ },
19
+ "layer_norm_epsilon": 1e-05,
20
+ "model_type": "gpt2",
21
+ "n_ctx": 1024,
22
+ "n_embd": 768,
23
+ "n_head": 12,
24
+ "n_inner": null,
25
+ "n_layer": 6,
26
+ "n_positions": 1024,
27
+ "reorder_and_upcast_attn": false,
28
+ "resid_pdrop": 0.1,
29
+ "scale_attn_by_inverse_layer_idx": false,
30
+ "scale_attn_weights": true,
31
+ "summary_activation": null,
32
+ "summary_first_dropout": 0.1,
33
+ "summary_proj_to_labels": true,
34
+ "summary_type": "cls_index",
35
+ "summary_use_proj": true,
36
+ "task_specific_params": {
37
+ "text-generation": {
38
+ "do_sample": true,
39
+ "max_length": 50
40
+ }
41
+ },
42
+ "transformers_version": "4.56.2",
43
+ "use_cache": true,
44
+ "vocab_size": 50257
45
+ }
generation_config.json CHANGED
@@ -1,31 +1,6 @@
1
- {
2
- "_from_model_config": true,
3
- "bos_token_id": 50256,
4
- "eos_token_id": 50256,
5
- "pad_token_id": 50256,
6
- "transformers_version": "4.21.0",
7
- "max_length": 1000,
8
- "min_length": 1,
9
- "do_sample": true,
10
- "early_stopping": false,
11
- "num_beams": 1,
12
- "temperature": 0.7,
13
- "top_k": 50,
14
- "top_p": 0.9,
15
- "repetition_penalty": 1.2,
16
- "length_penalty": 1.0,
17
- "no_repeat_ngram_size": 3,
18
- "bad_words_ids": null,
19
- "force_words_ids": null,
20
- "encoder_no_repeat_ngram_size": 0,
21
- "decoder_start_token_id": null,
22
- "num_return_sequences": 1,
23
- "diversity_penalty": 0.0,
24
- "remove_invalid_values": true,
25
- "exponential_decay_length_penalty": null,
26
- "suppress_tokens": null,
27
- "begin_suppress_tokens": null,
28
- "forced_bos_token_id": null,
29
- "forced_eos_token_id": null,
30
- "max_new_tokens": 80
31
- }
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 50256,
4
+ "eos_token_id": 50256,
5
+ "transformers_version": "4.56.2"
6
+ }