deepparag commited on
Commit
7ca1066
·
1 Parent(s): d126eec
Files changed (2) hide show
  1. config.json +5 -11
  2. pytorch_model.bin +2 -2
config.json CHANGED
@@ -8,15 +8,14 @@
8
  "bos_token_id": 50256,
9
  "embd_pdrop": 0.1,
10
  "eos_token_id": 50256,
11
- "gradient_checkpointing": false,
12
  "initializer_range": 0.02,
13
  "layer_norm_epsilon": 1e-05,
14
  "model_type": "gpt2",
15
  "n_ctx": 1024,
16
- "n_embd": 1024,
17
- "n_head": 16,
18
  "n_inner": null,
19
- "n_layer": 24,
20
  "n_positions": 1024,
21
  "reorder_and_upcast_attn": false,
22
  "resid_pdrop": 0.1,
@@ -29,16 +28,11 @@
29
  "summary_use_proj": true,
30
  "task_specific_params": {
31
  "conversational": {
32
- "max_length":200,
33
- "no_repeat_ngram_size":4,
34
- "do_sample":true,
35
- "top_k":100,
36
- "top_p":0.7,
37
- "temperature":0.8
38
  }
39
  },
40
  "torch_dtype": "float32",
41
- "transformers_version": "4.13.0",
42
  "use_cache": true,
43
  "vocab_size": 50257
44
  }
 
8
  "bos_token_id": 50256,
9
  "embd_pdrop": 0.1,
10
  "eos_token_id": 50256,
 
11
  "initializer_range": 0.02,
12
  "layer_norm_epsilon": 1e-05,
13
  "model_type": "gpt2",
14
  "n_ctx": 1024,
15
+ "n_embd": 1280,
16
+ "n_head": 20,
17
  "n_inner": null,
18
+ "n_layer": 36,
19
  "n_positions": 1024,
20
  "reorder_and_upcast_attn": false,
21
  "resid_pdrop": 0.1,
 
28
  "summary_use_proj": true,
29
  "task_specific_params": {
30
  "conversational": {
31
+ "max_length": 1000
 
 
 
 
 
32
  }
33
  },
34
  "torch_dtype": "float32",
35
+ "transformers_version": "4.14.1",
36
  "use_cache": true,
37
  "vocab_size": 50257
38
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63f43e334ced300cf5fc1b3a0439a3148fa90f8829cd62b9e8818329f5c6d80c
3
- size 1444576537
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b23e9eab2b440e18612a2ab19505a7bf128c346a441804c21bcedd1076fca4ac
3
+ size 3134045897