anujsahani01 commited on
Commit
aef67f7
·
1 Parent(s): 75289eb

Training in progress, step 500

Browse files
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e3f15e9ec4c0e3a150e738d8f0615450beb6af16d7838c4e4ce3ce63895a251
3
  size 1188025
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78b13e4f36cc979ff0fd142696b048a432c6cd340aa7a448dae2b17a8cdf51cc
3
  size 1188025
added_tokens.json CHANGED
@@ -1,7 +1,13 @@
1
  {
2
  "<ASSISTANT_TASK:>": 32771,
3
  "<END_TASK>": 32772,
 
4
  "<SYSTEM_TASK:>": 32769,
5
  "<USER_TASK:>": 32770,
6
- "<|PAD|>": 32768
 
 
 
 
 
7
  }
 
1
  {
2
  "<ASSISTANT_TASK:>": 32771,
3
  "<END_TASK>": 32772,
4
+ "<PAD>": 32773,
5
  "<SYSTEM_TASK:>": 32769,
6
  "<USER_TASK:>": 32770,
7
+ "<|PAD|>": 32768,
8
+ "additional_special_tokens": 32778,
9
+ "bos_token": 32774,
10
+ "eos_token": 32775,
11
+ "pad_token": 32777,
12
+ "unk_token": 32776
13
  }
tokenizer.json CHANGED
@@ -56,6 +56,60 @@
56
  "rstrip": false,
57
  "normalized": false,
58
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
59
  }
60
  ],
61
  "normalizer": null,
 
56
  "rstrip": false,
57
  "normalized": false,
58
  "special": true
59
+ },
60
+ {
61
+ "id": 32773,
62
+ "content": "<PAD>",
63
+ "single_word": false,
64
+ "lstrip": false,
65
+ "rstrip": false,
66
+ "normalized": false,
67
+ "special": true
68
+ },
69
+ {
70
+ "id": 32774,
71
+ "content": "bos_token",
72
+ "single_word": false,
73
+ "lstrip": false,
74
+ "rstrip": false,
75
+ "normalized": true,
76
+ "special": false
77
+ },
78
+ {
79
+ "id": 32775,
80
+ "content": "eos_token",
81
+ "single_word": false,
82
+ "lstrip": false,
83
+ "rstrip": false,
84
+ "normalized": true,
85
+ "special": false
86
+ },
87
+ {
88
+ "id": 32776,
89
+ "content": "unk_token",
90
+ "single_word": false,
91
+ "lstrip": false,
92
+ "rstrip": false,
93
+ "normalized": true,
94
+ "special": false
95
+ },
96
+ {
97
+ "id": 32777,
98
+ "content": "pad_token",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": true,
103
+ "special": false
104
+ },
105
+ {
106
+ "id": 32778,
107
+ "content": "additional_special_tokens",
108
+ "single_word": false,
109
+ "lstrip": false,
110
+ "rstrip": false,
111
+ "normalized": true,
112
+ "special": false
113
  }
114
  ],
115
  "normalizer": null,
tokenizer_config.json CHANGED
@@ -9,8 +9,8 @@
9
  "bos_token": "<|endoftext|>",
10
  "clean_up_tokenization_spaces": true,
11
  "eos_token": "<|endoftext|>",
12
- "model_max_length": 5000,
13
- "pad_token": "<|PAD|>",
14
  "tokenizer_class": "GPT2Tokenizer",
15
  "unk_token": "<|endoftext|>"
16
  }
 
9
  "bos_token": "<|endoftext|>",
10
  "clean_up_tokenization_spaces": true,
11
  "eos_token": "<|endoftext|>",
12
+ "model_max_length": 3000,
13
+ "pad_token": "<PAD>",
14
  "tokenizer_class": "GPT2Tokenizer",
15
  "unk_token": "<|endoftext|>"
16
  }