Upload folder using huggingface_hub
Browse files- generation_config.json +4 -0
- onnx/embed_tokens.onnx +2 -2
- preprocessor_config.json +5 -0
- tokenizer.json +10 -10
generation_config.json
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"eos_token_id": 6562,
|
| 3 |
+
"repetition_penalty": 1.2
|
| 4 |
+
}
|
onnx/embed_tokens.onnx
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:27796e8252f36b463b0421cafdcc35b5f1e670ab0d96c9182f37ac6571c2f4bc
|
| 3 |
+
size 2058
|
preprocessor_config.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"feature_extractor_type": "ChatterboxFeatureExtractor",
|
| 3 |
+
"processor_class": "ChatterboxProcessor",
|
| 4 |
+
"sampling_rate": 24000
|
| 5 |
+
}
|
tokenizer.json
CHANGED
|
@@ -202,13 +202,13 @@
|
|
| 202 |
},
|
| 203 |
{
|
| 204 |
"SpecialToken": {
|
| 205 |
-
"id": "
|
| 206 |
"type_id": 0
|
| 207 |
}
|
| 208 |
},
|
| 209 |
{
|
| 210 |
"SpecialToken": {
|
| 211 |
-
"id": "
|
| 212 |
"type_id": 0
|
| 213 |
}
|
| 214 |
}
|
|
@@ -222,13 +222,13 @@
|
|
| 222 |
},
|
| 223 |
{
|
| 224 |
"SpecialToken": {
|
| 225 |
-
"id": "
|
| 226 |
"type_id": 0
|
| 227 |
}
|
| 228 |
},
|
| 229 |
{
|
| 230 |
"SpecialToken": {
|
| 231 |
-
"id": "
|
| 232 |
"type_id": 0
|
| 233 |
}
|
| 234 |
},
|
|
@@ -240,25 +240,25 @@
|
|
| 240 |
},
|
| 241 |
{
|
| 242 |
"SpecialToken": {
|
| 243 |
-
"id": "
|
| 244 |
"type_id": 1
|
| 245 |
}
|
| 246 |
},
|
| 247 |
{
|
| 248 |
"SpecialToken": {
|
| 249 |
-
"id": "
|
| 250 |
"type_id": 1
|
| 251 |
}
|
| 252 |
}
|
| 253 |
],
|
| 254 |
"special_tokens": {
|
| 255 |
-
"
|
| 256 |
-
"id": "
|
| 257 |
"ids": [
|
| 258 |
-
|
| 259 |
],
|
| 260 |
"tokens": [
|
| 261 |
-
"
|
| 262 |
]
|
| 263 |
}
|
| 264 |
}
|
|
|
|
| 202 |
},
|
| 203 |
{
|
| 204 |
"SpecialToken": {
|
| 205 |
+
"id": "<|endoftext|>",
|
| 206 |
"type_id": 0
|
| 207 |
}
|
| 208 |
},
|
| 209 |
{
|
| 210 |
"SpecialToken": {
|
| 211 |
+
"id": "<|endoftext|>",
|
| 212 |
"type_id": 0
|
| 213 |
}
|
| 214 |
}
|
|
|
|
| 222 |
},
|
| 223 |
{
|
| 224 |
"SpecialToken": {
|
| 225 |
+
"id": "<|endoftext|>",
|
| 226 |
"type_id": 0
|
| 227 |
}
|
| 228 |
},
|
| 229 |
{
|
| 230 |
"SpecialToken": {
|
| 231 |
+
"id": "<|endoftext|>",
|
| 232 |
"type_id": 0
|
| 233 |
}
|
| 234 |
},
|
|
|
|
| 240 |
},
|
| 241 |
{
|
| 242 |
"SpecialToken": {
|
| 243 |
+
"id": "<|endoftext|>",
|
| 244 |
"type_id": 1
|
| 245 |
}
|
| 246 |
},
|
| 247 |
{
|
| 248 |
"SpecialToken": {
|
| 249 |
+
"id": "<|endoftext|>",
|
| 250 |
"type_id": 1
|
| 251 |
}
|
| 252 |
}
|
| 253 |
],
|
| 254 |
"special_tokens": {
|
| 255 |
+
"<|endoftext|>": {
|
| 256 |
+
"id": "<|endoftext|>",
|
| 257 |
"ids": [
|
| 258 |
+
50256
|
| 259 |
],
|
| 260 |
"tokens": [
|
| 261 |
+
"<|endoftext|>"
|
| 262 |
]
|
| 263 |
}
|
| 264 |
}
|