fqb commited on
Commit
e3e57f1
·
verified ·
1 Parent(s): 288ab81

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (1) hide show
  1. tokenizer_config.json +4 -0
tokenizer_config.json CHANGED
@@ -6,12 +6,16 @@
6
  "extra_special_tokens": [
7
  "<|audio|>"
8
  ],
 
9
  "is_local": false,
 
10
  "model_input_names": [
11
  "input_ids",
12
  "attention_mask"
13
  ],
14
  "model_max_length": 131072,
15
  "model_specific_special_tokens": {},
 
 
16
  "tokenizer_class": "TokenizersBackend"
17
  }
 
6
  "extra_special_tokens": [
7
  "<|audio|>"
8
  ],
9
+ "from_slow": true,
10
  "is_local": false,
11
+ "legacy": false,
12
  "model_input_names": [
13
  "input_ids",
14
  "attention_mask"
15
  ],
16
  "model_max_length": 131072,
17
  "model_specific_special_tokens": {},
18
+ "pad_token": "<|finetune_right_pad_id|>",
19
+ "padding_side": "left",
20
  "tokenizer_class": "TokenizersBackend"
21
  }