controlllmai commited on
Commit
4fefbba
·
verified ·
1 Parent(s): dbb64fa

Fix config.json: correct text_config from chatterbox-ONNX reference (hidden_size=1024, num_layers=30, vocab_size=8194)

Browse files
Files changed (1) hide show
  1. config.json +35 -16
config.json CHANGED
@@ -1,28 +1,47 @@
1
  {
2
  "model_type": "chatterbox",
3
- "architectures": ["ChatterboxModel"],
4
  "text_config": {
5
- "vocab_size": 131072,
6
- "hidden_size": 2048,
7
- "num_attention_heads": 16,
8
- "num_hidden_layers": 24,
9
- "intermediate_size": 5632,
10
- "model_type": "llama",
11
  "bos_token_id": 1,
12
- "eos_token_id": 2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  },
14
  "sample_rate": 24000,
15
  "bos_token_id": 1,
16
  "eos_token_id": [2, 6562],
17
  "transformers.js_config": {
18
- "use_external_data_format": {
19
- "embed_tokens": 1,
20
- "speech_encoder": 1,
21
- "language_model": 1,
22
- "language_model_fp16": 1,
23
- "language_model_q4": 1,
24
- "language_model_q4f16": 1,
25
- "conditional_decoder": 1
26
  }
27
  }
28
  }
 
1
  {
2
  "model_type": "chatterbox",
 
3
  "text_config": {
4
+ "architectures": [
5
+ "LlamaForCausalLM"
6
+ ],
7
+ "attention_bias": false,
8
+ "attention_dropout": 0.0,
 
9
  "bos_token_id": 1,
10
+ "eos_token_id": 2,
11
+ "head_dim": 64,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 1024,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 4096,
16
+ "max_position_embeddings": 131072,
17
+ "mlp_bias": false,
18
+ "model_type": "llama",
19
+ "num_attention_heads": 16,
20
+ "num_hidden_layers": 30,
21
+ "num_key_value_heads": 16,
22
+ "pretraining_tp": 1,
23
+ "rms_norm_eps": 1e-05,
24
+ "rope_scaling": {
25
+ "factor": 8.0,
26
+ "high_freq_factor": 4.0,
27
+ "low_freq_factor": 1.0,
28
+ "original_max_position_embeddings": 8192,
29
+ "rope_type": "llama3"
30
+ },
31
+ "rope_theta": 500000.0,
32
+ "tie_word_embeddings": false,
33
+ "torch_dtype": "float32",
34
+ "use_cache": true,
35
+ "vocab_size": 8194
36
  },
37
  "sample_rate": 24000,
38
  "bos_token_id": 1,
39
  "eos_token_id": [2, 6562],
40
  "transformers.js_config": {
41
+ "use_external_data_format": true,
42
+ "kv_cache_dtype": {
43
+ "fp16": "float16",
44
+ "q4f16": "float16"
 
 
 
 
45
  }
46
  }
47
  }