IMvision12 commited on
Commit
41d9d87
·
verified ·
1 Parent(s): 8e676e0

Upgrade kf_config.json to v2 (nested config + dtype)

Browse files
Files changed (1) hide show
  1. kf_config.json +21 -15
kf_config.json CHANGED
@@ -1,26 +1,32 @@
1
  {
2
  "library_name": "kerasformers",
3
- "kerasformers_version": "1.1.3",
4
  "model_module": "kerasformers.models.moonshine",
5
  "model_class": "MoonshineModel",
6
  "variant": "moonshine_tiny",
7
  "weights": "model.weights.h5",
 
 
8
  "model_type": "moonshine",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "hidden_dim": 288,
10
- "encoder_num_layers": 6,
11
- "decoder_num_layers": 6,
12
- "encoder_attention_heads": 8,
13
- "decoder_attention_heads": 8,
14
- "encoder_num_kv_heads": null,
15
- "decoder_num_kv_heads": null,
16
- "encoder_ffn_dim": 1152,
17
- "decoder_ffn_dim": 1152,
18
- "vocab_size": 32768,
19
- "max_position_embeddings": 194,
20
- "partial_rotary_factor": 0.9,
21
- "rope_theta": 10000.0,
22
- "encoder_activation": "gelu",
23
- "decoder_activation": "silu",
24
  "layer_norm_eps": 1e-05,
25
  "generate_args": {
26
  "bos_token_id": 1,
 
1
  {
2
  "library_name": "kerasformers",
3
+ "kerasformers_version": "1.2.1",
4
  "model_module": "kerasformers.models.moonshine",
5
  "model_class": "MoonshineModel",
6
  "variant": "moonshine_tiny",
7
  "weights": "model.weights.h5",
8
+ "schema_version": 2,
9
+ "dtype": "float32",
10
  "model_type": "moonshine",
11
+ "audio_config": {
12
+ "num_layers": 6,
13
+ "attention_heads": 8,
14
+ "num_kv_heads": null,
15
+ "ffn_dim": 1152,
16
+ "activation": "gelu"
17
+ },
18
+ "text_config": {
19
+ "num_layers": 6,
20
+ "attention_heads": 8,
21
+ "num_kv_heads": null,
22
+ "ffn_dim": 1152,
23
+ "activation": "silu",
24
+ "vocab_size": 32768,
25
+ "max_position_embeddings": 194,
26
+ "partial_rotary_factor": 0.9,
27
+ "rope_theta": 10000.0
28
+ },
29
  "hidden_dim": 288,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
30
  "layer_norm_eps": 1e-05,
31
  "generate_args": {
32
  "bos_token_id": 1,