ASLP-lab commited on
Commit
3e4b4ba
·
1 Parent(s): 93fd59b

Update Llasa-1B-Yue-Updated model

Browse files
Files changed (3) hide show
  1. config.json +3 -2
  2. generation_config.json +1 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -24,16 +24,17 @@
24
  "num_key_value_heads": 8,
25
  "pretraining_tp": 1,
26
  "rms_norm_eps": 1e-05,
27
- "rope_scaling": {
28
  "factor": 32.0,
29
  "high_freq_factor": 4.0,
30
  "low_freq_factor": 1.0,
31
  "original_max_position_embeddings": 8192,
 
32
  "rope_type": "llama3"
33
  },
34
  "rope_theta": 500000.0,
35
  "tie_word_embeddings": true,
36
- "transformers_version": "4.56.0",
37
  "use_cache": true,
38
  "vocab_size": 144652
39
  }
 
24
  "num_key_value_heads": 8,
25
  "pretraining_tp": 1,
26
  "rms_norm_eps": 1e-05,
27
+ "rope_parameters": {
28
  "factor": 32.0,
29
  "high_freq_factor": 4.0,
30
  "low_freq_factor": 1.0,
31
  "original_max_position_embeddings": 8192,
32
+ "rope_theta": 500000.0,
33
  "rope_type": "llama3"
34
  },
35
  "rope_theta": 500000.0,
36
  "tie_word_embeddings": true,
37
+ "transformers_version": "5.0.0.dev0",
38
  "use_cache": true,
39
  "vocab_size": 144652
40
  }
generation_config.json CHANGED
@@ -8,5 +8,5 @@
8
  ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
- "transformers_version": "4.56.0"
12
  }
 
8
  ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
+ "transformers_version": "5.0.0.dev0"
12
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7d63825e0ee6cc36ea50bf74f539144f894183490a3503c4786f570377789ab
3
  size 2538803488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede936396ea00a7e27e20db8b2e7d2eb291549fe5cbc5110d12836bbf2c1c4a2
3
  size 2538803488