Commit
·
e4f6212
1
Parent(s):
222e086
Update lyraChatGLM/model.py
Browse filesthis is very slow. weight is load from file, no need to init
- lyraChatGLM/model.py +1 -1
lyraChatGLM/model.py
CHANGED
|
@@ -161,7 +161,7 @@ class ChatGLM6BWeights:
|
|
| 161 |
self.inference_data_type])] * layer_num) # adaptor2_bias2
|
| 162 |
|
| 163 |
# Initialization
|
| 164 |
-
self._map(lambda w: torch.nn.init.normal_(w, mean=0., std=1.))
|
| 165 |
|
| 166 |
if (self.int8_mode != 0):
|
| 167 |
self.int8_w.extend([torch.zeros(global_hidden_units, local_hidden_units *
|
|
|
|
| 161 |
self.inference_data_type])] * layer_num) # adaptor2_bias2
|
| 162 |
|
| 163 |
# Initialization
|
| 164 |
+
# self._map(lambda w: torch.nn.init.normal_(w, mean=0., std=1.))
|
| 165 |
|
| 166 |
if (self.int8_mode != 0):
|
| 167 |
self.int8_w.extend([torch.zeros(global_hidden_units, local_hidden_units *
|