Yuchan
commited on
Update AlphaS2S.py
Browse files- AlphaS2S.py +1 -1
AlphaS2S.py
CHANGED
|
@@ -236,7 +236,7 @@ class gMLPBlock(layers.Layer):
|
|
| 236 |
return residual + out
|
| 237 |
|
| 238 |
class CrossBlock(layers.Layer):
|
| 239 |
-
def __init__(self): # ๐ก d_model ์ธ์ ์ถ๊ฐ
|
| 240 |
super().__init__()
|
| 241 |
# ๐ก ์์ : ์ถ๋ ฅ ์ฐจ์์ 1์์ d_model๋ก ๋ณ๊ฒฝ
|
| 242 |
def call(self, x, z):
|
|
|
|
| 236 |
return residual + out
|
| 237 |
|
| 238 |
class CrossBlock(layers.Layer):
|
| 239 |
+
def __init__(self, clip_value=5.0, eps=1e-6): # ๐ก d_model ์ธ์ ์ถ๊ฐ
|
| 240 |
super().__init__()
|
| 241 |
# ๐ก ์์ : ์ถ๋ ฅ ์ฐจ์์ 1์์ d_model๋ก ๋ณ๊ฒฝ
|
| 242 |
def call(self, x, z):
|