Yuchan
commited on
Update AlphaS2S.py
Browse files- AlphaS2S.py +2 -0
AlphaS2S.py
CHANGED
|
@@ -238,6 +238,8 @@ class gMLPBlock(layers.Layer):
|
|
| 238 |
class CrossBlock(layers.Layer):
|
| 239 |
def __init__(self, clip_value=5.0, eps=1e-6): # ๐ก d_model ์ธ์ ์ถ๊ฐ
|
| 240 |
super().__init__()
|
|
|
|
|
|
|
| 241 |
# ๐ก ์์ : ์ถ๋ ฅ ์ฐจ์์ 1์์ d_model๋ก ๋ณ๊ฒฝ
|
| 242 |
def call(self, x, z):
|
| 243 |
# a์ shape: (Batch, Seq_len, D_model)
|
|
|
|
| 238 |
class CrossBlock(layers.Layer):
|
| 239 |
def __init__(self, clip_value=5.0, eps=1e-6): # ๐ก d_model ์ธ์ ์ถ๊ฐ
|
| 240 |
super().__init__()
|
| 241 |
+
self.clip_value = clip_value
|
| 242 |
+
self.eps = eps
|
| 243 |
# ๐ก ์์ : ์ถ๋ ฅ ์ฐจ์์ 1์์ d_model๋ก ๋ณ๊ฒฝ
|
| 244 |
def call(self, x, z):
|
| 245 |
# a์ shape: (Batch, Seq_len, D_model)
|