Update Model.py

Model.py

@@ -235,7 +235,7 @@ class LoSoU(layers.Layer):
         return tf.cast(out, x.dtype)
 
 class Block(layers.Layer):
-    def __init__(self, d_model, r, hyper_n, num_heads, num_groups):
+    def __init__(self, d_model, hyper_n):
         super().__init__()
         self.losou = [LoSoU(d_model) for _ in range(hyper_n)]
 
@@ -249,7 +249,7 @@ class ReLaM(tf.keras.Model):
         super().__init__()
         self.token_embedding = layers.Embedding(vocab_size, d_model)
         self.pos_embedding = layers.Embedding(max_seq_len, d_model)
-        self.blocks = [Block(d_model, r=204, hyper_n=3, num_heads=8, num_groups=2) for _ in range(n_layers)]
+        self.blocks = [Block(d_model, hyper_n=3) for _ in range(n_layers)]
 
         # LayerNormalization은 float32로 해서 정밀도 문제 방지
         self.ln_f = layers.LayerNormalization(epsilon=1e-5, dtype="float32")