OpenLab-NLP
/

model-prototype

Model card Files Files and versions

Yuchan commited on Nov 19

Commit

1896fcf

·

verified ·

1 Parent(s): 9039eff

Update Model.py

Files changed (1) hide show

Model.py +1 -1

Model.py CHANGED Viewed

@@ -243,7 +243,7 @@ class LoSoU(layers.Layer):
         score = g_q * g_k
         # 동적 alpha 계산: (B, L, d_model) -> (B, L, 1)
-        alpha_dynamic = self.alpha_linear(x_f32) * 0.8 + 0.1 # (B, L, 1)
         # 필요시 alpha_dynamic에 대한 후처리 (예: min/max 등) 가능
         # ex: alpha_dynamic = tf.clip_by_value(alpha_dynamic, 0.01, 0.99)

         score = g_q * g_k
         # 동적 alpha 계산: (B, L, d_model) -> (B, L, 1)
+        alpha_dynamic = self.alpha_linear(x_f32) # (B, L, 1)
         # 필요시 alpha_dynamic에 대한 후처리 (예: min/max 등) 가능
         # ex: alpha_dynamic = tf.clip_by_value(alpha_dynamic, 0.01, 0.99)