Update modeling_super_linear.py
Browse files- modeling_super_linear.py +1 -1
modeling_super_linear.py
CHANGED
|
@@ -639,7 +639,7 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 639 |
x_enc = self.upsample_interpolate(x_enc)
|
| 640 |
pass
|
| 641 |
|
| 642 |
-
scale_factor = int(np.ceil(512/
|
| 643 |
# backbone returns (B, pred_len, C)
|
| 644 |
self.backbone.inf_pred_len = 96*scale_factor
|
| 645 |
|
|
|
|
| 639 |
x_enc = self.upsample_interpolate(x_enc)
|
| 640 |
pass
|
| 641 |
|
| 642 |
+
scale_factor = int(np.ceil(512/x_enc.shape[-1]))
|
| 643 |
# backbone returns (B, pred_len, C)
|
| 644 |
self.backbone.inf_pred_len = 96*scale_factor
|
| 645 |
|