Update modeling_super_linear.py
Browse files- modeling_super_linear.py +1 -1
modeling_super_linear.py
CHANGED
|
@@ -598,7 +598,7 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 598 |
x = x.unsqueeze(1) # [B, 1, L]
|
| 599 |
|
| 600 |
|
| 601 |
-
upsample = interpolate(x, scale_factor=scale_factor, mode='linear') # [B, C, new_L]
|
| 602 |
|
| 603 |
# Take last 500 timesteps and rearrange to [B, L, C]
|
| 604 |
if target_len < 512:
|
|
|
|
| 598 |
x = x.unsqueeze(1) # [B, 1, L]
|
| 599 |
|
| 600 |
|
| 601 |
+
upsample = interpolate(x,size =target_len,scale_factor=scale_factor, mode='linear') # [B, C, new_L]
|
| 602 |
|
| 603 |
# Take last 500 timesteps and rearrange to [B, L, C]
|
| 604 |
if target_len < 512:
|