| # Copyright (c) 2025 FoundationVision | |
| # SPDX-License-Identifier: MIT | |
| import torch | |
| def swish(x): | |
| if type(x) == list: | |
| for i in range(len(x)): | |
| x[i] = swish(x[i]) | |
| return x | |
| try: | |
| return x*torch.sigmoid(x) | |
| except: | |
| for _i in range(x.shape[2]): | |
| x[:,:,_i:_i+1,:,:] = x[:,:,_i:_i+1,:,:]*torch.sigmoid(x[:,:,_i:_i+1,:,:]) | |
| return x |