Spaces:
Running on Zero
Running on Zero
Download diffcve/modules/initialization.py from hugging-apps/diffcve-2607: direct link, hf CLI and curl.
- Browser
- Download file 1.17 kB
-
https://huggingface.co/spaces/hugging-apps/diffcve-2607/resolve/main/diffcve/modules/initialization.py
- Command line
-
hf download hf://spaces/hugging-apps/diffcve-2607/diffcve/modules/initialization.py
-
curl -L -o initialization.py https://huggingface.co/spaces/hugging-apps/diffcve-2607/resolve/main/diffcve/modules/initialization.py
1.17 kB
| import torch | |
| from torch.nn import init as init | |
| from torch.nn.modules.batchnorm import _BatchNorm | |
| from torch import nn as nn | |
| def make_layer(basic_block, num_basic_block, **kwarg): | |
| layers = [] | |
| for _ in range(num_basic_block): | |
| layers.append(basic_block(**kwarg)) | |
| return nn.Sequential(*layers) | |
| def default_init_weights(module_list, scale=1, bias_fill=0, **kwargs): | |
| if not isinstance(module_list, list): | |
| module_list = [module_list] | |
| for module in module_list: | |
| for m in module.modules(): | |
| if isinstance(m, nn.Conv2d): | |
| init.kaiming_normal_(m.weight, **kwargs) | |
| m.weight.data *= scale | |
| if m.bias is not None: | |
| m.bias.data.fill_(bias_fill) | |
| elif isinstance(m, nn.Linear): | |
| init.kaiming_normal_(m.weight, **kwargs) | |
| m.weight.data *= scale | |
| if m.bias is not None: | |
| m.bias.data.fill_(bias_fill) | |
| elif isinstance(m, _BatchNorm): | |
| init.constant_(m.weight, 1) | |
| if m.bias is not None: | |
| m.bias.data.fill_(bias_fill) | |