fix

Files changed (3) hide show

__pycache__/attn.cpython-312.pyc CHANGED Viewed

Binary files a/__pycache__/attn.cpython-312.pyc and b/__pycache__/attn.cpython-312.pyc differ

__pycache__/mlp.cpython-312.pyc CHANGED Viewed

Binary files a/__pycache__/mlp.cpython-312.pyc and b/__pycache__/mlp.cpython-312.pyc differ

mlp.py CHANGED Viewed

@@ -1,11 +1,11 @@
 import torch.nn as nn
 from torch.nn import functional as F
 class MLP(nn.Module):
     def __init__(self, config, dtype=None):
         # https://arxiv.org/pdf/2002.05202
         super().__init__()
-        torch_dtype = getattr(torch, config.torch_dtype, torch.float32)  # Use config dtype
         dtype = dtype if dtype is not None else torch_dtype
         self.hidden_size = config.n_embd
         self.intermediate_size = config.n_embd * config.mlp_scale

 import torch.nn as nn
 from torch.nn import functional as F
+import torch
 class MLP(nn.Module):
     def __init__(self, config, dtype=None):
         # https://arxiv.org/pdf/2002.05202
         super().__init__()
+        torch_dtype = config.torch_dtype
         dtype = dtype if dtype is not None else torch_dtype
         self.hidden_size = config.n_embd
         self.intermediate_size = config.n_embd * config.mlp_scale