Update src/pipeline.py

src/pipeline.py

@@ -52,6 +52,7 @@ class W8A16LinearLayer(nn.Module):
     def __init__(self, in_features, out_features, bias=True, dtype=torch.float32):
         super().__init__()
         self.weight = nn.Parameter(torch.randn(out_features, in_features, dtype=dtype))
+        self.weight.requires_grad = False
         if bias:
             self.bias = nn.Parameter(torch.randn(1, out_features, dtype=dtype))
         self.scales = nn.Parameter(torch.randn(out_features, dtype=dtype))