OpenRAG128 commited on
Commit
5c99c91
·
verified ·
1 Parent(s): e42db85

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +2 -1
model.py CHANGED
@@ -2,6 +2,7 @@ import torch
2
  import torch.nn as nn
3
  import torch.nn.functional as F
4
  import math
 
5
 
6
 
7
  class RoPEPositionalEncoding(nn.Module):
@@ -173,7 +174,7 @@ class ImprovedBitBlock(nn.Module):
173
  return x
174
 
175
 
176
- class ImprovedBitNet(nn.Module):
177
  def __init__(
178
  self,
179
  vocab_size: int = 30522,
 
2
  import torch.nn as nn
3
  import torch.nn.functional as F
4
  import math
5
+ from huggingface_hub import PyTorchModelHubMixin
6
 
7
 
8
  class RoPEPositionalEncoding(nn.Module):
 
174
  return x
175
 
176
 
177
+ class ImprovedBitNet(nn.Module, PyTorchModelHubMixin):
178
  def __init__(
179
  self,
180
  vocab_size: int = 30522,