Update model.py
Browse files
model.py
CHANGED
|
@@ -2,6 +2,7 @@ import torch
|
|
| 2 |
import torch.nn as nn
|
| 3 |
import torch.nn.functional as F
|
| 4 |
import math
|
|
|
|
| 5 |
|
| 6 |
|
| 7 |
class RoPEPositionalEncoding(nn.Module):
|
|
@@ -173,7 +174,7 @@ class ImprovedBitBlock(nn.Module):
|
|
| 173 |
return x
|
| 174 |
|
| 175 |
|
| 176 |
-
class ImprovedBitNet(nn.Module):
|
| 177 |
def __init__(
|
| 178 |
self,
|
| 179 |
vocab_size: int = 30522,
|
|
|
|
| 2 |
import torch.nn as nn
|
| 3 |
import torch.nn.functional as F
|
| 4 |
import math
|
| 5 |
+
from huggingface_hub import PyTorchModelHubMixin
|
| 6 |
|
| 7 |
|
| 8 |
class RoPEPositionalEncoding(nn.Module):
|
|
|
|
| 174 |
return x
|
| 175 |
|
| 176 |
|
| 177 |
+
class ImprovedBitNet(nn.Module, PyTorchModelHubMixin):
|
| 178 |
def __init__(
|
| 179 |
self,
|
| 180 |
vocab_size: int = 30522,
|