Update file model.py
Browse files
model.py
CHANGED
|
@@ -15,7 +15,7 @@ class Model:
|
|
| 15 |
def Log(self):
|
| 16 |
model_size, rounded_model_size = GetNumParams(self.model)
|
| 17 |
print(f"Model has {model_size} ({rounded_model_size}) parameters")
|
| 18 |
-
print(f"Model's embedding size is {self.vocab_size}")
|
| 19 |
|
| 20 |
|
| 21 |
def AutoRegressiveLossFunction(self, input_ids, labels=None, criterion=None):
|
|
|
|
| 15 |
def Log(self):
|
| 16 |
model_size, rounded_model_size = GetNumParams(self.model)
|
| 17 |
print(f"Model has {model_size} ({rounded_model_size}) parameters")
|
| 18 |
+
print(f"Model's embedding size is {self.params.vocab_size}")
|
| 19 |
|
| 20 |
|
| 21 |
def AutoRegressiveLossFunction(self, input_ids, labels=None, criterion=None):
|