Upload code/config.py with huggingface_hub
Browse files- code/config.py +1 -1
code/config.py
CHANGED
|
@@ -2,7 +2,7 @@ from dataclasses import dataclass
|
|
| 2 |
|
| 3 |
@dataclass
|
| 4 |
class ViuAIConfig:
|
| 5 |
-
vocab_size: int =
|
| 6 |
d_model: int = 1280
|
| 7 |
n_layers: int = 24
|
| 8 |
n_heads: int = 20
|
|
|
|
| 2 |
|
| 3 |
@dataclass
|
| 4 |
class ViuAIConfig:
|
| 5 |
+
vocab_size: int = 64003
|
| 6 |
d_model: int = 1280
|
| 7 |
n_layers: int = 24
|
| 8 |
n_heads: int = 20
|