Spaces:
Running
Running
Update model.py
Browse files
model.py
CHANGED
|
@@ -47,7 +47,7 @@ if not logger.handlers:
|
|
| 47 |
class ModelConfig:
|
| 48 |
"""Centralised hyperparameter store for GreesyGPT."""
|
| 49 |
|
| 50 |
-
vocab_size: int =
|
| 51 |
context_len: int = 12_000
|
| 52 |
n_embd: int = 768
|
| 53 |
n_head: int = 12
|
|
|
|
| 47 |
class ModelConfig:
|
| 48 |
"""Centralised hyperparameter store for GreesyGPT."""
|
| 49 |
|
| 50 |
+
vocab_size: int = 200032
|
| 51 |
context_len: int = 12_000
|
| 52 |
n_embd: int = 768
|
| 53 |
n_head: int = 12
|