OnlyCheeini commited on
Commit
27612e1
·
verified ·
1 Parent(s): 0657516

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +1 -1
model.py CHANGED
@@ -47,7 +47,7 @@ if not logger.handlers:
47
  class ModelConfig:
48
  """Centralised hyperparameter store for GreesyGPT."""
49
 
50
- vocab_size: int = 8192
51
  context_len: int = 12_000
52
  n_embd: int = 768
53
  n_head: int = 12
 
47
  class ModelConfig:
48
  """Centralised hyperparameter store for GreesyGPT."""
49
 
50
+ vocab_size: int = 200032
51
  context_len: int = 12_000
52
  n_embd: int = 768
53
  n_head: int = 12