Update constants.py

constants.py

@@ -4,7 +4,7 @@ seed = 42
 """ Hyperparameters to use for training to roughly match
 the numbers mentioned in the assignment description """
 batch_size = 16  # Number of independent sequences  we will process in parallel
-block_size = 512  # Maximum context length for predictions
+block_size = 128  # Maximum context length for predictions
 learning_rate = 1e-4  # Learning rate for the optimizer , OG: 1e-3
 n_embd = 512  # Embedding dimension
 n_head = 8 # Number of attention heads