Update inference.py

inference.py

@@ -9,10 +9,10 @@ import logging
 logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
 
 # Hyperparameters
-embedding_dim = 8
+embedding_dim = 256
 
-hidden_dim = 16
-num_layers = 1
+hidden_dim = 256
+num_layers = 4
 sequence_length = 64
 temp = 1.0  # Temperature parameter
 top_k = 10  # Top-k sampling parameter