Update app.py

app.py

@@ -8,7 +8,7 @@ from datasets import load_dataset
 from tokenizers import ByteLevelBPETokenizer
 
 MAX_SEQ_LENGTH = 128
-BATCH_SIZE = 512
+BATCH_SIZE = 256
 EPOCHS = 4
 LEARNING_RATE = 1e-4
 FP16 = True