Update app.py

app.py

@@ -112,7 +112,7 @@ for question in ["What is karma?", "Who is Arjuna?"]:
 #   # Add more question-answer pairs...
 # ]
 from transformers import BertTokenizer, TFBertForQuestionAnswering
-from transformers import Adam  # Optimizer (optional)
+from transformers import AdamW  # Optimizer (optional)
 from transformers import SquadLoss  # Loss function (optional)
 
 # Load pre-trained model and tokenizer
@@ -168,7 +168,7 @@ train_data = prepare_training_data(qa_pairs)
 # Train the model
 learning_rate = 2e-5
 epochs = 3  # Adjust these values as needed
-model.compile(optimizer=Adam(learning_rate=learning_rate), loss=SquadLoss())
+model.compile(optimizer=AdamW(learning_rate=learning_rate), loss=SquadLoss())
 model.fit(train_data, epochs=epochs)
 
 # Save the trained model and tokenizer