Create model.py

model.py

@@ -0,0 +1,12 @@
+import tensorflow as tf
+
+class TransformerModel(tf.keras.Model):
+    def __init__(self, config):
+        super(TransformerModel, self).__init__()
+        self.encoder = tf.keras.layers.TransformerEncoder(config["encoder_layers"])
+        self.decoder = tf.keras.layers.TransformerDecoder(config["decoder_layers"])
+
+    def call(self, inputs, targets):
+        encoder_output = self.encoder(inputs)
+        decoder_output = self.decoder(targets, encoder_output)
+        return decoder_output