danhtran2mind commited on
Commit
da40968
·
verified ·
1 Parent(s): ee03b1a

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +57 -3
README.md CHANGED
@@ -1,3 +1,57 @@
1
- ---
2
- license: mit
3
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ ---
4
+ ```python
5
+ import tensorflow as tf
6
+ from translator import Translator
7
+ from utils import tokenizer_utils
8
+ from utils.preprocessing import input_processing, output_processing
9
+ from models.transformer import Transformer
10
+ from models.encoder import Encoder
11
+ from models.decoder import Decoder
12
+ from models.layers import EncoderLayer, DecoderLayer, MultiHeadAttention, point_wise_feed_forward_network
13
+ from models.utils import masked_loss, masked_accuracy
14
+
15
+ def main(sentence, model):
16
+
17
+ # Load tokenizers
18
+ en_tokenizer, vi_tokenizer = tokenizer_utils.load_tokenizers() # Update to include tokenizers.tokenizer_utils
19
+
20
+ # Create translator
21
+ translator = Translator(en_tokenizer, vi_tokenizer, loaded_model)
22
+
23
+ # Process and translate the input sentence
24
+ processed_sentence = input_processing(sentence)
25
+ translated_text = translator(processed_sentence)
26
+ translated_text = output_processing(translated_text)
27
+
28
+ print("Input:", processed_sentence)
29
+ print("Translated:", translated_text)
30
+
31
+ if __name__ == "__main__":
32
+ # Example sentence
33
+ sentence = """
34
+ For at least six centuries, residents along a lake in the mountains of central Japan
35
+ have marked the depth of winter by celebrating the return of a natural phenomenon
36
+ once revered as the trail of a wandering god.
37
+ """
38
+
39
+ # Define custom objects for model loading
40
+ custom_objects = {
41
+ 'Transformer': Transformer,
42
+ 'Encoder': Encoder,
43
+ 'Decoder': Decoder,
44
+ 'EncoderLayer': EncoderLayer,
45
+ 'DecoderLayer': DecoderLayer,
46
+ 'MultiHeadAttention': MultiHeadAttention,
47
+ 'point_wise_feed_forward_network': point_wise_feed_forward_network,
48
+ 'masked_loss': masked_loss,
49
+ 'masked_accuracy': masked_accuracy
50
+ }
51
+
52
+ # Load the model
53
+ loaded_model = tf.keras.models.load_model('saved_models/en_vi_translation.keras',
54
+ custom_objects=custom_objects)
55
+
56
+ main(sentence=sentence, model=loaded_model)
57
+ ```