initial commit

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+vocab_data.pkl filter=lfs diff=lfs merge=lfs -text
+translator/saved_model.pb filter=lfs diff=lfs merge=lfs -text
+translator/variables/variables.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text

app.py

@@ -0,0 +1,14 @@
+from fastapi import FastAPI
+from inference import outcome
+import warnings
+warnings.filterwarnings("ignore")
+
+app=FastAPI()
+
+@app.get('/')
+def index():
+    return {"message":"Welcome to Hinglish Translator"}
+
+@app.post('/predict')
+def predict(input: str):
+    return {"result":outcome(input)}

inference.py

@@ -0,0 +1,33 @@
+import pickle
+import pandas as pd
+import numpy
+#import logging, os
+#logging.disable(logging.WARNING)
+#os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
+import tensorflow as tf
+import tensorflow_text as tf_text
+from metaphone import doublemetaphone
+import re
+
+with open('vocab_data.pkl', 'rb') as fp:
+    hin_vocab = pickle.load(fp)
+vocab_keys=[l for l in hin_vocab]
+#all_data_vocab_53k_mixed_batch_v2
+reloaded = tf.saved_model.load("translator")
+
+def t_text(line):
+    line=re.sub("[.!?\\-\'\"]", "",line).lower().strip()
+    string=''
+    for j in line.split(' '):
+        if doublemetaphone(j)[0]+'*'+doublemetaphone(j[::-1])[0]+'*'+j[:2]+'*'+j[len(j)-1:] in vocab_keys:
+            string=string+list(hin_vocab[doublemetaphone(j)[0]+'*'+doublemetaphone(j[::-1])[0]+'*'+j[:2]+'*'+j[len(j)-1:]])[0]+' '
+        else:
+            string=string+j+' '
+    return string.lower().strip()
+
+def outcome(input):
+    trans_text=t_text(input)
+    result=reloaded.tf_translate(tf.constant([trans_text]))['text'][0].numpy().decode()
+    return result
+
+#print(outcome("Please timer ko rokey"))

requirements.txt

@@ -0,0 +1,7 @@
+numpy==1.21.6
+pandas==1.3.5
+tensorflow==2.10.1
+tensorflow-text==2.10.0
+Metaphone==0.6
+uvicorn==0.21.1
+fastapi==0.95.0

translator/fingerprint.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9da40e2079e447cdbf758c243b6d00b5405441658469b27a0c168c85616d7e
+size 55

translator/saved_model.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b326662c92d9f89da221eae5f48ea82df9257910b8be95d4281637baef13c1f2
+size 1812293

translator/variables/variables.data-00000-of-00001

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35147a7a5d4f859861bd81932110eb97c97eb50a8582cc9ed5f74d60ccbf2b09
+size 191512903

vocab_data.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2020891aea7517ed34d5459060ad8935cceb77e1b7a58f833725c38422e0798e
+size 1768199