Update src/streamlit_app.py

src/streamlit_app.py

@@ -11,7 +11,8 @@ from pandas import DataFrame
 
 warnings.filterwarnings('ignore')
 import re, flair, random, time
-from bnlp import BasicTokenizer
+# from bnlp import BasicTokenizer
+from indicnlp.tokenize import indic_tokenize  
 from flair.data import Corpus, Sentence
 from flair.datasets import ColumnCorpus
 
@@ -144,7 +145,8 @@ if choice == 'Text Input':
     input_data = st.text_area("Write your sentence below", value="", height=68)
     if st.button('Click to execute'):
        
-        data = BasicTokenizer().tokenize(input_data)
+        # data = BasicTokenizer().tokenize(input_data)
+        data = indic_tokenize.trivial_tokenize(input_data)
         # data = word_tokenize(input_data)