Update pages/Introduction.py

pages/Introduction.py

@@ -13,4 +13,10 @@ st.subheader("NLP Techniques")
 st.markdown("<p>NLP encompasses a wide array of techniques that aimed at enabling computers to process and understand human language. These tasks can be categorized into several broad areas, each addressing different aspects of language processing. Here are some of the key NLP techniques:</p>",unsafe_allow_html= True)
 
 st.write("**1. Text Processing and Preprocessing In NLP**")
+st.write("Before performing any analysis or modeling, raw text data must be cleaned and prepared.")
+st.write("**a. Tokenization**")
+st.write("Splits text into smaller units like words or sentences.")
+st.write("**Types:**")
+st.write("(i) Word Tokenization: Breaking text into words. Example: "I love NLP" → [“I”, “love”, “NLP”]")
+st.write("(ii) Sentence Tokenization: Breaking text into sentences. Example: "I love NLP. It’s fascinating!" → [“I love NLP.”, “It’s fascinating!”]")