fix crawler to tiki, depreciating Shopee Crawl

app.py

@@ -3,6 +3,7 @@ import pandas as pd
 import streamlit as st
 import re
 from data_crawler.Shopee_crawl import ShopeeCrawler
+from data_crawler.Tiki_Crawl import *
 import plotly.express as px
 import plotly.graph_objects as go
 from utils.data_preprocessing import cleaning, cleaning_for_phobert 
@@ -12,10 +13,10 @@ from graphs import *
 st.set_page_config(layout="wide")
 
 MODEL_PATH = "./Phobert-base-v2-shopee"
-tokenizer_option = st.sidebar.selectbox("Select tokenizer", ["underthesea (fast)", "VnCoreNLP (recommended)"])
-if tokenizer_option == "VnCoreNLP (recommended)":
+tokenizer_option = st.sidebar.selectbox("Select tokenizer", ["underthesea", "VnCoreNLP"])
+if tokenizer_option == "VnCoreNLP":
     TOKENIZE_PATH = "./vncorenlp/VnCoreNLP-1.1.1.jar"
-elif tokenizer_option == "underthesea (fast)":
+elif tokenizer_option == "underthesea":
     TOKENIZE_PATH = "underthesea"
 
 buffer = io.BytesIO()
@@ -62,13 +63,13 @@ if df is None:
             df = get_data_from_file(uploaded_file)
     else:
         crawler = ShopeeCrawler()
-        link = st.sidebar.text_input("$\\textsf{\Large Enter Product Link}$")
+        link = st.sidebar.text_input("$\\textsf{\Large Enter Product Link (Tiki only)}$")
 
         if link:
+            n_pages = st.sidebar.slider(label = "Number of pages to crawl", min_value=1, max_value=5)
             @st.cache_data
             def get_data_from_link():
-                shop_id, item_id = crawler.get_ids_from_link(link)
-                data = crawler.Crawl(item_id, shop_id)
+                data = crawl_tiki(link, pages = int(n_pages))
                 df = pd.DataFrame(data)
                 return df
             data = get_data_from_link()