Update app.py

app.py

@@ -26,50 +26,13 @@ def visualize(url):
     # Fetch and display the website content
         with st.spinner("loading website data ..."):
             # innerHTML = get_innerHTML(url)
-            html_content, xdataframe, baris = take_webdata(url)
+            html_content, xtarget_dropdown, xurl = take_webdata(url)
             #st.subheader("Website title:")
-            if baris:
-                st.code(baris, language='html')  
-                data = []
-                for row in baris:
-                    rank = row.select_one(".tableCellRank")
-                    team = row.select_one(".tableCellParticipant__name")
-                    mp = row.select_one("span.table__cell:nth-of-type(3)")
-                    w = row.select_one("span.table__cell:nth-of-type(4)")
-                    d = row.select_one("span.table__cell:nth-of-type(5)")
-                    l = row.select_one("span.table__cell:nth-of-type(6)")
-                    g = row.select_one(".table__cell--score")
-                    sg = row.select_one(".table__cell--goalsForAgainstDiff")
-                    pts = row.select_one(".table__cell--points")
-                
-                    data.append({
-                        "Peringkat": rank.text.strip() if rank else "",
-                        "Tim": team.text.strip() if team else "",
-                        "Main": mp.text.strip() if mp else "",
-                        "Menang": w.text.strip() if w else "",
-                        "Seri": d.text.strip() if d else "",
-                        "Kalah": l.text.strip() if l else "",
-                        "Gol": g.text.strip() if g else "",
-                        "Selisih Gol": sg.text.strip() if sg else "",
-                        "Poin": pts.text.strip() if pts else ""
-                    })
-                
-                # === 5. Buat DataFrame ===
-                df = pd.DataFrame(data)
-                st.dataframe(df)
+            if xtarget_dropdown:
+                st.code(xtarget_dropdown, language='html')  
+
             else:
-                st.warning("Rows tidak ditemukan.")  
-                if xdataframe:
-                    #st.info(html_content)
-                    
-                    # Konversi tabel HTML ke DataFrame Pandas
-                    #df = pd.read_html(str(parse_element))[0]
-                    #st.dataframe(df)  # tampilkan tabel dengan format rapi Streamlit
-                    st.components.v1.html(str(xdataframe), height=600, scrolling=True)                               
-                    # === 6. Tampilkan di Streamlit ===
-                    #st.dataframe(xdataframe)
-                else:
-                    st.warning("Tabel tidak ditemukan.")             
+                st.warning("tidak ditemukan.")  
     
     except Exception as e:
         st.error(f"Error: {e}")
@@ -84,15 +47,30 @@ def take_webdata(url):
         wd = webdriver.Chrome(options=options)
         wd.set_window_size(1080, 720)  # Adjust the window size here
         wd.get(url)
-        wd.implicitly_wait(5)
+        wd.implicitly_wait(15)
         # Get the page title
         page_title = wd.title
         #screenshot = wd.get_screenshot_as_png()
-        WebDriverWait(wd, 20).until(EC.presence_of_element_located((By.ID, "tournament-table")))
+        #WebDriverWait(wd, 20).until(EC.presence_of_element_located((By.ID, "tournament-table")))
         html = wd.execute_script("return document.documentElement.outerHTML;")
         soup = BeautifulSoup(html, "html.parser")
-        div_find = soup.find("div", id="tournament-table", class_="tournament-table-standings")
-        rows = div_find.select("div[class*=ui-table__row]")
+
+        target_dropdown = soup.find('div', class_='dropdown-menu', attrs={'aria-labelledby': 'navbar-match'})
+
+        if target_dropdown:
+            links = target_dropdown.find_all('a', class_='dropdown-item')
+            
+            for link in links:
+                urlx = link.get('href')
+                text = link.get_text(strip=True)
+                #print(f"Text: {text}")
+                #print(f"URL: {url}")
+                #print("---")
+        else:
+            print("Dropdown menu tidak ditemukan")
+    
+        #div_find = soup.find("div", id="tournament-table", class_="tournament-table-standings")
+        #rows = div_find.select("div[class*=ui-table__row]")
         
         #rows = div_find.find("ui-table__row  ") if div_find else None
         #rows = soup.find("div", class_="ui-table__row  ")
@@ -104,7 +82,7 @@ def take_webdata(url):
         if wd:
             wd.quit()
 
-    return html , div_find, rows
+    return html ,target_dropdown, urlx
 
 if __name__ == "__main__":
     main()