| import streamlit as st | |
| from scapping import scrape_website, split_dom_content, clean_body_content, extract_body_content | |
| from parse import parse_with_gemini | |
| st.title("Web Scrapper") | |
| url = st.text_input("Enter the Web URL:", placeholder="URL") | |
| if st.button("Start Scraping"): | |
| st.write("Scrapping...") | |
| result = scrape_website(url) | |
| body_content = extract_body_content(result) | |
| cleaned_content = clean_body_content(body_content) | |
| st.session_state.dom_content = cleaned_content | |
| with st.expander("View DOM Content"): | |
| st.text_area("DOM Content", cleaned_content, height=300) | |
| if "dom_content" in st.session_state: | |
| parse_description = st.text_area("Describe what you want to parse?") | |
| if st.button("Parse Content"): | |
| if parse_description: | |
| st.write("Parsing the content...") | |
| dom_chunks = split_dom_content(st.session_state.dom_content) | |
| result = parse_with_gemini(dom_chunks, parse_description) | |
| st.write(result) | |