Update app.py

app.py

@@ -68,12 +68,67 @@ def movie_evaluation_predict(sentence):
     elif predict_answer == 1:
       st.write("(긍정 확률 : %.2f) 긍정적인 영화 평가입니다." % predict_value)
 
-sentiment_model = create_sentiment_bert()
+def setup_driver():
+    chrome_options = Options()
+    chrome_options.add_argument("--headless")  # 백그라운드 실행
+    chrome_options.add_argument("--no-sandbox")
+    chrome_options.add_argument("--disable-dev-shm-usage")
+    
+    driver = webdriver.Chrome(options=chrome_options)
+    return driver
+
+def scrape_content(url):
+    driver = setup_driver()
+    try:
+        driver.get(url)
+        # 페이지 로딩 대기
+        time.sleep(3)
+        
+        # 본문 추출
+        soup = BeautifulSoup(driver.page_source, 'html.parser')
+        content = soup.find('article')  # 본문 태그에 맞게 수정
+        
+        # 댓글 추출
+        comments = soup.find_all('span', class_='u_cbox_contents')  # 댓글 태그에 맞게 수정
+        
+        return {
+            'content': content.text if content else "본문을 찾을 수 없습니다.",
+            'comments': [comment.text for comment in comments]
+        }
+    finally:
+        driver.quit()
 
-test = st.form('test')
-sentence = test.text_input("Your sentence")
-submit = test.form_submit_button("Submit")
 
-if submit:
-    movie_evaluation_predict(sentence)
+def main():
+    sentiment_model = create_sentiment_bert()
+
+     url = st.text_input("URL을 입력하세요")
     
+    if st.button("크롤링 시작"):
+        if url:
+            with st.spinner("크롤링 중..."):
+                result = scrape_content(url)
+                
+                st.subheader("본문")
+                st.write(result['content'])
+                
+                st.subheader("댓글")
+                for idx, comment in enumerate(result['comments'], 1):
+                    st.write(f"{idx}. {comment}")
+        else:
+            st.error("URL을 입력해주세요")
+
+    
+    '''
+    test = st.form('test')
+    sentence = test.text_input("Your sentence")
+    submit = test.form_submit_button("Submit")
+    
+    if submit:
+        movie_evaluation_predict(sentence)
+    '''
+    return 0
+
+if __name__ == "__main__":
+    main()
+