Update app.py

app.py

@@ -1,47 +1,48 @@
 import streamlit as st
 from transformers import pipeline
 import requests
-from bs4 import BeautifulSoup
+import os
 
 # Initialize a text generation pipeline
 generator = pipeline('text-generation', model='dbmdz/german-gpt2')
 
-# Define a function to fetch trending news related to a specific niche
-import streamlit as st
-from transformers import pipeline
-import requests
-from bs4 import BeautifulSoup
-
-# Initialize a text generation pipeline
-generator = pipeline('text-generation', model='dbmdz/german-gpt2')
-
-def fetch_trending_news(niche):
-    url = f"https://www.google.com/search?q={niche}+news&tbs=qdr:d"
-    headers = {
-        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3"}
+api_key = os.environ['NEWS_API_KEY']
+
+def fetch_trending_news(topic, api_key, max_items=5):
+    base_url = "https://newsapi.org/v2/everything"
+    params = {
+        "q": topic,
+        "apiKey": api_key,
+        "language": "en",
+        "sortBy": "relevancy",
+        "pageSize": max_items
+    }
+    
     try:
-        response = requests.get(url, headers=headers)
-        if response.status_code == 200:
-            soup = BeautifulSoup(response.content, "html.parser")
-            # Adjusted to use more generic selectors that might be more stable
-            news_items = soup.find_all("div", class_="ZINbbc xpd O9g5cc uUPGi")
-            if not news_items:
-                print("No news items found, check your selectors.")
-                return []
-            trending_news = [item.find("div", class_="BNeawe vvjwJb AP7Wnd").text for item in news_items[:5]]
-            return trending_news
-        else:
-            print(f"Failed to fetch news, status code: {response.status_code}")
-            return []
-    except Exception as e:
-        print(f"Error fetching news: {e}")
+        response = requests.get(base_url, params=params)
+        response.raise_for_status()
+        news_data = response.json()
+        articles = news_data.get("articles", [])
+        
+        formatted_articles = []
+        for article in articles:
+            formatted_article = {
+                "title": article["title"],
+                "source": article["source"]["name"],
+                "publishedAt": article["publishedAt"],
+                "url": article["url"]
+            }
+            formatted_articles.append(formatted_article)
+        
+        return formatted_articles
+    except requests.RequestException as e:
+        st.error(f"Error fetching news data: {e}")
         return []
 
-
-
 # Define the pages
 def page_trending_niche():
-    # Using st.columns to create a two-column layout
+    api_key = "YOUR_API_KEY_HERE"  # Securely fetch your API key
+    
     col1, col2 = st.columns([3, 1])
     with col1:
         st.title("What is trending in my niche?")
@@ -49,12 +50,19 @@ def page_trending_niche():
         st.image('Robot.png', use_column_width=True)
     
     niche = st.text_input('Enter your niche', 'German clinics')
-    if st.button('Fetch Trending News'):
-        st.write(f"Trending news in {niche}:")
-        trending_news = fetch_trending_news(niche)
-        print("Trending news:", trending_news)  # Debug print
-        for idx, news_item in enumerate(trending_news, start=1):
-            st.write(f"{idx}. {news_item}")
+    if niche:
+        news_items = fetch_trending_news(niche, api_key)
+        if news_items:
+            for item in news_items:
+                st.write(f"**Title:** {item['title']}")
+                st.write(f"**Source:** {item['source']}")
+                st.write(f"**Published At:** {item['publishedAt']}")
+                st.write(f"**URL:** [Read more]({item['url']})")
+                st.write("---")
+
+
+
+
 
 # Define the pages
 def page_social_media_generator():