Update src/data_retrieval.py

src/data_retrieval.py

@@ -33,20 +33,6 @@ def get_reddit_data(num_posts):
 
 
 
-# old newsapi section
-# def get_news_data(query, num_articles):
-#   conn = http.client.HTTPSConnection("newsapi.org")
-#   fromDate = (datetime.datetime.today() - datetime.timedelta(days=7)).strftime('%Y-%m-%d')
-#   headers = {'Authorization': '0db7ab8d26b34533b00be11af29b8c73','User-Agent': 'Andys News Agent'}
-#   encoded_query = quote(query)
-#   conn.request("GET", f"/v2/everything?q={encoded_query}&from={fromDate}&pageSize={num_articles}", headers=headers)
-#   res = conn.getresponse().read()
-#   response_json = json.loads(res)
-#   articles = response_json.get('articles', [])
-#   cleaned_articles = [{'title': a['title'], 'url': a['url'], 'text': a['content']} for a in articles]
-
-#   return cleaned_articles
-
 def get_full_text(url):
   response = requests.get(url)
   response.raise_for_status()  # Check if the request was successful
@@ -58,7 +44,10 @@ def get_full_text(url):
 def get_news_data(query, num_articles):
   conn = http.client.HTTPSConnection("newsapi.org")
   fromDate = (datetime.datetime.today() - datetime.timedelta(days=7)).strftime('%Y-%m-%d')
-  headers = {'Authorization': '0db7ab8d26b34533b00be11af29b8c73','User-Agent': 'Andys News Agent'}
+    
+  news_api_key = os.environ.get("NEWS_API_KEY")
+
+  headers = {'Authorization': news_api_key,'User-Agent': 'Andys News Agent'}
   encoded_query = quote(query)
   conn.request("GET", f"/v2/everything?q={encoded_query}&from={fromDate}&pageSize={num_articles}", headers=headers)
   res = conn.getresponse().read()