tdurzynski commited on
Commit
5d94755
·
verified ·
1 Parent(s): b342761

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -1
app.py CHANGED
@@ -13,8 +13,15 @@ def scrape_and_summarize(url):
13
  """
14
  try:
15
  # Fetch website content
16
- headers = {"User-Agent": "Mozilla/5.0"}
 
 
 
 
 
 
17
  response = requests.get(url, headers=headers, timeout=10)
 
18
  response.raise_for_status()
19
 
20
  # Parse HTML content
 
13
  """
14
  try:
15
  # Fetch website content
16
+ headers = {
17
+ "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36",
18
+ "Accept-Language": "en-US,en;q=0.9",
19
+ "Referer": "https://www.google.com/",
20
+ "DNT": "1", # Do Not Track request
21
+ "Connection": "keep-alive"
22
+ }
23
  response = requests.get(url, headers=headers, timeout=10)
24
+
25
  response.raise_for_status()
26
 
27
  # Parse HTML content