testing

app.py

@@ -102,6 +102,46 @@ def scrape_dividend_data(url):
     
     return dividend_data
 
+def simple_dividend_extraction():
+    """
+    Simple function to extract dividend data
+    """
+    r = requests.get('https://scstrade.com/MarketStatistics/MS_xDates.aspx')
+    print("request done")
+    
+    soup = BeautifulSoup(r.text, 'html.parser')
+    table = soup.find('table', {'id': 'list'})
+    
+    results = []
+    
+    if table:
+        print("in table")
+        rows = table.find_all('tr')[1:]  # Skip header row
+        
+        for row in rows:
+            print("in row")
+            cells = row.find_all('td')
+            
+            if len(cells) >= 6:
+                company_name = cells[1].get_text(strip=True)
+                dividend_amount = cells[2].get_text(strip=True) or "No dividend"
+                dividend_date = cells[5].get_text(strip=True) or "No date"
+                print("adding data")
+                
+                results.append({
+                    'Company': company_name,
+                    'Dividend': dividend_amount,
+                    'Date': dividend_date
+                })
+    print(results)
+    
+    return results
+
+# Usage example for the simple version
+# dividend_info = simple_dividend_extraction('text.html')
+# for info in dividend_info:
+#     print(f"Company: {info['Company']}, Dividend: {info['Dividend']}, Date: {info['Date']}")
+
 @app.get("/hello")
 def greet_json():
     return {"Hello": "World!"}
@@ -109,7 +149,7 @@ def greet_json():
 
 @app.get("/dividend_history")
 def get_dividend():
-    return scrape_dividend_data(url='https://scstrade.com/MarketStatistics/MS_xDates.aspx')
+    return simple_dividend_extraction()