Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -1145,6 +1145,7 @@ def fetch_and_store_data_market():
|
|
| 1145 |
latest_doc = market_price_data.find_one(sort=[("Reported Date", -1)])
|
| 1146 |
if latest_doc and "Reported Date" in latest_doc:
|
| 1147 |
latest_date = latest_doc["Reported Date"]
|
|
|
|
| 1148 |
else:
|
| 1149 |
latest_date = None
|
| 1150 |
|
|
@@ -1157,7 +1158,9 @@ def fetch_and_store_data_market():
|
|
| 1157 |
to_date = (datetime.now() - timedelta(days=1)).strftime('%d %b %Y')
|
| 1158 |
from_date_obj = datetime.strptime(from_date, '%d %b %Y')
|
| 1159 |
to_date_obj = datetime.strptime(to_date, '%d %b %Y')
|
| 1160 |
-
|
|
|
|
|
|
|
| 1161 |
print("Data already scraped")
|
| 1162 |
return None
|
| 1163 |
# Build the URL to be requested
|
|
@@ -1180,7 +1183,7 @@ def fetch_and_store_data_market():
|
|
| 1180 |
|
| 1181 |
full_url = f"{base_url}?{'&'.join(f'{k}={v}' for k, v in params.items())}"
|
| 1182 |
api_url = "https://api.scraperapi.com"
|
| 1183 |
-
api_key = "
|
| 1184 |
scraperapi_params = {
|
| 1185 |
'api_key': api_key,
|
| 1186 |
'url': full_url
|
|
|
|
| 1145 |
latest_doc = market_price_data.find_one(sort=[("Reported Date", -1)])
|
| 1146 |
if latest_doc and "Reported Date" in latest_doc:
|
| 1147 |
latest_date = latest_doc["Reported Date"]
|
| 1148 |
+
st.write(latest_date)
|
| 1149 |
else:
|
| 1150 |
latest_date = None
|
| 1151 |
|
|
|
|
| 1158 |
to_date = (datetime.now() - timedelta(days=1)).strftime('%d %b %Y')
|
| 1159 |
from_date_obj = datetime.strptime(from_date, '%d %b %Y')
|
| 1160 |
to_date_obj = datetime.strptime(to_date, '%d %b %Y')
|
| 1161 |
+
st.write("To Date Object: "to_date_obj)
|
| 1162 |
+
st.write("From Date Object: ", from_date_obj)
|
| 1163 |
+
if to_date < from_date:
|
| 1164 |
print("Data already scraped")
|
| 1165 |
return None
|
| 1166 |
# Build the URL to be requested
|
|
|
|
| 1183 |
|
| 1184 |
full_url = f"{base_url}?{'&'.join(f'{k}={v}' for k, v in params.items())}"
|
| 1185 |
api_url = "https://api.scraperapi.com"
|
| 1186 |
+
api_key = "8842750a88db7513a1d19325745437cc"
|
| 1187 |
scraperapi_params = {
|
| 1188 |
'api_key': api_key,
|
| 1189 |
'url': full_url
|