Spaces:
Sleeping
Sleeping
cyberosa commited on
Commit ·
37fdecc
1
Parent(s): 7f54524
adding filter to remove testing market
Browse files
live_data/markets_live_data.parquet
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3827de48ab0e0bbc2b0ab8b141e2b815e6d7e28bfb183ed7c4dc3b52b5fe07d4
|
| 3 |
+
size 78693
|
scripts/live_markets_data.py
CHANGED
|
@@ -215,6 +215,12 @@ def get_second_token_perc(row):
|
|
| 215 |
return 100.0 - round((row["token_second_amount"] / row["total_tokens"]) * 100, 2)
|
| 216 |
|
| 217 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 218 |
def transform_fpmms(fpmms: pd.DataFrame, filename: str, current_timestamp: int) -> None:
|
| 219 |
"""Transform an FPMMS dataframe."""
|
| 220 |
|
|
@@ -253,14 +259,14 @@ def transform_fpmms(fpmms: pd.DataFrame, filename: str, current_timestamp: int)
|
|
| 253 |
old_fpmms = None
|
| 254 |
if os.path.exists(DATA_DIR / filename):
|
| 255 |
old_fpmms = pd.read_parquet(DATA_DIR / filename)
|
| 256 |
-
|
| 257 |
if old_fpmms is not None:
|
| 258 |
# update which markets are not open anymore
|
| 259 |
open_markets = list(fpmms.id.unique())
|
| 260 |
logger.info("Updating market status of old markets")
|
| 261 |
open_mask = old_fpmms["id"].isin(open_markets)
|
| 262 |
old_fpmms.loc[~open_mask, "open"] = False
|
| 263 |
-
|
| 264 |
# now concatenate
|
| 265 |
logger.info("Appending new data to previous data")
|
| 266 |
return pd.concat([old_fpmms, fpmms], axis=0, ignore_index=True)
|
|
|
|
| 215 |
return 100.0 - round((row["token_second_amount"] / row["total_tokens"]) * 100, 2)
|
| 216 |
|
| 217 |
|
| 218 |
+
def remove_testing_market(markets_data: pd.DataFrame) -> pd.DataFrame:
|
| 219 |
+
return markets_data.loc[
|
| 220 |
+
markets_data["id"] != "0xbfa584b29891941c8950ce975c1f7fa595ce1b99"
|
| 221 |
+
]
|
| 222 |
+
|
| 223 |
+
|
| 224 |
def transform_fpmms(fpmms: pd.DataFrame, filename: str, current_timestamp: int) -> None:
|
| 225 |
"""Transform an FPMMS dataframe."""
|
| 226 |
|
|
|
|
| 259 |
old_fpmms = None
|
| 260 |
if os.path.exists(DATA_DIR / filename):
|
| 261 |
old_fpmms = pd.read_parquet(DATA_DIR / filename)
|
| 262 |
+
fpmms = remove_testing_market(fpmms)
|
| 263 |
if old_fpmms is not None:
|
| 264 |
# update which markets are not open anymore
|
| 265 |
open_markets = list(fpmms.id.unique())
|
| 266 |
logger.info("Updating market status of old markets")
|
| 267 |
open_mask = old_fpmms["id"].isin(open_markets)
|
| 268 |
old_fpmms.loc[~open_mask, "open"] = False
|
| 269 |
+
old_fpmms = remove_testing_market(old_fpmms)
|
| 270 |
# now concatenate
|
| 271 |
logger.info("Appending new data to previous data")
|
| 272 |
return pd.concat([old_fpmms, fpmms], axis=0, ignore_index=True)
|