Spaces:
Sleeping
Sleeping
cyberosa
commited on
Commit
·
37fdecc
1
Parent(s):
7f54524
adding filter to remove testing market
Browse files
live_data/markets_live_data.parquet
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3827de48ab0e0bbc2b0ab8b141e2b815e6d7e28bfb183ed7c4dc3b52b5fe07d4
|
3 |
+
size 78693
|
scripts/live_markets_data.py
CHANGED
@@ -215,6 +215,12 @@ def get_second_token_perc(row):
|
|
215 |
return 100.0 - round((row["token_second_amount"] / row["total_tokens"]) * 100, 2)
|
216 |
|
217 |
|
|
|
|
|
|
|
|
|
|
|
|
|
218 |
def transform_fpmms(fpmms: pd.DataFrame, filename: str, current_timestamp: int) -> None:
|
219 |
"""Transform an FPMMS dataframe."""
|
220 |
|
@@ -253,14 +259,14 @@ def transform_fpmms(fpmms: pd.DataFrame, filename: str, current_timestamp: int)
|
|
253 |
old_fpmms = None
|
254 |
if os.path.exists(DATA_DIR / filename):
|
255 |
old_fpmms = pd.read_parquet(DATA_DIR / filename)
|
256 |
-
|
257 |
if old_fpmms is not None:
|
258 |
# update which markets are not open anymore
|
259 |
open_markets = list(fpmms.id.unique())
|
260 |
logger.info("Updating market status of old markets")
|
261 |
open_mask = old_fpmms["id"].isin(open_markets)
|
262 |
old_fpmms.loc[~open_mask, "open"] = False
|
263 |
-
|
264 |
# now concatenate
|
265 |
logger.info("Appending new data to previous data")
|
266 |
return pd.concat([old_fpmms, fpmms], axis=0, ignore_index=True)
|
|
|
215 |
return 100.0 - round((row["token_second_amount"] / row["total_tokens"]) * 100, 2)
|
216 |
|
217 |
|
218 |
+
def remove_testing_market(markets_data: pd.DataFrame) -> pd.DataFrame:
|
219 |
+
return markets_data.loc[
|
220 |
+
markets_data["id"] != "0xbfa584b29891941c8950ce975c1f7fa595ce1b99"
|
221 |
+
]
|
222 |
+
|
223 |
+
|
224 |
def transform_fpmms(fpmms: pd.DataFrame, filename: str, current_timestamp: int) -> None:
|
225 |
"""Transform an FPMMS dataframe."""
|
226 |
|
|
|
259 |
old_fpmms = None
|
260 |
if os.path.exists(DATA_DIR / filename):
|
261 |
old_fpmms = pd.read_parquet(DATA_DIR / filename)
|
262 |
+
fpmms = remove_testing_market(fpmms)
|
263 |
if old_fpmms is not None:
|
264 |
# update which markets are not open anymore
|
265 |
open_markets = list(fpmms.id.unique())
|
266 |
logger.info("Updating market status of old markets")
|
267 |
open_mask = old_fpmms["id"].isin(open_markets)
|
268 |
old_fpmms.loc[~open_mask, "open"] = False
|
269 |
+
old_fpmms = remove_testing_market(old_fpmms)
|
270 |
# now concatenate
|
271 |
logger.info("Appending new data to previous data")
|
272 |
return pd.concat([old_fpmms, fpmms], axis=0, ignore_index=True)
|