cyberosa commited on
Commit
37fdecc
·
1 Parent(s): 7f54524

adding filter to remove testing market

Browse files
live_data/markets_live_data.parquet CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93674a478a5227adf24e4ec9c96d1e496ed680bfeb06b320036771d0d84267d6
3
- size 78368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3827de48ab0e0bbc2b0ab8b141e2b815e6d7e28bfb183ed7c4dc3b52b5fe07d4
3
+ size 78693
scripts/live_markets_data.py CHANGED
@@ -215,6 +215,12 @@ def get_second_token_perc(row):
215
  return 100.0 - round((row["token_second_amount"] / row["total_tokens"]) * 100, 2)
216
 
217
 
 
 
 
 
 
 
218
  def transform_fpmms(fpmms: pd.DataFrame, filename: str, current_timestamp: int) -> None:
219
  """Transform an FPMMS dataframe."""
220
 
@@ -253,14 +259,14 @@ def transform_fpmms(fpmms: pd.DataFrame, filename: str, current_timestamp: int)
253
  old_fpmms = None
254
  if os.path.exists(DATA_DIR / filename):
255
  old_fpmms = pd.read_parquet(DATA_DIR / filename)
256
-
257
  if old_fpmms is not None:
258
  # update which markets are not open anymore
259
  open_markets = list(fpmms.id.unique())
260
  logger.info("Updating market status of old markets")
261
  open_mask = old_fpmms["id"].isin(open_markets)
262
  old_fpmms.loc[~open_mask, "open"] = False
263
-
264
  # now concatenate
265
  logger.info("Appending new data to previous data")
266
  return pd.concat([old_fpmms, fpmms], axis=0, ignore_index=True)
 
215
  return 100.0 - round((row["token_second_amount"] / row["total_tokens"]) * 100, 2)
216
 
217
 
218
+ def remove_testing_market(markets_data: pd.DataFrame) -> pd.DataFrame:
219
+ return markets_data.loc[
220
+ markets_data["id"] != "0xbfa584b29891941c8950ce975c1f7fa595ce1b99"
221
+ ]
222
+
223
+
224
  def transform_fpmms(fpmms: pd.DataFrame, filename: str, current_timestamp: int) -> None:
225
  """Transform an FPMMS dataframe."""
226
 
 
259
  old_fpmms = None
260
  if os.path.exists(DATA_DIR / filename):
261
  old_fpmms = pd.read_parquet(DATA_DIR / filename)
262
+ fpmms = remove_testing_market(fpmms)
263
  if old_fpmms is not None:
264
  # update which markets are not open anymore
265
  open_markets = list(fpmms.id.unique())
266
  logger.info("Updating market status of old markets")
267
  open_mask = old_fpmms["id"].isin(open_markets)
268
  old_fpmms.loc[~open_mask, "open"] = False
269
+ old_fpmms = remove_testing_market(old_fpmms)
270
  # now concatenate
271
  logger.info("Appending new data to previous data")
272
  return pd.concat([old_fpmms, fpmms], axis=0, ignore_index=True)