arshy commited on
Commit
c4b29ab
·
1 Parent(s): b9c8b67

use duckdb

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -40,19 +40,19 @@ def get_logger():
40
 
41
  logger = get_logger()
42
 
43
- def get_last_two_months_data():
44
  con = duckdb.connect(':memory:')
45
- two_months_ago = (datetime.now() - timedelta(days=60)).strftime('%Y-%m-%d')
46
 
47
  query1 = f"""
48
  SELECT *
49
  FROM read_parquet('./data/tools.parquet')
50
- WHERE request_time >= '{two_months_ago}'
51
  """
52
  query2 = f"""
53
  SELECT *
54
  FROM read_parquet('./data/all_trades_profitability.parquet')
55
- WHERE creation_timestamp >= '{two_months_ago}'
56
  """
57
  logger.info("Query 1: " + query1)
58
  logger.info("Query 2: " + query2)
@@ -64,7 +64,7 @@ def get_last_two_months_data():
64
  return df1, df2
65
 
66
  def prepare_data():
67
- tools_df, trades_df = get_last_two_months_data()
68
 
69
  tools_df['request_time'] = pd.to_datetime(tools_df['request_time'])
70
  trades_df['creation_timestamp'] = pd.to_datetime(trades_df['creation_timestamp'])
 
40
 
41
  logger = get_logger()
42
 
43
+ def get_last_one_month_data():
44
  con = duckdb.connect(':memory:')
45
+ one_month_ago = (datetime.now() - timedelta(days=30)).strftime('%Y-%m-%d')
46
 
47
  query1 = f"""
48
  SELECT *
49
  FROM read_parquet('./data/tools.parquet')
50
+ WHERE request_time >= '{one_month_ago}'
51
  """
52
  query2 = f"""
53
  SELECT *
54
  FROM read_parquet('./data/all_trades_profitability.parquet')
55
+ WHERE creation_timestamp >= '{one_month_ago}'
56
  """
57
  logger.info("Query 1: " + query1)
58
  logger.info("Query 2: " + query2)
 
64
  return df1, df2
65
 
66
  def prepare_data():
67
+ tools_df, trades_df = get_last_one_month_data()
68
 
69
  tools_df['request_time'] = pd.to_datetime(tools_df['request_time'])
70
  trades_df['creation_timestamp'] = pd.to_datetime(trades_df['creation_timestamp'])