use duckdb
Browse files
app.py
CHANGED
@@ -40,19 +40,19 @@ def get_logger():
|
|
40 |
|
41 |
logger = get_logger()
|
42 |
|
43 |
-
def
|
44 |
con = duckdb.connect(':memory:')
|
45 |
-
|
46 |
|
47 |
query1 = f"""
|
48 |
SELECT *
|
49 |
FROM read_parquet('./data/tools.parquet')
|
50 |
-
WHERE request_time >= '{
|
51 |
"""
|
52 |
query2 = f"""
|
53 |
SELECT *
|
54 |
FROM read_parquet('./data/all_trades_profitability.parquet')
|
55 |
-
WHERE creation_timestamp >= '{
|
56 |
"""
|
57 |
logger.info("Query 1: " + query1)
|
58 |
logger.info("Query 2: " + query2)
|
@@ -64,7 +64,7 @@ def get_last_two_months_data():
|
|
64 |
return df1, df2
|
65 |
|
66 |
def prepare_data():
|
67 |
-
tools_df, trades_df =
|
68 |
|
69 |
tools_df['request_time'] = pd.to_datetime(tools_df['request_time'])
|
70 |
trades_df['creation_timestamp'] = pd.to_datetime(trades_df['creation_timestamp'])
|
|
|
40 |
|
41 |
logger = get_logger()
|
42 |
|
43 |
+
def get_last_one_month_data():
|
44 |
con = duckdb.connect(':memory:')
|
45 |
+
one_month_ago = (datetime.now() - timedelta(days=30)).strftime('%Y-%m-%d')
|
46 |
|
47 |
query1 = f"""
|
48 |
SELECT *
|
49 |
FROM read_parquet('./data/tools.parquet')
|
50 |
+
WHERE request_time >= '{one_month_ago}'
|
51 |
"""
|
52 |
query2 = f"""
|
53 |
SELECT *
|
54 |
FROM read_parquet('./data/all_trades_profitability.parquet')
|
55 |
+
WHERE creation_timestamp >= '{one_month_ago}'
|
56 |
"""
|
57 |
logger.info("Query 1: " + query1)
|
58 |
logger.info("Query 2: " + query2)
|
|
|
64 |
return df1, df2
|
65 |
|
66 |
def prepare_data():
|
67 |
+
tools_df, trades_df = get_last_one_month_data()
|
68 |
|
69 |
tools_df['request_time'] = pd.to_datetime(tools_df['request_time'])
|
70 |
trades_df['creation_timestamp'] = pd.to_datetime(trades_df['creation_timestamp'])
|