| import os | |
| import uuid | |
| import shutil | |
| import pandas as pd | |
| import polars as pl | |
| import time | |
| def getDataFrame(path): | |
| data = pd.read_csv(path, on_bad_lines='skip', header=0, sep="\t") | |
| return pl.from_pandas(data) | |
| def save_to_csv(dataframe): | |
| folder_path = "data" | |
| if not dataframe.is_empty(): | |
| os.makedirs(folder_path, exist_ok=True) | |
| csv_path = f"{folder_path}/{uuid.uuid4()}.csv" | |
| dataframe.write_csv(csv_path, separator="\t") | |
| return csv_path | |
| def delete_folder_periodically(path, interval=3600): | |
| while True: | |
| if os.path.exists(path): | |
| shutil.rmtree(path) | |
| os.makedirs(path, exist_ok=True) | |
| time.sleep(interval) | |