Spaces:
Sleeping
Sleeping
from textsummarizer.pipeline.stage_01_data_ingestion import DataIngestionPipeline | |
from textsummarizer.pipeline.stage_02_data_validation import DataValidationPipeline | |
from textsummarizer.logging import logger | |
STAGE_NAME = "Data Ingestion stage" | |
try: | |
logger.info(f">>>>>> stage {STAGE_NAME} started <<<<<<") | |
data_ingestion = DataIngestionPipeline() | |
data_ingestion.main() | |
logger.info(f">>>>>> stage {STAGE_NAME} completed <<<<<<\n\nx==========x") | |
except Exception as e: | |
logger.exception(e) | |
raise e | |
STAGE_NAME = "Data Validation stage" | |
try: | |
logger.info(f">>>>>> stage {STAGE_NAME} started <<<<<<") | |
data_ingestion = DataValidationPipeline() | |
data_ingestion.main() | |
logger.info(f">>>>>> stage {STAGE_NAME} completed <<<<<<\n\nx==========x") | |
except Exception as e: | |
logger.exception(e) | |
raise e |