hakim
data validation added
4de2404
raw
history blame
854 Bytes
from textsummarizer.pipeline.stage_01_data_ingestion import DataIngestionPipeline
from textsummarizer.pipeline.stage_02_data_validation import DataValidationPipeline
from textsummarizer.logging import logger
STAGE_NAME = "Data Ingestion stage"
try:
logger.info(f">>>>>> stage {STAGE_NAME} started <<<<<<")
data_ingestion = DataIngestionPipeline()
data_ingestion.main()
logger.info(f">>>>>> stage {STAGE_NAME} completed <<<<<<\n\nx==========x")
except Exception as e:
logger.exception(e)
raise e
STAGE_NAME = "Data Validation stage"
try:
logger.info(f">>>>>> stage {STAGE_NAME} started <<<<<<")
data_ingestion = DataValidationPipeline()
data_ingestion.main()
logger.info(f">>>>>> stage {STAGE_NAME} completed <<<<<<\n\nx==========x")
except Exception as e:
logger.exception(e)
raise e