Spaces:
Sleeping
Sleeping
File size: 866 Bytes
34b369f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
"""
The data ingestion pipeline.
"""
from src.TextSummarizer.components.data_ingestion import DataIngestionComponent
from src.TextSummarizer.config.config_manager import ConfigManager
from src.TextSummarizer.entity import entities
from src.TextSummarizer.logger import backend_logger
class DataIngestionPipeline:
"""
The data ingestion pipeline.
"""
def run(self):
"""
The main function of the data ingestion pipeline.
"""
backend_logger.info("Starting the data ingestion pipeline.")
config: ConfigManager = ConfigManager()
data_ingestion_config: entities.DataIngestionConfig = config.get_data_ingestion_config()
data_ingestion = DataIngestionComponent(config=data_ingestion_config)
data_ingestion.save_dataset()
backend_logger.info("Finished the data ingestion pipeline.")
|