20 lines
617 B
Python
20 lines
617 B
Python
'''Module to run the data pipeline'''
|
|
|
|
from pipeline import dimensions, facts, ingest, raw_to_base
|
|
|
|
|
|
def pipeline_main(config, logger):
|
|
'''Run the data pipeline'''
|
|
logger.info('Starting data pipeline')
|
|
|
|
ingest.Ingest(config,logger).start_ingestion()
|
|
raw_to_base.RawToBase(config,logger)
|
|
dimensions.DimAccounts(config,logger)
|
|
dimensions.DimCategories(config,logger)
|
|
dimensions.DimPayees(config,logger)
|
|
dimensions.DimDate(config,logger)
|
|
facts.FactTransactions(config,logger)
|
|
facts.FactScheduledTransactions(config,logger)
|
|
|
|
logger.info('Data pipeline completed successfully')
|