starting a fresh tidy
This commit is contained in:
+12
-18
@@ -1,25 +1,19 @@
|
||||
'''Module to run the data pipeline'''
|
||||
|
||||
import logging
|
||||
|
||||
from pipeline.ingest import Ingest
|
||||
from pipeline.raw_to_base import RawToBase
|
||||
from pipeline.dimensions import DimAccounts, DimCategories, DimPayees, DimDate
|
||||
from pipeline.facts import FactTransactions, FactScheduledTransactions
|
||||
from pipeline import dimensions, facts, ingest, raw_to_base
|
||||
|
||||
|
||||
def pipeline_main(config):
|
||||
def pipeline_main(config, logger):
|
||||
'''Run the data pipeline'''
|
||||
logging.info('Starting data pipeline')
|
||||
logger.info('Starting data pipeline')
|
||||
|
||||
ingest = Ingest(config)
|
||||
ingest.start_ingestion()
|
||||
RawToBase(config)
|
||||
DimAccounts(config)
|
||||
DimCategories(config)
|
||||
DimPayees(config)
|
||||
DimDate(config)
|
||||
FactTransactions(config)
|
||||
FactScheduledTransactions(config)
|
||||
ingest.Ingest(config,logger).start_ingestion()
|
||||
raw_to_base.RawToBase(config,logger)
|
||||
dimensions.DimAccounts(config,logger)
|
||||
dimensions.DimCategories(config,logger)
|
||||
dimensions.DimPayees(config,logger)
|
||||
dimensions.DimDate(config,logger)
|
||||
facts.FactTransactions(config,logger)
|
||||
facts.FactScheduledTransactions(config,logger)
|
||||
|
||||
logging.info('Data pipeline completed successfully')
|
||||
logger.info('Data pipeline completed successfully')
|
||||
|
||||
Reference in New Issue
Block a user