starting a fresh tidy

This commit is contained in:
2026-07-26 10:34:18 +01:00
parent 5af82e5753
commit 33cbc5c6ed
14 changed files with 985 additions and 186 deletions
+12 -18
View File
@@ -1,25 +1,19 @@
'''Module to run the data pipeline'''
import logging
from pipeline.ingest import Ingest
from pipeline.raw_to_base import RawToBase
from pipeline.dimensions import DimAccounts, DimCategories, DimPayees, DimDate
from pipeline.facts import FactTransactions, FactScheduledTransactions
from pipeline import dimensions, facts, ingest, raw_to_base
def pipeline_main(config):
def pipeline_main(config, logger):
'''Run the data pipeline'''
logging.info('Starting data pipeline')
logger.info('Starting data pipeline')
ingest = Ingest(config)
ingest.start_ingestion()
RawToBase(config)
DimAccounts(config)
DimCategories(config)
DimPayees(config)
DimDate(config)
FactTransactions(config)
FactScheduledTransactions(config)
ingest.Ingest(config,logger).start_ingestion()
raw_to_base.RawToBase(config,logger)
dimensions.DimAccounts(config,logger)
dimensions.DimCategories(config,logger)
dimensions.DimPayees(config,logger)
dimensions.DimDate(config,logger)
facts.FactTransactions(config,logger)
facts.FactScheduledTransactions(config,logger)
logging.info('Data pipeline completed successfully')
logger.info('Data pipeline completed successfully')