added log for start and end of pipeline

This commit is contained in:
Jake Pullen
2024-08-10 17:34:50 +01:00
parent c5cdb16a8a
commit 87c6bf8718
+6 -1
View File
@@ -55,6 +55,8 @@ def main():
config['API_TOKEN'] = API_TOKEN config['API_TOKEN'] = API_TOKEN
config['BUDGET_ID'] = BUDGET_ID config['BUDGET_ID'] = BUDGET_ID
logging.info('Starting data pipeline')
Ingest(config) Ingest(config)
RawToBase(config) RawToBase(config)
DimAccounts(config) DimAccounts(config)
@@ -64,10 +66,13 @@ def main():
FactTransactions(config) FactTransactions(config)
FactScheduledTransactions(config) FactScheduledTransactions(config)
logging.info('Data pipeline completed successfully')
sys.exit(ec.SUCCESS)
if __name__ == '__main__': if __name__ == '__main__':
try: try:
main() main()
except SystemExit as e: except SystemExit as e:
exit_code = e.code exit_code = e.code
logging.error(f'Program exited with code {exit_code}') logging.error(f'Program exited with code {exit_code}')
raise raise