added log for start and end of pipeline
This commit is contained in:
@@ -55,6 +55,8 @@ def main():
|
||||
config['API_TOKEN'] = API_TOKEN
|
||||
config['BUDGET_ID'] = BUDGET_ID
|
||||
|
||||
logging.info('Starting data pipeline')
|
||||
|
||||
Ingest(config)
|
||||
RawToBase(config)
|
||||
DimAccounts(config)
|
||||
@@ -64,10 +66,13 @@ def main():
|
||||
FactTransactions(config)
|
||||
FactScheduledTransactions(config)
|
||||
|
||||
logging.info('Data pipeline completed successfully')
|
||||
sys.exit(ec.SUCCESS)
|
||||
|
||||
if __name__ == '__main__':
|
||||
try:
|
||||
main()
|
||||
except SystemExit as e:
|
||||
exit_code = e.code
|
||||
logging.error(f'Program exited with code {exit_code}')
|
||||
raise
|
||||
raise
|
||||
|
||||
Reference in New Issue
Block a user