added log for start and end of pipeline
This commit is contained in:
@@ -55,6 +55,8 @@ def main():
|
|||||||
config['API_TOKEN'] = API_TOKEN
|
config['API_TOKEN'] = API_TOKEN
|
||||||
config['BUDGET_ID'] = BUDGET_ID
|
config['BUDGET_ID'] = BUDGET_ID
|
||||||
|
|
||||||
|
logging.info('Starting data pipeline')
|
||||||
|
|
||||||
Ingest(config)
|
Ingest(config)
|
||||||
RawToBase(config)
|
RawToBase(config)
|
||||||
DimAccounts(config)
|
DimAccounts(config)
|
||||||
@@ -64,6 +66,9 @@ def main():
|
|||||||
FactTransactions(config)
|
FactTransactions(config)
|
||||||
FactScheduledTransactions(config)
|
FactScheduledTransactions(config)
|
||||||
|
|
||||||
|
logging.info('Data pipeline completed successfully')
|
||||||
|
sys.exit(ec.SUCCESS)
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
try:
|
try:
|
||||||
main()
|
main()
|
||||||
|
|||||||
Reference in New Issue
Block a user