Added more error handling and logic to ingest

This commit is contained in:
Jake Pullen
2024-08-10 17:11:57 +01:00
parent d25136fbb0
commit 24cc006ef5
3 changed files with 83 additions and 23 deletions
+3 -1
View File
@@ -23,4 +23,6 @@ primary_keys:
raw_data_path: data/raw
processed_data_path: data/processed
base_data_path: data/base
warehouse_data_path: data/warehouse
warehouse_data_path: data/warehouse
REQUESTS_MAX_RETRIES: 3
REQUESTS_RETRY_DELAY: 5