Fixed an issue with saving accounts data

.gitignore

@@ -8,3 +8,4 @@ __pycache__/*
 */__pycache__/*
 *.pbix
 /logs/*
+test.py

pipeline/raw_to_base.py

@@ -68,6 +68,12 @@ Then move the files back in one at a time oldest to newest and run again for eac
                 return False
 
             modified_data = self._add_ingestion_date(entity, data, file_name)
+            for index, record in enumerate(modified_data):
+                logging.debug(f"processing record: {record}")
+                filtered_record = {k: v for k, v in record.items() if not k.startswith('debt_')}
+                modified_data[index] = filtered_record
+                logging.debug(f"filtered record: {filtered_record}")
+            logging.debug(f"modified data: {modified_data}")
 
             self.data[entity].append(modified_data)
             logging.debug(f"Successfully loaded data from file: {file_path}")