starting to build the warehouse

This commit is contained in:
Jake Pullen
2024-08-09 14:23:52 +01:00
parent 33c9496eb0
commit 165464820b
9 changed files with 67 additions and 7 deletions
+3 -3
View File
@@ -3,7 +3,7 @@ import polars as pl
entities = ['accounts', 'categories', 'months', 'payees', 'transactions', 'scheduled_transactions']
for entity in entities:
print(f"Processing entity: {entity}")
# print(f"Processing entity: {entity}")
file_path = f'data/base/{entity}.parquet'
# Read the parquet file into a polars DataFrame
entity_df = pl.read_parquet(file_path)
@@ -11,5 +11,5 @@ for entity in entities:
print(f"Schema of {entity} DataFrame:")
print(entity_df.schema)
# Display the first few rows of the DataFrame
print(f"First few rows of {entity} DataFrame:")
print(entity_df.head())
# print(f"First few rows of {entity} DataFrame:")
# print(entity_df.head())