Jake/data_pipeline_for_YNAB
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

accounts into dimension

Browse Source
This commit is contained in:
Jake Pullen
2024-08-09 15:14:04 +01:00
parent 165464820b
commit da5cf943d6
7 changed files with 75 additions and 73 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test.py
+23 -10
View File
@@ -1,15 +1,28 @@
import polars as pl
entities = ['accounts', 'categories', 'months', 'payees', 'transactions', 'scheduled_transactions']
entities = ['accounts']#, 'categories', 'months', 'payees', 'transactions', 'scheduled_transactions']
for entity in entities:
# print(f"Processing entity: {entity}")
file_path = f'data/base/{entity}.parquet'
# Read the parquet file into a polars DataFrame
entity_df = pl.read_parquet(file_path)
# Print the schema of the DataFrame
print(f"Schema of {entity} DataFrame:")
print(entity_df.schema)
# Display the first few rows of the DataFrame
# print(f"First few rows of {entity} DataFrame:")
# print(entity_df.head())
file_path = f'data/base/{entity}.parquet'
# Read the parquet file into a polars DataFrame
entity_df = pl.read_parquet(file_path)
# Print the schema of the DataFrame
print(f"Schema of {entity} DataFrame:")
print(entity_df.schema)
# Display the first few rows of the DataFrame
print(f"First few rows of {entity} DataFrame:")
print(entity_df.head())
for entity in entities:
# print(f"Processing entity: {entity}")
file_path = f'data/warehouse/{entity}.parquet'
# Read the parquet file into a polars DataFrame
entity_df = pl.read_parquet(file_path)
# Print the schema of the DataFrame
print(f"Schema of {entity} DataFrame:")
print(entity_df.schema)
# Display the first few rows of the DataFrame
print(f"First few rows of {entity} DataFrame:")
with pl.
print(entity_df)