added tbc pseudo code
This commit is contained in:
@@ -0,0 +1,60 @@
|
||||
# This file is used to define the dimension table for the accounts table
|
||||
# The accounts table contains information about the accounts in the budget
|
||||
# The accounts table has the following columns:
|
||||
# - id: the unique identifier for the account
|
||||
# - name: the name of the account
|
||||
# - type: the type of the account (e.g. checking, savings, credit card)
|
||||
# - on_budget: a boolean indicating whether the account is on budget
|
||||
# - closed: a boolean indicating whether the account is closed
|
||||
# - note: a note associated with the account
|
||||
# - balance: the current balance of the account
|
||||
# - cleared_balance: the cleared balance of the account
|
||||
# - uncleared_balance: the uncleared balance of the account
|
||||
# - deleted: a boolean indicating whether the account has been deleted
|
||||
|
||||
|
||||
# the below is mega tbc
|
||||
|
||||
import pandas as pd
|
||||
from datetime import datetime
|
||||
|
||||
def handle_scd_type_2(dim_accounts_df, new_data_df):
|
||||
current_date = datetime.now().date()
|
||||
|
||||
for index, new_row in new_data_df.iterrows():
|
||||
account_id = new_row['account_id']
|
||||
existing_rows = dim_accounts_df[dim_accounts_df['account_id'] == account_id]
|
||||
|
||||
if existing_rows.empty:
|
||||
# Insert new record
|
||||
new_row['start_date'] = current_date
|
||||
new_row['end_date'] = None
|
||||
new_row['is_current'] = True
|
||||
dim_accounts_df = dim_accounts_df.append(new_row, ignore_index=True)
|
||||
else:
|
||||
current_row = existing_rows[existing_rows['is_current'] == True].iloc[0]
|
||||
if not new_row.equals(current_row.drop(['surrogate_key', 'start_date', 'end_date', 'is_current'])):
|
||||
# Update existing record to set is_current to False and end_date
|
||||
dim_accounts_df.loc[current_row.name, 'is_current'] = False
|
||||
dim_accounts_df.loc[current_row.name, 'end_date'] = current_date
|
||||
|
||||
# Insert new record
|
||||
new_row['start_date'] = current_date
|
||||
new_row['end_date'] = None
|
||||
new_row['is_current'] = True
|
||||
dim_accounts_df = dim_accounts_df.append(new_row, ignore_index=True)
|
||||
|
||||
return dim_accounts_df
|
||||
|
||||
# Example usage
|
||||
dim_accounts_df = pd.DataFrame(columns=[
|
||||
'surrogate_key', 'account_id', 'account_name', 'account_type', 'on_budget', 'closed', 'note',
|
||||
'balance', 'cleared_balance', 'uncleared_balance', 'deleted', 'start_date', 'end_date', 'is_current'
|
||||
])
|
||||
|
||||
new_data_df = pd.DataFrame([
|
||||
{'account_id': 1, 'account_name': 'Checking Account', 'account_type': 'checking', 'on_budget': True, 'closed': False, 'note': '', 'balance': 1000.00, 'cleared_balance': 1000.00, 'uncleared_balance': 0.00, 'deleted': False},
|
||||
{'account_id': 2, 'account_name': 'Savings Account', 'account_type': 'savings', 'on_budget': True, 'closed': False, 'note': '', 'balance': 5000.00, 'cleared_balance': 5000.00, 'uncleared_balance': 0.00, 'deleted': False}
|
||||
])
|
||||
|
||||
dim_accounts_df = handle_scd_type_2(dim_accounts_df, new_data_df)
|
||||
Reference in New Issue
Block a user