Jake Pullen
31 lines
749 B
Python
31 lines
749 B
Python
import os
|
|
import dotenv
|
|
import logging
|
|
import yaml
|
|
|
|
from pipeline.ingest import Ingest
|
|
from pipeline.raw_to_base import RawToBase
|
|
from pipeline.dimensions import DimAccounts, DimCategories, DimPayees, DimDate
|
|
|
|
dotenv.load_dotenv()
|
|
|
|
API_TOKEN = os.getenv('API_TOKEN')
|
|
BUDGET_ID = os.getenv('BUDGET_ID')
|
|
logging.basicConfig(level=logging.DEBUG)
|
|
|
|
with open('config.yaml', 'r') as file:
|
|
config = yaml.safe_load(file)
|
|
|
|
config['API_TOKEN'] = API_TOKEN
|
|
config['BUDGET_ID'] = BUDGET_ID
|
|
|
|
if __name__ == '__main__':
|
|
#Ingest(config)
|
|
#RawToBase(config)
|
|
#DimAccounts(config)
|
|
#DimCategories(config)
|
|
#DimPayees(config)
|
|
DimDate(config)
|
|
|
|
|
|
# dates_df = pl.DataFrame(pl.date_range('2020-01-01', '2030-12-31',"1d", eager=True)).alias('date') |