from __future__ import annotations import os # import pyarrow import sys from datetime import date, timedelta import polars as pl import yaml from dotenv import load_dotenv from sqlalchemy import create_engine, text from sqlalchemy.engine import Engine, URL import clickhouse_connect from log import log from clickhouse_task.create_table import * from clickhouse_task.delete_task import * from clickhouse_task.load_table import * from db_con.connection import * from mids import * from masters.dimensions import * from masters.bridge import * from kpi.facts import * with open("tables.yml", "r") as file: config = yaml.safe_load(file) for table in config["tables"]: table_name=table["name"] table_type=table["type"] operation=table["operation"] print(table_name) print(table_type) print(operation)