Ankit Malik
47 lines
883 B
Python
47 lines
883 B
Python
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
# import pyarrow
|
|
import sys
|
|
from datetime import date, timedelta
|
|
|
|
import polars as pl
|
|
import yaml
|
|
from dotenv import load_dotenv
|
|
|
|
from sqlalchemy import create_engine, text
|
|
from sqlalchemy.engine import Engine, URL
|
|
|
|
import clickhouse_connect
|
|
|
|
from log import log
|
|
|
|
|
|
|
|
from clickhouse_task.create_table import *
|
|
from clickhouse_task.delete_task import *
|
|
from clickhouse_task.load_table import *
|
|
from db_con.connection import *
|
|
from mids import *
|
|
from masters.dimensions import *
|
|
from masters.bridge import *
|
|
from kpi.facts import *
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
with open("tables.yml", "r") as file:
|
|
config = yaml.safe_load(file)
|
|
|
|
for table in config["tables"]:
|
|
|
|
table_name=table["name"]
|
|
table_type=table["type"]
|
|
operation=table["operation"]
|
|
print(table_name)
|
|
print(table_type)
|
|
print(operation) |