3rd commit

test.py

@@ -0,0 +1,47 @@
+
+from __future__ import annotations
+
+import os
+# import pyarrow
+import sys
+from datetime import date, timedelta
+
+import polars as pl
+import yaml
+from dotenv import load_dotenv
+
+from sqlalchemy import create_engine, text
+from sqlalchemy.engine import Engine, URL
+
+import clickhouse_connect
+
+from log import log
+
+
+
+from clickhouse_task.create_table import *
+from clickhouse_task.delete_task import *
+from clickhouse_task.load_table import *
+from db_con.connection import *
+from mids import *
+from masters.dimensions import *
+from masters.bridge import *
+from kpi.facts import *
+
+
+
+
+
+
+
+with open("tables.yml", "r") as file:
+    config = yaml.safe_load(file)
+
+    for table in config["tables"]:
+            
+        table_name=table["name"]
+        table_type=table["type"]
+        operation=table["operation"]
+        print(table_name)
+        print(table_type)
+        print(operation)