3rd commit

This commit is contained in:
Ankit Malik
2026-06-12 15:39:39 +05:30
parent 80bb585cdb
commit 8aaae1e27d
12 changed files with 1280 additions and 120 deletions
+5 -5
View File
@@ -1,5 +1,5 @@
import os
import pyarrow
# import pyarrow
import sys
import logging
from datetime import date, timedelta
@@ -10,7 +10,7 @@ import clickhouse_connect
from dotenv import load_dotenv
from log import log
from clickhouse_task.create_table import create_clickhouse_table , check
from clickhouse_task.create_table import *
from db_con.connection import *
from mids import *
@@ -22,7 +22,7 @@ from mids import *
def fetch_mapping_store_visibility(
def fetch_mapping_storevisibility(
engine: Engine,
run_date: date
) -> pl.DataFrame:
@@ -47,7 +47,7 @@ def fetch_mapping_store_visibility(
WHERE MenuId = 22
)
"""
log.info(
f"Fetching Mapping Store Visibility for {run_date}"
)
@@ -56,7 +56,7 @@ def fetch_mapping_store_visibility(
query=sql,
connection=engine
)
log.info(
f"Fetched {len(df):,} Mapping Store Visibility records"
)