Coverage Import
This commit is contained in:
Dipanshu Kumar
@@ -0,0 +1,453 @@
|
|||||||
|
|
||||||
|
import pyodbc
|
||||||
|
import pandas as pd
|
||||||
|
import clickhouse_connect
|
||||||
|
import numpy as np
|
||||||
|
from datetime import datetime
|
||||||
|
import traceback
|
||||||
|
import warnings
|
||||||
|
|
||||||
|
# =========================================================
|
||||||
|
# IGNORE WARNINGS
|
||||||
|
# =========================================================
|
||||||
|
warnings.filterwarnings(
|
||||||
|
'ignore',
|
||||||
|
'pandas only supports SQLAlchemy connectable'
|
||||||
|
)
|
||||||
|
|
||||||
|
print("ETL Started :", datetime.now())
|
||||||
|
|
||||||
|
# =========================================================
|
||||||
|
# SQL SERVER CONNECTION
|
||||||
|
# =========================================================
|
||||||
|
SQL_CONN_STR = (
|
||||||
|
'DRIVER={ODBC Driver 17 for SQL Server};'
|
||||||
|
'SERVER=10.200.25.65;'
|
||||||
|
'DATABASE=CPMIndiaBusinessInsight;'
|
||||||
|
'UID=bsgteam_test;'
|
||||||
|
'PWD=B$gt3@m#00512;'
|
||||||
|
'TrustServerCertificate=yes;'
|
||||||
|
)
|
||||||
|
|
||||||
|
# =========================================================
|
||||||
|
# CLICKHOUSE CONFIG
|
||||||
|
# =========================================================
|
||||||
|
CH_CONFIG = {
|
||||||
|
'host': '172.188.12.194',
|
||||||
|
'port': 8123,
|
||||||
|
'username': 'default',
|
||||||
|
'password': 'dipanshu_k',
|
||||||
|
'database': 'DaburIndia_BI'
|
||||||
|
}
|
||||||
|
|
||||||
|
# =========================================================
|
||||||
|
# TABLE NAME
|
||||||
|
# =========================================================
|
||||||
|
TABLE_NAME = 'Coverage'
|
||||||
|
PROJECT_ID = 41654
|
||||||
|
|
||||||
|
# =========================================================
|
||||||
|
# CLEAN DATAFRAME
|
||||||
|
# =========================================================
|
||||||
|
def clean_dataframe(df):
|
||||||
|
|
||||||
|
try:
|
||||||
|
|
||||||
|
# ---------------------------------------------
|
||||||
|
# Replace NaN
|
||||||
|
# ---------------------------------------------
|
||||||
|
df = df.replace({np.nan: None})
|
||||||
|
|
||||||
|
# ---------------------------------------------
|
||||||
|
# Process Column Wise
|
||||||
|
# ---------------------------------------------
|
||||||
|
for col in df.columns:
|
||||||
|
|
||||||
|
try:
|
||||||
|
|
||||||
|
col_lower = col.lower()
|
||||||
|
|
||||||
|
# =====================================
|
||||||
|
# DATE COLUMNS
|
||||||
|
# =====================================
|
||||||
|
if 'date' in col_lower:
|
||||||
|
|
||||||
|
print(f"Cleaning Date Column : {col}")
|
||||||
|
|
||||||
|
df[col] = pd.to_datetime(
|
||||||
|
df[col],
|
||||||
|
errors='coerce'
|
||||||
|
)
|
||||||
|
|
||||||
|
# Remove invalid dates
|
||||||
|
df[col] = df[col].where(
|
||||||
|
(df[col].dt.year >= 1970) &
|
||||||
|
(df[col].dt.year <= 2100)
|
||||||
|
)
|
||||||
|
|
||||||
|
# Convert to Python Date
|
||||||
|
df[col] = df[col].apply(
|
||||||
|
lambda x:
|
||||||
|
x.date()
|
||||||
|
if pd.notnull(x)
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
|
||||||
|
# =====================================
|
||||||
|
# INTEGER COLUMNS
|
||||||
|
# =====================================
|
||||||
|
elif pd.api.types.is_integer_dtype(df[col]):
|
||||||
|
|
||||||
|
df[col] = pd.to_numeric(
|
||||||
|
df[col],
|
||||||
|
errors='coerce'
|
||||||
|
)
|
||||||
|
|
||||||
|
df[col] = df[col].apply(
|
||||||
|
lambda x:
|
||||||
|
int(x)
|
||||||
|
if pd.notnull(x)
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
|
||||||
|
# =====================================
|
||||||
|
# FLOAT COLUMNS
|
||||||
|
# =====================================
|
||||||
|
elif pd.api.types.is_float_dtype(df[col]):
|
||||||
|
|
||||||
|
non_null = df[col].dropna()
|
||||||
|
|
||||||
|
# ---------------------------------
|
||||||
|
# Convert whole float to int
|
||||||
|
# Example:
|
||||||
|
# 3240.0 -> 3240
|
||||||
|
# ---------------------------------
|
||||||
|
if len(non_null) > 0 and (
|
||||||
|
(non_null % 1 == 0).all()
|
||||||
|
):
|
||||||
|
|
||||||
|
df[col] = df[col].apply(
|
||||||
|
lambda x:
|
||||||
|
int(x)
|
||||||
|
if pd.notnull(x)
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
|
||||||
|
else:
|
||||||
|
|
||||||
|
df[col] = df[col].apply(
|
||||||
|
lambda x:
|
||||||
|
float(x)
|
||||||
|
if pd.notnull(x)
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
|
||||||
|
# =====================================
|
||||||
|
# OBJECT / STRING COLUMNS
|
||||||
|
# =====================================
|
||||||
|
else:
|
||||||
|
|
||||||
|
cleaned = []
|
||||||
|
|
||||||
|
for val in df[col]:
|
||||||
|
|
||||||
|
# NULL
|
||||||
|
if pd.isnull(val):
|
||||||
|
|
||||||
|
cleaned.append(None)
|
||||||
|
|
||||||
|
# INTEGER
|
||||||
|
elif isinstance(
|
||||||
|
val,
|
||||||
|
(
|
||||||
|
int,
|
||||||
|
np.integer
|
||||||
|
)
|
||||||
|
):
|
||||||
|
|
||||||
|
cleaned.append(int(val))
|
||||||
|
|
||||||
|
# FLOAT
|
||||||
|
elif isinstance(
|
||||||
|
val,
|
||||||
|
(
|
||||||
|
float,
|
||||||
|
np.floating
|
||||||
|
)
|
||||||
|
):
|
||||||
|
|
||||||
|
if np.isnan(val):
|
||||||
|
|
||||||
|
cleaned.append(None)
|
||||||
|
|
||||||
|
else:
|
||||||
|
|
||||||
|
# IMPORTANT FIX
|
||||||
|
# Avoid '3240.0' string issue
|
||||||
|
if val.is_integer():
|
||||||
|
|
||||||
|
cleaned.append(int(val))
|
||||||
|
|
||||||
|
else:
|
||||||
|
|
||||||
|
cleaned.append(float(val))
|
||||||
|
|
||||||
|
# STRING
|
||||||
|
elif isinstance(val, str):
|
||||||
|
|
||||||
|
cleaned.append(val.strip())
|
||||||
|
|
||||||
|
# BOOLEAN
|
||||||
|
elif isinstance(val, bool):
|
||||||
|
|
||||||
|
cleaned.append(int(val))
|
||||||
|
|
||||||
|
# DATETIME
|
||||||
|
elif isinstance(
|
||||||
|
val,
|
||||||
|
(
|
||||||
|
datetime,
|
||||||
|
pd.Timestamp
|
||||||
|
)
|
||||||
|
):
|
||||||
|
|
||||||
|
cleaned.append(str(val))
|
||||||
|
|
||||||
|
# OTHER
|
||||||
|
else:
|
||||||
|
|
||||||
|
cleaned.append(str(val))
|
||||||
|
|
||||||
|
df[col] = cleaned
|
||||||
|
|
||||||
|
except Exception as col_error:
|
||||||
|
|
||||||
|
print("\n================================")
|
||||||
|
print(f"COLUMN FAILED : {col}")
|
||||||
|
print(str(col_error))
|
||||||
|
print("================================")
|
||||||
|
|
||||||
|
return df
|
||||||
|
|
||||||
|
except Exception as clean_error:
|
||||||
|
|
||||||
|
print("\n================================")
|
||||||
|
print("DATA CLEAN FAILED")
|
||||||
|
print(str(clean_error))
|
||||||
|
print("================================")
|
||||||
|
|
||||||
|
return df
|
||||||
|
|
||||||
|
# =========================================================
|
||||||
|
# MAIN PROCESS
|
||||||
|
# =========================================================
|
||||||
|
try:
|
||||||
|
|
||||||
|
# =====================================================
|
||||||
|
# CONNECT SQL SERVER
|
||||||
|
# =====================================================
|
||||||
|
sql_conn = pyodbc.connect(SQL_CONN_STR)
|
||||||
|
|
||||||
|
print("Connected to SQL Server")
|
||||||
|
|
||||||
|
# =====================================================
|
||||||
|
# CONNECT CLICKHOUSE
|
||||||
|
# =====================================================
|
||||||
|
ch_client = clickhouse_connect.get_client(**CH_CONFIG)
|
||||||
|
|
||||||
|
print("Connected to ClickHouse")
|
||||||
|
|
||||||
|
# =====================================================
|
||||||
|
# QUERY
|
||||||
|
# =====================================================
|
||||||
|
query = f"""
|
||||||
|
SELECT *
|
||||||
|
FROM dbo.[{TABLE_NAME}]
|
||||||
|
WHERE Project_Id = {PROJECT_ID}
|
||||||
|
"""
|
||||||
|
|
||||||
|
print("\nExecuting Query:")
|
||||||
|
print(query)
|
||||||
|
|
||||||
|
# =====================================================
|
||||||
|
# CHUNK SIZE
|
||||||
|
# =====================================================
|
||||||
|
chunk_size = 100000
|
||||||
|
|
||||||
|
total_rows = 0
|
||||||
|
|
||||||
|
# =====================================================
|
||||||
|
# READ DATA
|
||||||
|
# =====================================================
|
||||||
|
for chunk in pd.read_sql(
|
||||||
|
query,
|
||||||
|
sql_conn,
|
||||||
|
chunksize=chunk_size
|
||||||
|
):
|
||||||
|
|
||||||
|
try:
|
||||||
|
|
||||||
|
print("\n================================")
|
||||||
|
print(f"Processing {len(chunk)} Rows")
|
||||||
|
print("================================")
|
||||||
|
|
||||||
|
# =================================================
|
||||||
|
# CLEAN DATA
|
||||||
|
# =================================================
|
||||||
|
chunk = clean_dataframe(chunk)
|
||||||
|
|
||||||
|
# =================================================
|
||||||
|
# DEBUG COLUMN TYPES
|
||||||
|
# =================================================
|
||||||
|
print("\nCOLUMN TYPES")
|
||||||
|
|
||||||
|
for col in chunk.columns:
|
||||||
|
|
||||||
|
sample = chunk[col].dropna()
|
||||||
|
|
||||||
|
if len(sample) > 0:
|
||||||
|
|
||||||
|
print(
|
||||||
|
col,
|
||||||
|
type(sample.iloc[0]),
|
||||||
|
sample.iloc[0]
|
||||||
|
)
|
||||||
|
|
||||||
|
# =================================================
|
||||||
|
# SAMPLE DATA
|
||||||
|
# =================================================
|
||||||
|
print("\nSAMPLE DATA")
|
||||||
|
print(chunk.head(2))
|
||||||
|
|
||||||
|
# =================================================
|
||||||
|
# INSERT INTO CLICKHOUSE
|
||||||
|
# =================================================
|
||||||
|
print("\nInserting into ClickHouse...")
|
||||||
|
|
||||||
|
ch_client.insert_df(
|
||||||
|
table=TABLE_NAME,
|
||||||
|
df=chunk,
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
)
|
||||||
|
|
||||||
|
total_rows += len(chunk)
|
||||||
|
|
||||||
|
print(
|
||||||
|
f"\nInserted Total Rows : {total_rows}"
|
||||||
|
)
|
||||||
|
|
||||||
|
except Exception as chunk_error:
|
||||||
|
|
||||||
|
print("\n================================")
|
||||||
|
print("CHUNK INSERT FAILED")
|
||||||
|
print("================================")
|
||||||
|
|
||||||
|
print(str(chunk_error))
|
||||||
|
|
||||||
|
traceback.print_exc()
|
||||||
|
|
||||||
|
# =============================================
|
||||||
|
# SAVE ERROR LOG
|
||||||
|
# =============================================
|
||||||
|
with open(
|
||||||
|
"clickhouse_chunk_error.log",
|
||||||
|
"a",
|
||||||
|
encoding="utf-8"
|
||||||
|
) as log:
|
||||||
|
|
||||||
|
log.write(
|
||||||
|
"\n\n================================"
|
||||||
|
)
|
||||||
|
|
||||||
|
log.write(
|
||||||
|
f"\nTIME : {datetime.now()}"
|
||||||
|
)
|
||||||
|
|
||||||
|
log.write(
|
||||||
|
f"\nTABLE : {TABLE_NAME}"
|
||||||
|
)
|
||||||
|
|
||||||
|
log.write(
|
||||||
|
f"\nERROR : {str(chunk_error)}"
|
||||||
|
)
|
||||||
|
|
||||||
|
log.write(
|
||||||
|
f"\nTRACEBACK :\n"
|
||||||
|
f"{traceback.format_exc()}"
|
||||||
|
)
|
||||||
|
|
||||||
|
log.write(
|
||||||
|
"\n================================"
|
||||||
|
)
|
||||||
|
|
||||||
|
continue
|
||||||
|
|
||||||
|
print("\n================================")
|
||||||
|
print("ETL COMPLETED SUCCESSFULLY")
|
||||||
|
print(f"TOTAL ROWS INSERTED : {total_rows}")
|
||||||
|
print("================================")
|
||||||
|
|
||||||
|
# =========================================================
|
||||||
|
# MAIN ERROR
|
||||||
|
# =========================================================
|
||||||
|
except Exception as main_error:
|
||||||
|
|
||||||
|
print("\n================================")
|
||||||
|
print("MAIN ERROR")
|
||||||
|
print("================================")
|
||||||
|
|
||||||
|
print(str(main_error))
|
||||||
|
|
||||||
|
traceback.print_exc()
|
||||||
|
|
||||||
|
with open(
|
||||||
|
"clickhouse_main_error.log",
|
||||||
|
"a",
|
||||||
|
encoding="utf-8"
|
||||||
|
) as log:
|
||||||
|
|
||||||
|
log.write(
|
||||||
|
"\n\n================================"
|
||||||
|
)
|
||||||
|
|
||||||
|
log.write(
|
||||||
|
f"\nTIME : {datetime.now()}"
|
||||||
|
)
|
||||||
|
|
||||||
|
log.write(
|
||||||
|
f"\nERROR : {str(main_error)}"
|
||||||
|
)
|
||||||
|
|
||||||
|
log.write(
|
||||||
|
f"\nTRACEBACK :\n"
|
||||||
|
f"{traceback.format_exc()}"
|
||||||
|
)
|
||||||
|
|
||||||
|
log.write(
|
||||||
|
"\n================================"
|
||||||
|
)
|
||||||
|
|
||||||
|
# =========================================================
|
||||||
|
# CLOSE CONNECTIONS
|
||||||
|
# =========================================================
|
||||||
|
finally:
|
||||||
|
|
||||||
|
try:
|
||||||
|
|
||||||
|
sql_conn.close()
|
||||||
|
|
||||||
|
print("\nSQL Server Connection Closed")
|
||||||
|
|
||||||
|
except:
|
||||||
|
pass
|
||||||
|
|
||||||
|
try:
|
||||||
|
|
||||||
|
ch_client.close()
|
||||||
|
|
||||||
|
print("ClickHouse Connection Closed")
|
||||||
|
|
||||||
|
except:
|
||||||
|
pass
|
||||||
|
|
||||||
|
print("\nETL Finished :", datetime.now())
|
||||||
@@ -0,0 +1,994 @@
|
|||||||
|
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:11:47.390220
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:11:52.224424
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:11:55.595579
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:12:01.135598
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:12:05.272047
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:12:08.895106
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:12:13.752750
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:12:21.702098
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:12:39.718268
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:13:04.381002
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:13:13.042695
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:13:21.415719
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:13:30.781347
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:13:45.485738
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:13:52.575879
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 569, in _raw_request
|
||||||
|
error_handler(response)
|
||||||
|
~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 331, in error_handler
|
||||||
|
raise ex
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\transform.py", line 114, in chunk_gen
|
||||||
|
col_type.write_column(data, output, context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 216, in write_column
|
||||||
|
self.write_column_data(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\base.py", line 231, in write_column_data
|
||||||
|
self._write_column_binary(column, dest, ctx)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\datatypes\string.py", line 51, in _write_column_binary
|
||||||
|
handle_error(data_conv.write_str_col(column, self.nullable, encoding, dest), ctx)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\errors.py", line 17, in handle_error
|
||||||
|
raise DataError(msg)
|
||||||
|
clickhouse_connect.driver.exceptions.DataError: Invalid None value in non-Nullable column, column name: `update_by`
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:24:19.006330
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Error ('Connection aborted.', TimeoutError('timed out')) executing HTTP request attempt 1 (http://172.188.12.194:8123)
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\urllib3\connectionpool.py", line 788, in urlopen
|
||||||
|
response = self._make_request(
|
||||||
|
conn,
|
||||||
|
...<10 lines>...
|
||||||
|
**response_kw,
|
||||||
|
)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\urllib3\connectionpool.py", line 493, in _make_request
|
||||||
|
conn.request(
|
||||||
|
~~~~~~~~~~~~^
|
||||||
|
method,
|
||||||
|
^^^^^^^
|
||||||
|
...<6 lines>...
|
||||||
|
enforce_content_length=enforce_content_length,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\urllib3\connection.py", line 512, in request
|
||||||
|
self.send(b"%x\r\n%b\r\n" % (len(chunk), chunk))
|
||||||
|
~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\http\client.py", line 1086, in send
|
||||||
|
self.sock.sendall(data)
|
||||||
|
~~~~~~~~~~~~~~~~~^^^^^^
|
||||||
|
TimeoutError: timed out
|
||||||
|
|
||||||
|
During handling of the above exception, another exception occurred:
|
||||||
|
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 546, in _raw_request
|
||||||
|
response = self.http.request(method, url, **kwargs)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\urllib3\_request_methods.py", line 143, in request
|
||||||
|
return self.request_encode_body(
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~^
|
||||||
|
method, url, fields=fields, headers=headers, **urlopen_kw
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\urllib3\_request_methods.py", line 278, in request_encode_body
|
||||||
|
return self.urlopen(method, url, **extra_kw)
|
||||||
|
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\urllib3\poolmanager.py", line 457, in urlopen
|
||||||
|
response = conn.urlopen(method, u.request_uri, **kw)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\urllib3\connectionpool.py", line 842, in urlopen
|
||||||
|
retries = retries.increment(
|
||||||
|
method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]
|
||||||
|
)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\urllib3\util\retry.py", line 498, in increment
|
||||||
|
raise reraise(type(error), error, _stacktrace)
|
||||||
|
~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\urllib3\util\util.py", line 38, in reraise
|
||||||
|
raise value.with_traceback(tb)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\urllib3\connectionpool.py", line 788, in urlopen
|
||||||
|
response = self._make_request(
|
||||||
|
conn,
|
||||||
|
...<10 lines>...
|
||||||
|
**response_kw,
|
||||||
|
)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\urllib3\connectionpool.py", line 493, in _make_request
|
||||||
|
conn.request(
|
||||||
|
~~~~~~~~~~~~^
|
||||||
|
method,
|
||||||
|
^^^^^^^
|
||||||
|
...<6 lines>...
|
||||||
|
enforce_content_length=enforce_content_length,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\urllib3\connection.py", line 512, in request
|
||||||
|
self.send(b"%x\r\n%b\r\n" % (len(chunk), chunk))
|
||||||
|
~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\http\client.py", line 1086, in send
|
||||||
|
self.sock.sendall(data)
|
||||||
|
~~~~~~~~~~~~~~~~~^^^^^^
|
||||||
|
urllib3.exceptions.ProtocolError: ('Connection aborted.', TimeoutError('timed out'))
|
||||||
|
|
||||||
|
The above exception was the direct cause of the following exception:
|
||||||
|
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 978, in insert
|
||||||
|
return self.data_insert(context)
|
||||||
|
~~~~~~~~~~~~~~~~^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 347, in data_insert
|
||||||
|
response = self._raw_request(block_gen, params, headers, error_handler=error_handler, server_wait=False)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 558, in _raw_request
|
||||||
|
raise OperationalError(f'Error {ex} executing HTTP request attempt {attempts}{err_url}') from ex
|
||||||
|
clickhouse_connect.driver.exceptions.OperationalError: Error ('Connection aborted.', TimeoutError('timed out')) executing HTTP request attempt 1 (http://172.188.12.194:8123)
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:24:22.477958
|
||||||
|
TABLE : Coverage
|
||||||
|
ERROR : Received ClickHouse exception, code: 373, server response: Code: 373. DB::Exception: Session ee962d4d-ba34-48f3-ae29-7c57ade05c94 is locked by a concurrent client. (SESSION_IS_LOCKED) (for url http://172.188.12.194:8123)
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 327, in <module>
|
||||||
|
ch_client.insert_df(
|
||||||
|
~~~~~~~~~~~~~~~~~~~^
|
||||||
|
table=TABLE_NAME,
|
||||||
|
^^^^^^^^^^^^^^^^^
|
||||||
|
df=chunk,
|
||||||
|
^^^^^^^^^
|
||||||
|
database=CH_CONFIG['database']
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
)
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1013, in insert_df
|
||||||
|
return self.insert(table,
|
||||||
|
~~~~~~~~~~~^^^^^^^
|
||||||
|
df,
|
||||||
|
^^^
|
||||||
|
...<5 lines>...
|
||||||
|
transport_settings=transport_settings,
|
||||||
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||||||
|
context=context)
|
||||||
|
^^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 966, in insert
|
||||||
|
context = self.create_insert_context(table,
|
||||||
|
column_names,
|
||||||
|
...<4 lines>...
|
||||||
|
settings,
|
||||||
|
transport_settings=transport_settings)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 1137, in create_insert_context
|
||||||
|
describe_result = self.query(f'DESCRIBE TABLE {full_table}', settings=settings)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\client.py", line 402, in query
|
||||||
|
return self._query_with_context(query_context)
|
||||||
|
~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 304, in _query_with_context
|
||||||
|
response = self._raw_request(body,
|
||||||
|
params,
|
||||||
|
...<3 lines>...
|
||||||
|
fields=fields,
|
||||||
|
server_wait=not context.streaming)
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 571, in _raw_request
|
||||||
|
self._error_handler(response)
|
||||||
|
~~~~~~~~~~~~~~~~~~~^^^^^^^^^^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\clickhouse_connect\driver\httpclient.py", line 488, in _error_handler
|
||||||
|
raise OperationalError(err_str) if retried else DatabaseError(err_str) from None
|
||||||
|
clickhouse_connect.driver.exceptions.DatabaseError: Received ClickHouse exception, code: 373, server response: Code: 373. DB::Exception: Session ee962d4d-ba34-48f3-ae29-7c57ade05c94 is locked by a concurrent client. (SESSION_IS_LOCKED) (for url http://172.188.12.194:8123)
|
||||||
|
|
||||||
|
================================
|
||||||
+37
-16
@@ -1,24 +1,45 @@
|
|||||||
|
|
||||||
|
|
||||||
=====================================
|
================================
|
||||||
TIME : 2026-05-18 13:49:49.650758
|
TIME : 2026-05-19 12:05:19.024518
|
||||||
ERROR : name 'PROJECT_ID' is not defined
|
|
||||||
TRACEBACK :
|
|
||||||
Traceback (most recent call last):
|
|
||||||
File "d:\Python Code\Data_migrate_to_clickhouse.py", line 193, in <module>
|
|
||||||
WHERE Project_Id = {PROJECT_ID}
|
|
||||||
^^^^^^^^^^
|
|
||||||
NameError: name 'PROJECT_ID' is not defined
|
|
||||||
|
|
||||||
=====================================
|
|
||||||
|
|
||||||
=====================================
|
|
||||||
TIME : 2026-05-18 15:03:23.790219
|
|
||||||
ERROR : ('08001', '[08001] [Microsoft][ODBC Driver 17 for SQL Server]TCP Provider: Timeout error [258]. (258) (SQLDriverConnect); [08001] [Microsoft][ODBC Driver 17 for SQL Server]Login timeout expired (0); [08001] [Microsoft][ODBC Driver 17 for SQL Server]Unable to complete login process due to delay in login response (258)')
|
ERROR : ('08001', '[08001] [Microsoft][ODBC Driver 17 for SQL Server]TCP Provider: Timeout error [258]. (258) (SQLDriverConnect); [08001] [Microsoft][ODBC Driver 17 for SQL Server]Login timeout expired (0); [08001] [Microsoft][ODBC Driver 17 for SQL Server]Unable to complete login process due to delay in login response (258)')
|
||||||
TRACEBACK :
|
TRACEBACK :
|
||||||
Traceback (most recent call last):
|
Traceback (most recent call last):
|
||||||
File "d:\Python Code\City_Master_Import.py", line 178, in <module>
|
File "d:\Python Code\Coverage_Import.py", line 249, in <module>
|
||||||
sql_conn = pyodbc.connect(SQL_CONN_STR)
|
sql_conn = pyodbc.connect(SQL_CONN_STR)
|
||||||
pyodbc.OperationalError: ('08001', '[08001] [Microsoft][ODBC Driver 17 for SQL Server]TCP Provider: Timeout error [258]. (258) (SQLDriverConnect); [08001] [Microsoft][ODBC Driver 17 for SQL Server]Login timeout expired (0); [08001] [Microsoft][ODBC Driver 17 for SQL Server]Unable to complete login process due to delay in login response (258)')
|
pyodbc.OperationalError: ('08001', '[08001] [Microsoft][ODBC Driver 17 for SQL Server]TCP Provider: Timeout error [258]. (258) (SQLDriverConnect); [08001] [Microsoft][ODBC Driver 17 for SQL Server]Login timeout expired (0); [08001] [Microsoft][ODBC Driver 17 for SQL Server]Unable to complete login process due to delay in login response (258)')
|
||||||
|
|
||||||
=====================================
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:06:12.638987
|
||||||
|
ERROR : ('08001', '[08001] [Microsoft][ODBC Driver 17 for SQL Server]TCP Provider: Timeout error [258]. (258) (SQLDriverConnect); [08001] [Microsoft][ODBC Driver 17 for SQL Server]Login timeout expired (0); [08001] [Microsoft][ODBC Driver 17 for SQL Server]Unable to complete login process due to delay in login response (258)')
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 249, in <module>
|
||||||
|
sql_conn = pyodbc.connect(SQL_CONN_STR)
|
||||||
|
pyodbc.OperationalError: ('08001', '[08001] [Microsoft][ODBC Driver 17 for SQL Server]TCP Provider: Timeout error [258]. (258) (SQLDriverConnect); [08001] [Microsoft][ODBC Driver 17 for SQL Server]Login timeout expired (0); [08001] [Microsoft][ODBC Driver 17 for SQL Server]Unable to complete login process due to delay in login response (258)')
|
||||||
|
|
||||||
|
================================
|
||||||
|
|
||||||
|
================================
|
||||||
|
TIME : 2026-05-19 12:15:09.267712
|
||||||
|
ERROR : ('08S01', '[08S01] [Microsoft][ODBC Driver 17 for SQL Server]TCP Provider: An existing connection was forcibly closed by the remote host.\r\n (10054) (SQLGetData); [08S01] [Microsoft][ODBC Driver 17 for SQL Server]Communication link failure (10054)')
|
||||||
|
TRACEBACK :
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "d:\Python Code\Coverage_Import.py", line 282, in <module>
|
||||||
|
for chunk in pd.read_sql(
|
||||||
|
~~~~~~~~~~~^
|
||||||
|
query,
|
||||||
|
^^^^^^
|
||||||
|
sql_conn,
|
||||||
|
^^^^^^^^^
|
||||||
|
chunksize=chunk_size
|
||||||
|
^^^^^^^^^^^^^^^^^^^^
|
||||||
|
):
|
||||||
|
^
|
||||||
|
File "C:\Users\dipanshuk\AppData\Local\Python\pythoncore-3.14-64\Lib\site-packages\pandas\io\sql.py", line 2730, in _query_iterator
|
||||||
|
data = cursor.fetchmany(chunksize)
|
||||||
|
pyodbc.OperationalError: ('08S01', '[08S01] [Microsoft][ODBC Driver 17 for SQL Server]TCP Provider: An existing connection was forcibly closed by the remote host.\r\n (10054) (SQLGetData); [08S01] [Microsoft][ODBC Driver 17 for SQL Server]Communication link failure (10054)')
|
||||||
|
|
||||||
|
================================
|
||||||
Reference in New Issue
Block a user