GitHub user caicancai closed a discussion: Python Operator reports an error
when connecting to Clickhouse using Clickhouse connect
### Apache Airflow version
2.10.4
### If "Other Airflow 2 version" selected, which one?
_No response_
### What happened?
```
def show_tables():
client = clickhouse_connect.create_client(
interface="https",
host='localhost',
port=9090,
user='default',
password='123456',
ca_cert='/Users/cc.cai/develop/clickhouse/testing/testing-ca.crt'
)
result = client.command("select 1")
print(result)
```
The above python can be executed locally, but when I use pythonoperator, an
error is reported
```
from airflow import DAG
from airflow.operators.bash import BashOperator
from airflow.operators.python import PythonOperator
from clickhouse_connect import get_client
from dill import settings
from sqlalchemy_utils.types.enriched_datetime.pendulum_datetime import pendulum
import datetime
import clickhouse_connect
def show_tables():
client = clickhouse_connect.create_client(
interface="https",
host='localhost',
port=9090,
user='default',
password='123456',
ca_cert='/Users/cc.cai/develop/clickhouse/testing/testing-ca.crt'
)
result = client.command("select 1")
print(result)
with DAG(
dag_id="example_python_operator",
schedule="0 0 * * *",
start_date=pendulum.datetime(2021, 1, 1, tz="UTC"),
catchup=False,
dagrun_timeout=datetime.timedelta(minutes=60),
tags=["example", "example2"],
params={"example_key": "example_value"},
) as dag:
show_tables_task = PythonOperator(
task_id='show_tables_task',
python_callable=show_tables,
dag=dag
)
```
Traceback (most recent call last):
```
File
"/Users/cc.cai/airflow_venv/lib/python3.10/site-packages/airflow/models/dagbag.py",
line 383, in parse
loader.exec_module(new_module)
File "<frozen importlib._bootstrap_external>", line 883, in exec_module
File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed
File
"/Users/cc.cai/airflow_venv/lib/python3.10/site-packages/airflow/example_dags/example_python_operator.py",
line 57, in <module>
show_tables()
File
"/Users/cc.cai/airflow_venv/lib/python3.10/site-packages/airflow/example_dags/example_python_operator.py",
line 31, in show_tables
client = clickhouse_connect.create_client(
File
"/Users/cc.cai/airflow_venv/lib/python3.10/site-packages/clickhouse_connect/driver/__init__.py",
line 115, in create_client
return HttpClient(interface, host, port, username, password, database,
settings=settings, **kwargs)
File
"/Users/cc.cai/airflow_venv/lib/python3.10/site-packages/clickhouse_connect/driver/httpclient.py",
line 157, in __init__
super().__init__(database=database,
File
"/Users/cc.cai/airflow_venv/lib/python3.10/site-packages/clickhouse_connect/driver/client.py",
line 69, in __init__
self._init_common_settings(apply_server_timezone)
File
"/Users/cc.cai/airflow_venv/lib/python3.10/site-packages/clickhouse_connect/driver/client.py",
line 74, in _init_common_settings
tuple(self.command('SELECT version(), timezone()', use_database=False))
File
"/Users/cc.cai/airflow_venv/lib/python3.10/site-packages/clickhouse_connect/driver/httpclient.py",
line 351, in command
response = self._raw_request(payload, params, headers, method,
fields=fields, server_wait=False)
File
"/Users/cc.cai/airflow_venv/lib/python3.10/site-packages/clickhouse_connect/driver/httpclient.py",
line 449, in _raw_request
raise OperationalError(f'Error {ex} executing HTTP request attempt
{attempts}{err_url}') from ex
clickhouse_connect.driver.exceptions.OperationalError: Error
HTTPSConnectionPool(host='clickhouse-testing.automizely.me', port=9090): Max
retries exceeded with url: /? (Caused by SSLError(SSLCertVerificationError(1,
'[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed:
```
### What you think should happen instead?
_No response_
### How to reproduce
```
def show_tables():
client = clickhouse_connect.create_client(
interface="https",
host='localhost',
port=9090,
user='default',
password='123456',
ca_cert='/Users/cc.cai/develop/clickhouse/testing/testing-ca.crt'
)
result = client.command("select 1")
print(result)
```
The above python can be executed locally, but when I use pythonoperator, an
error is reported
```
from airflow import DAG
from airflow.operators.bash import BashOperator
from airflow.operators.python import PythonOperator
from clickhouse_connect import get_client
from dill import settings
from sqlalchemy_utils.types.enriched_datetime.pendulum_datetime import pendulum
import datetime
import clickhouse_connect
def show_tables():
client = clickhouse_connect.create_client(
interface="https",
host='localhost',
port=9090,
user='default',
password='123456',
ca_cert='/Users/cc.cai/develop/clickhouse/testing/testing-ca.crt'
)
result = client.command("select 1")
print(result)
with DAG(
dag_id="example_python_operator",
schedule="0 0 * * *",
start_date=pendulum.datetime(2021, 1, 1, tz="UTC"),
catchup=False,
dagrun_timeout=datetime.timedelta(minutes=60),
tags=["example", "example2"],
params={"example_key": "example_value"},
) as dag:
show_tables_task = PythonOperator(
task_id='show_tables_task',
python_callable=show_tables,
dag=dag
)
```
Max retries exceeded with url: /? (Caused by
SSLError(SSLCertVerificationError(1, '[SSL: CERTIFICATE_VERIFY_FAILED]
certificate verify failed
### Operating System
pythonoperator
### Versions of Apache Airflow Providers
_No response_
### Deployment
Official Apache Airflow Helm Chart
### Deployment details
_No response_
### Anything else?
_No response_
### Are you willing to submit PR?
- [X] Yes I am willing to submit a PR!
### Code of Conduct
- [X] I agree to follow this project's [Code of
Conduct](https://github.com/apache/airflow/blob/main/CODE_OF_CONDUCT.md)
GitHub link: https://github.com/apache/airflow/discussions/45256
----
This is an automatically sent email for [email protected].
To unsubscribe, please send an email to: [email protected]
