GitHub user andrii-korotkov-verkada added a comment to the discussion: Which
user is used for "airflow db migrate" in the migration pod (if any)?
Got some logs after being lucky
```
....................
ERROR! Maximum number of retries (20) reached.
Last check result:
$ airflow db check
/home/airflow/.local/lib/python3.10/site-packages/airflow/configuration.py:859
FutureWarning: section/key [core/sql_alchemy_conn] has been deprecated, you
should use[database/sql_alchemy_conn] instead. Please update your `conf.get*`
call to use the new name
/home/airflow/.local/lib/python3.10/site-packages/airflow/metrics/statsd_logger.py:184
RemovedInAirflow3Warning: The basic metric validator will be deprecated in the
future in favor of pattern-matching. You can try this now by setting config
option metrics_use_pattern_match to True.
[2025-01-06T09:48:55.446+0000] {cli_action_loggers.py:177} WARNING - Failed to
log action (psycopg2.OperationalError) connection to server at "<address>"
(<ip>), port 6543 failed: FATAL: client_login_timeout (server down)
(Background on this error at: https://sqlalche.me/e/14/e3q8)
Traceback (most recent call last):
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/engine/base.py",
line 3371, in _wrap_pool_connect
return fn()
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 327, in connect
return _ConnectionFairy._checkout(self)
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 894, in _checkout
fairy = _ConnectionRecord.checkout(pool)
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 493, in checkout
rec = pool._do_get()
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/impl.py",
line 145, in _do_get
with util.safe_reraise():
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/util/langhelpers.py",
line 70, in __exit__
compat.raise_(
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/util/compat.py",
line 211, in raise_
raise exception
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/impl.py",
line 143, in _do_get
return self._create_connection()
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 273, in _create_connection
return _ConnectionRecord(self)
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 388, in __init__
self.__connect()
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 690, in __connect
with util.safe_reraise():
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/util/langhelpers.py",
line 70, in __exit__
compat.raise_(
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/util/compat.py",
line 211, in raise_
raise exception
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 686, in __connect
self.dbapi_connection = connection = pool._invoke_creator(self)
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/engine/create.py",
line 574, in connect
return dialect.connect(*cargs, **cparams)
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/engine/default.py",
line 598, in connect
return self.dbapi.connect(*cargs, **cparams)
File
"/home/airflow/.local/lib/python3.10/site-packages/psycopg2/__init__.py", line
122, in connect
conn = _connect(dsn, connection_factory=connection_factory, **kwasync)
psycopg2.OperationalError: connection to server at "<address>" (<ip>), port
6543 failed: FATAL: client_login_timeout (server down)
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/home/airflow/.local/bin/airflow", line 8, in <module>
sys.exit(main())
File "/home/airflow/.local/lib/python3.10/site-packages/airflow/__main__.py",
line 62, in main
args.func(args)
File
"/home/airflow/.local/lib/python3.10/site-packages/airflow/cli/cli_config.py",
line 49, in command
return func(*args, **kwargs)
File
"/home/airflow/.local/lib/python3.10/site-packages/airflow/utils/cli.py", line
116, in wrapper
return f(*args, **kwargs)
File
"/home/airflow/.local/lib/python3.10/site-packages/airflow/utils/providers_configuration_loader.py",
line 55, in wrapped_function
return func(*args, **kwargs)
File
"/home/airflow/.local/lib/python3.10/site-packages/airflow/cli/commands/db_command.py",
line 255, in check
for attempt in Retrying(
File
"/home/airflow/.local/lib/python3.10/site-packages/tenacity/__init__.py", line
443, in __iter__
do = self.iter(retry_state=retry_state)
File
"/home/airflow/.local/lib/python3.10/site-packages/tenacity/__init__.py", line
376, in iter
result = action(retry_state)
File
"/home/airflow/.local/lib/python3.10/site-packages/tenacity/__init__.py", line
418, in exc_check
raise retry_exc.reraise()
File
"/home/airflow/.local/lib/python3.10/site-packages/tenacity/__init__.py", line
185, in reraise
raise self.last_attempt.result()
File "/usr/local/lib/python3.10/concurrent/futures/_base.py", line 451, in
result
return self.__get_result()
File "/usr/local/lib/python3.10/concurrent/futures/_base.py", line 403, in
__get_result
raise self._exception
File
"/home/airflow/.local/lib/python3.10/site-packages/airflow/cli/commands/db_command.py",
line 262, in check
db.check()
File
"/home/airflow/.local/lib/python3.10/site-packages/airflow/utils/session.py",
line 97, in wrapper
return func(*args, session=session, **kwargs)
File "/home/airflow/.local/lib/python3.10/site-packages/airflow/utils/db.py",
line 1811, in check
session.execute(text("select 1 as is_alive;"))
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/orm/session.py",
line 1716, in execute
conn = self._connection_for_bind(bind)
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/orm/session.py",
line 1555, in _connection_for_bind
return self._transaction._connection_for_bind(
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/orm/session.py",
line 750, in _connection_for_bind
conn = bind.connect()
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/future/engine.py",
line 412, in connect
return super(Engine, self).connect()
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/engine/base.py",
line 3325, in connect
return self._connection_cls(self, close_with_result=close_with_result)
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/engine/base.py",
line 96, in __init__
else engine.raw_connection()
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/engine/base.py",
line 3404, in raw_connection
return self._wrap_pool_connect(self.pool.connect, _connection)
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/engine/base.py",
line 3374, in _wrap_pool_connect
Connection._handle_dbapi_exception_noconnection(
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/engine/base.py",
line 2208, in _handle_dbapi_exception_noconnection
util.raise_(
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/util/compat.py",
line 211, in raise_
raise exception
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/engine/base.py",
line 3371, in _wrap_pool_connect
return fn()
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 327, in connect
return _ConnectionFairy._checkout(self)
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 894, in _checkout
fairy = _ConnectionRecord.checkout(pool)
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 493, in checkout
rec = pool._do_get()
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/impl.py",
line 145, in _do_get
with util.safe_reraise():
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/util/langhelpers.py",
line 70, in __exit__
compat.raise_(
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/util/compat.py",
line 211, in raise_
raise exception
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/impl.py",
line 143, in _do_get
return self._create_connection()
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 273, in _create_connection
return _ConnectionRecord(self)
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 388, in __init__
self.__connect()
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 690, in __connect
with util.safe_reraise():
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/util/langhelpers.py",
line 70, in __exit__
compat.raise_(
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/util/compat.py",
line 211, in raise_
raise exception
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/pool/base.py",
line 686, in __connect
self.dbapi_connection = connection = pool._invoke_creator(self)
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/engine/create.py",
line 574, in connect
return dialect.connect(*cargs, **cparams)
File
"/home/airflow/.local/lib/python3.10/site-packages/sqlalchemy/engine/default.py",
line 598, in connect
return self.dbapi.connect(*cargs, **cparams)
File
"/home/airflow/.local/lib/python3.10/site-packages/psycopg2/__init__.py", line
122, in connect
conn = _connect(dsn, connection_factory=connection_factory, **kwasync)
sqlalchemy.exc.OperationalError: (psycopg2.OperationalError) connection to
server at "<address>" (<ip>), port 6543 failed: FATAL: client_login_timeout
(server down)
(Background on this error at: https://sqlalche.me/e/14/e3q8)
```
GitHub link:
https://github.com/apache/airflow/discussions/45414#discussioncomment-11746979
----
This is an automatically sent email for [email protected].
To unsubscribe, please send an email to: [email protected]
