collinpowerkariman commented on issue #45475:
URL: https://github.com/apache/airflow/issues/45475#issuecomment-2586948118
I did a quick monkey patch by changing the
`/home/airflow/.local/bin/airflow` file to this:
```
#!/home/airflow/.local/bin/python
# -*- coding: utf-8 -*-
import re
import sys
from functools import wraps
from airflow.__main__ import main
from airflow.exceptions import AirflowException
from airflow.models.base import _sentinel
from airflow.models.baseoperator import ExecutorSafeguard
def decorator(cls, func):
if not hasattr(cls._sentinel, "callers"):
cls._sentinel.callers = {}
@wraps(func)
def wrapper(self, *args, **kwargs):
from airflow.decorators.base import DecoratedOperator
sentinel_key = f"{self.__class__.__name__}__sentinel"
sentinel = kwargs.pop(sentinel_key, None)
if sentinel:
if not getattr(cls._sentinel, "callers", None):
cls._sentinel.callers = {}
cls._sentinel.callers[sentinel_key] = sentinel
else:
sentinel =
cls._sentinel.callers.pop(f"{func.__qualname__.split('.')[0]}__sentinel", None)
if not cls.test_mode and not sentinel == _sentinel and not
isinstance(self, DecoratedOperator):
message = f"{self.__class__.__name__}.{func.__name__} cannot be
called outside TaskInstance!"
if not self.allow_nested_operators:
raise AirflowException(message)
self.log.warning(message)
return func(self, *args, **kwargs)
return wrapper
print("patching ExecutorSafeguard")
ExecutorSafeguard.decorator = decorator
if __name__ == '__main__':
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
sys.exit(main())
```
After the monkey patch the task run successfully, but now even though the
task is fine the worker keep throwing this exception:
```
[2025-01-13 11:45:17,369: WARNING/MainProcess] Traceback (most recent call
last):
[2025-01-13 11:45:17,370: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/redis/connection.py", line
357, in connect
sock = self.retry.call_with_retry(
^^^^^^^^^^^^^^^^^^^^^^^^^^^
[2025-01-13 11:45:17,370: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/redis/retry.py", line 62, in
call_with_retry
return do()
^^^^
[2025-01-13 11:45:17,370: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/redis/connection.py", line
358, in <lambda>
lambda: self._connect(), lambda error: self.disconnect(error)
^^^^^^^^^^^^^^^
[2025-01-13 11:45:17,370: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/redis/connection.py", line
1021, in _connect
return self._wrap_socket_with_ssl(sock)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[2025-01-13 11:45:17,370: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/redis/connection.py", line
1066, in _wrap_socket_with_ssl
sslsock = context.wrap_socket(sock, server_hostname=self.host)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[2025-01-13 11:45:17,370: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/gevent/ssl.py", line 122, in
wrap_socket
return self.sslsocket_class(
^^^^^^^^^^^^^^^^^^^^^
[2025-01-13 11:45:17,370: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/gevent/ssl.py", line 351, in
__init__
self.do_handshake()
[2025-01-13 11:45:17,370: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/gevent/ssl.py", line 740, in
do_handshake
self._sslobj.do_handshake()
[2025-01-13 11:45:17,370: WARNING/MainProcess] ConnectionResetError: [Errno
104] Connection reset by peer
[2025-01-13 11:45:17,371: WARNING/MainProcess]
During handling of the above exception, another exception occurred:
[2025-01-13 11:45:17,371: WARNING/MainProcess] Traceback (most recent call
last):
[2025-01-13 11:45:17,371: WARNING/MainProcess] File
"src/gevent/_waiter.py", line 122, in gevent._gevent_c_waiter.Waiter.switch
[2025-01-13 11:45:17,372: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/celery/worker/pidbox.py",
line 112, in loop
self._do_reset(c, connection)
[2025-01-13 11:45:17,372: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/celery/worker/pidbox.py",
line 102, in _do_reset
self.consumer = self.node.listen(callback=self.on_message)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[2025-01-13 11:45:17,372: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/kombu/pidbox.py", line 89,
in listen
consumer = self.Consumer(channel=channel,
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[2025-01-13 11:45:17,372: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/kombu/pidbox.py", line 75,
in Consumer
return Consumer(
^^^^^^^^^
[2025-01-13 11:45:17,372: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/kombu/messaging.py", line
402, in __init__
self.revive(self.channel)
[2025-01-13 11:45:17,372: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/kombu/messaging.py", line
424, in revive
self.declare()
[2025-01-13 11:45:17,372: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/kombu/messaging.py", line
438, in declare
queue.declare()
[2025-01-13 11:45:17,372: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/kombu/entity.py", line 617,
in declare
self._create_queue(nowait=nowait, channel=channel)
[2025-01-13 11:45:17,372: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/kombu/entity.py", line 626,
in _create_queue
self.queue_declare(nowait=nowait, passive=False, channel=channel)
[2025-01-13 11:45:17,372: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/kombu/entity.py", line 655,
in queue_declare
ret = channel.queue_declare(
^^^^^^^^^^^^^^^^^^^^^^
[2025-01-13 11:45:17,372: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/kombu/transport/virtual/base.py",
line 538, in queue_declare
return queue_declare_ok_t(queue, self._size(queue), 0)
^^^^^^^^^^^^^^^^^
[2025-01-13 11:45:17,372: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/kombu/transport/redis.py",
line 1005, in _size
sizes = pipe.execute()
^^^^^^^^^^^^^^
[2025-01-13 11:45:17,372: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/redis/client.py", line 1524,
in execute
conn = self.connection_pool.get_connection("MULTI", self.shard_hint)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[2025-01-13 11:45:17,373: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/redis/connection.py", line
1422, in get_connection
connection.connect()
[2025-01-13 11:45:17,373: WARNING/MainProcess] File
"/home/airflow/.local/lib/python3.12/site-packages/redis/connection.py", line
363, in connect
raise ConnectionError(self._error_message(e))
[2025-01-13 11:45:17,373: WARNING/MainProcess]
redis.exceptions.ConnectionError: Error 104 connecting to ****:****. Connection
reset by peer.
[2025-01-13 11:45:17,373: WARNING/MainProcess] 2025-01-13T11:45:17Z
[2025-01-13 11:45:17,373: WARNING/MainProcess]
[2025-01-13 11:45:17,373: WARNING/MainProcess] <built-in method switch of
gevent._gevent_c_greenlet_primitives.TrackedRawGreenlet object at
0x7f610735be40> failed with ConnectionError
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]