collinpowerkariman commented on issue #45475:
URL: https://github.com/apache/airflow/issues/45475#issuecomment-2586948118

   I did a quick monkey patch by changing the 
`/home/airflow/.local/bin/airflow` file to this:
   
   ```
   #!/home/airflow/.local/bin/python
   # -*- coding: utf-8 -*-
   import re
   import sys
   from functools import wraps
   
   from airflow.__main__ import main
   from airflow.exceptions import AirflowException
   from airflow.models.base import _sentinel
   from airflow.models.baseoperator import ExecutorSafeguard
   
   
   def decorator(cls, func):
       if not hasattr(cls._sentinel, "callers"):
           cls._sentinel.callers = {}
   
       @wraps(func)
       def wrapper(self, *args, **kwargs):
           from airflow.decorators.base import DecoratedOperator
   
           sentinel_key = f"{self.__class__.__name__}__sentinel"
           sentinel = kwargs.pop(sentinel_key, None)
   
           if sentinel:
               if not getattr(cls._sentinel, "callers", None):
                   cls._sentinel.callers = {}
               cls._sentinel.callers[sentinel_key] = sentinel
           else:
               sentinel = 
cls._sentinel.callers.pop(f"{func.__qualname__.split('.')[0]}__sentinel", None)
   
           if not cls.test_mode and not sentinel == _sentinel and not 
isinstance(self, DecoratedOperator):
               message = f"{self.__class__.__name__}.{func.__name__} cannot be 
called outside TaskInstance!"
               if not self.allow_nested_operators:
                   raise AirflowException(message)
               self.log.warning(message)
           return func(self, *args, **kwargs)
   
       return wrapper
   
   
   print("patching ExecutorSafeguard")
   ExecutorSafeguard.decorator = decorator
   
   if __name__ == '__main__':
       sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
       sys.exit(main())
   ```
   
   After the monkey patch the task run successfully, but now even though the 
task is fine the worker keep throwing this exception:
   ```
   [2025-01-13 11:45:17,369: WARNING/MainProcess] Traceback (most recent call 
last):
   [2025-01-13 11:45:17,370: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/redis/connection.py", line 
357, in connect
       sock = self.retry.call_with_retry(
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^
   [2025-01-13 11:45:17,370: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/redis/retry.py", line 62, in 
call_with_retry
       return do()
              ^^^^
   [2025-01-13 11:45:17,370: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/redis/connection.py", line 
358, in <lambda>
       lambda: self._connect(), lambda error: self.disconnect(error)
               ^^^^^^^^^^^^^^^
   [2025-01-13 11:45:17,370: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/redis/connection.py", line 
1021, in _connect
       return self._wrap_socket_with_ssl(sock)
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
   [2025-01-13 11:45:17,370: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/redis/connection.py", line 
1066, in _wrap_socket_with_ssl
       sslsock = context.wrap_socket(sock, server_hostname=self.host)
                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
   [2025-01-13 11:45:17,370: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/gevent/ssl.py", line 122, in 
wrap_socket
       return self.sslsocket_class(
              ^^^^^^^^^^^^^^^^^^^^^
   [2025-01-13 11:45:17,370: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/gevent/ssl.py", line 351, in 
__init__
       self.do_handshake()
   [2025-01-13 11:45:17,370: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/gevent/ssl.py", line 740, in 
do_handshake
       self._sslobj.do_handshake()
   [2025-01-13 11:45:17,370: WARNING/MainProcess] ConnectionResetError: [Errno 
104] Connection reset by peer
   [2025-01-13 11:45:17,371: WARNING/MainProcess]
   During handling of the above exception, another exception occurred:
   [2025-01-13 11:45:17,371: WARNING/MainProcess] Traceback (most recent call 
last):
   [2025-01-13 11:45:17,371: WARNING/MainProcess]   File 
"src/gevent/_waiter.py", line 122, in gevent._gevent_c_waiter.Waiter.switch
   [2025-01-13 11:45:17,372: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/celery/worker/pidbox.py", 
line 112, in loop
       self._do_reset(c, connection)
   [2025-01-13 11:45:17,372: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/celery/worker/pidbox.py", 
line 102, in _do_reset
       self.consumer = self.node.listen(callback=self.on_message)
                       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
   [2025-01-13 11:45:17,372: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/kombu/pidbox.py", line 89, 
in listen
       consumer = self.Consumer(channel=channel,
                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
   [2025-01-13 11:45:17,372: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/kombu/pidbox.py", line 75, 
in Consumer
       return Consumer(
              ^^^^^^^^^
   [2025-01-13 11:45:17,372: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/kombu/messaging.py", line 
402, in __init__
       self.revive(self.channel)
   [2025-01-13 11:45:17,372: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/kombu/messaging.py", line 
424, in revive
       self.declare()
   [2025-01-13 11:45:17,372: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/kombu/messaging.py", line 
438, in declare
       queue.declare()
   [2025-01-13 11:45:17,372: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/kombu/entity.py", line 617, 
in declare
       self._create_queue(nowait=nowait, channel=channel)
   [2025-01-13 11:45:17,372: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/kombu/entity.py", line 626, 
in _create_queue
       self.queue_declare(nowait=nowait, passive=False, channel=channel)
   [2025-01-13 11:45:17,372: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/kombu/entity.py", line 655, 
in queue_declare
       ret = channel.queue_declare(
             ^^^^^^^^^^^^^^^^^^^^^^
   [2025-01-13 11:45:17,372: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/kombu/transport/virtual/base.py",
 line 538, in queue_declare
       return queue_declare_ok_t(queue, self._size(queue), 0)
                                        ^^^^^^^^^^^^^^^^^
   [2025-01-13 11:45:17,372: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/kombu/transport/redis.py", 
line 1005, in _size
       sizes = pipe.execute()
               ^^^^^^^^^^^^^^
   [2025-01-13 11:45:17,372: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/redis/client.py", line 1524, 
in execute
       conn = self.connection_pool.get_connection("MULTI", self.shard_hint)
              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
   [2025-01-13 11:45:17,373: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/redis/connection.py", line 
1422, in get_connection
       connection.connect()
   [2025-01-13 11:45:17,373: WARNING/MainProcess]   File 
"/home/airflow/.local/lib/python3.12/site-packages/redis/connection.py", line 
363, in connect
       raise ConnectionError(self._error_message(e))
   [2025-01-13 11:45:17,373: WARNING/MainProcess] 
redis.exceptions.ConnectionError: Error 104 connecting to ****:****. Connection 
reset by peer.
   [2025-01-13 11:45:17,373: WARNING/MainProcess] 2025-01-13T11:45:17Z
   [2025-01-13 11:45:17,373: WARNING/MainProcess]
   [2025-01-13 11:45:17,373: WARNING/MainProcess] <built-in method switch of 
gevent._gevent_c_greenlet_primitives.TrackedRawGreenlet object at 
0x7f610735be40> failed with ConnectionError
   ```


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: [email protected]

For queries about this service, please contact Infrastructure at:
[email protected]

Reply via email to