dabla commented on PR #39304:
URL: https://github.com/apache/airflow/pull/39304#issuecomment-2082713511
I've seen accross different PR that following test is sometimes randomly
failing:
```
=================================== FAILURES
===================================
_______ TestCeleryExecutor.test_celery_integration[redis://redis:6379/0]
_______
self = <tests.integration.executors.test_celery_executor.TestCeleryExecutor
object at 0x7f26999c6be0>
broker_url = 'redis://redis:6379/0'
@pytest.mark.flaky(reruns=3)
@pytest.mark.parametrize("broker_url", _prepare_test_bodies())
def test_celery_integration(self, broker_url):
from airflow.providers.celery.executors import celery_executor,
celery_executor_utils
success_command = ["airflow", "tasks", "run", "true",
"some_parameter"]
fail_command = ["airflow", "version"]
def fake_execute_command(command):
if command != success_command:
raise AirflowException("fail")
with _prepare_app(broker_url, execute=fake_execute_command) as app:
executor = celery_executor.CeleryExecutor()
assert executor.tasks == {}
executor.start()
with start_worker(app=app, logfile=sys.stdout, loglevel="info"):
execute_date = datetime.now()
task_tuples_to_send = [
(
("success", "fake_simple_ti", execute_date, 0),
success_command,
celery_executor_utils.celery_configuration["task_default_queue"],
celery_executor_utils.execute_command,
),
(
("fail", "fake_simple_ti", execute_date, 0),
fail_command,
celery_executor_utils.celery_configuration["task_default_queue"],
celery_executor_utils.execute_command,
),
]
# "Enqueue" them. We don't have a real SimpleTaskInstance,
so directly edit the dict
for key, command, queue, _ in task_tuples_to_send:
executor.queued_tasks[key] = (command, 1, queue, None)
executor.task_publish_retries[key] = 1
executor._process_tasks(task_tuples_to_send)
> assert list(executor.tasks.keys()) == [
("success", "fake_simple_ti", execute_date, 0),
("fail", "fake_simple_ti", execute_date, 0),
]
E AssertionError: assert equals failed
E [ [
E (
E 'success',
E 'fake_simple_ti',
E
datetime.datetime(2024, 4,
E 29, 13, 8, 45, 559826),
E 0,
E ),
E ( (
E 'fail', 'fail',
E 'fake_simple_ti', 'fake_simple_ti',
E datetime.datetime(2024, 4,
datetime.datetime(2024, 4,
E 29, 13, 8, 45, 559826), 29, 13, 8, 45, 559826),
E 0, 0,
E ), ),
E ] ]
tests/integration/executors/test_celery_executor.py:149: AssertionError
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
