This is an automated email from the ASF dual-hosted git repository.
stigahuang pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
The following commit(s) were added to refs/heads/master by this push:
new 7bf9ba38e IMPALA-14616: Skip checking batch event processing metrics
in test_event_processor_status
7bf9ba38e is described below
commit 7bf9ba38eb3aae1bb310f0bfd74e00e787ac3106
Author: Sai Hemanth Gantasala <[email protected]>
AuthorDate: Mon Dec 15 20:53:54 2025 -0800
IMPALA-14616: Skip checking batch event processing metrics in
test_event_processor_status
When hierarchical event processing is enabled, there is no info about
the current event batch shown in the /events page. Note that event
batches are dispatched and processed later in parallel. The current
event batch info is actually showing the current batch that is being
dispatched which won't take long.
This patch skips checking the current event batch info when hierarchical
event processing is enabled.
Tests
- Verified that test runs fine locally.
Change-Id: I2df24d2fd3b028a84d557e70141e68aa234908d4
Reviewed-on: http://gerrit.cloudera.org:8080/23790
Reviewed-by: Impala Public Jenkins <[email protected]>
Tested-by: Impala Public Jenkins <[email protected]>
---
tests/custom_cluster/test_web_pages.py | 26 ++++++++++++++++----------
1 file changed, 16 insertions(+), 10 deletions(-)
diff --git a/tests/custom_cluster/test_web_pages.py
b/tests/custom_cluster/test_web_pages.py
index 67d702ff9..2daff98c7 100644
--- a/tests/custom_cluster/test_web_pages.py
+++ b/tests/custom_cluster/test_web_pages.py
@@ -455,20 +455,26 @@ class TestWebPage(CustomClusterTestSuite):
self.run_stmt_in_hive("set hive.exec.dynamic.partition.mode=nonstrict;" +
insert_stmt)
page = requests.get("http://localhost:25020/events";).text
# Wait until the batched events are being processed
- while "a batch of" not in page:
- time.sleep(1)
- page = requests.get("http://localhost:25020/events";).text
+ if not
IMPALA_TEST_CLUSTER_PROPERTIES.is_hierarchical_event_processing_enabled():
+ while "a batch of" not in page:
+ time.sleep(1)
+ page = requests.get("http://localhost:25020/events";).text
+ expected_lines = [
+ "Current Event Batch", "Metastore Event Batch:",
+ "Event ID starts from", "Event time starts from",
+ "Started processing the current batch at",
+ "Started processing the current event at",
+ "Current Metastore event being processed",
+ "(a batch of ", " events on the same table)",
+ ]
+ for expected in expected_lines:
+ assert expected in page, "Missing '%s' in events page:\n%s" %
(expected, page)
expected_lines = [
- "Lag Info", "Lag time:", "Current Event Batch", "Metastore Event Batch:",
- "Event ID starts from", "Event time starts from",
- "Started processing the current batch at",
- "Started processing the current event at",
- "Current Metastore event being processed",
- "(a batch of ", " events on the same table)",
- ]
+ "Lag Info", "Lag time:"]
for expected in expected_lines:
assert expected in page, "Missing '%s' in events page:\n%s" % (expected,
page)
+
@SkipIfFS.hive
@CustomClusterTestSuite.with_args(
catalogd_args="--hms_event_polling_interval_s=1 "
