IMPALA-3040: add logging to test_caching_ddl We don't currently have enough information to reconstruct why the test failed, so lets add logging with timestamps to understand which timeout we're actually hitting.
Change-Id: Iabc30445440e0fb358856da407d833f5ae975213 Reviewed-on: http://gerrit.cloudera.org:8080/9579 Reviewed-by: Thomas Tauber-Marshall <tmarsh...@cloudera.com> Tested-by: Impala Public Jenkins Project: http://git-wip-us.apache.org/repos/asf/impala/repo Commit: http://git-wip-us.apache.org/repos/asf/impala/commit/e7fa31eb Tree: http://git-wip-us.apache.org/repos/asf/impala/tree/e7fa31eb Diff: http://git-wip-us.apache.org/repos/asf/impala/diff/e7fa31eb Branch: refs/heads/2.x Commit: e7fa31ebbc3e469072f5adbacacceb36d228e61b Parents: 95d509f Author: Tim Armstrong <tarmstr...@cloudera.com> Authored: Mon Mar 12 11:03:31 2018 -0700 Committer: Impala Public Jenkins <impala-public-jenk...@gerrit.cloudera.org> Committed: Tue Mar 13 01:52:24 2018 +0000 ---------------------------------------------------------------------- tests/query_test/test_hdfs_caching.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/impala/blob/e7fa31eb/tests/query_test/test_hdfs_caching.py ---------------------------------------------------------------------- diff --git a/tests/query_test/test_hdfs_caching.py b/tests/query_test/test_hdfs_caching.py index 6094142..c013ed4 100644 --- a/tests/query_test/test_hdfs_caching.py +++ b/tests/query_test/test_hdfs_caching.py @@ -24,7 +24,7 @@ from subprocess import check_call from tests.common.environ import specific_build_type_timeout from tests.common.impala_cluster import ImpalaCluster -from tests.common.impala_test_suite import ImpalaTestSuite +from tests.common.impala_test_suite import ImpalaTestSuite, LOG from tests.common.skip import SkipIfS3, SkipIfADLS, SkipIfIsilon, SkipIfLocal from tests.common.test_dimensions import create_single_exec_option_dimension from tests.util.filesystem_utils import get_fs_path @@ -319,10 +319,14 @@ def get_num_cache_requests(): max_num_stabilization_attempts = 10 new_requests = None num_requests = None + LOG.info("{0} Entered get_num_cache_requests()".format(time.time())) while num_stabilization_attempts < max_num_stabilization_attempts: new_requests = get_num_cache_requests_util() if new_requests == num_requests: break + LOG.info("{0} Waiting to stabilise: num_requests={1} new_requests={2}".format( + time.time(), num_requests, new_requests)) num_requests = new_requests num_stabilization_attempts = num_stabilization_attempts + 1 time.sleep(wait_time_in_sec) + LOG.info("{0} Final num requests: {1}".format(time.time(), num_requests)) return num_requests
