[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Brandon Williams updated CASSANDRA-15314: - Since Version: 4.0-alpha Source Control Link: https://github.com/apache/cassandra-dtest/commit/ed55a4961f424f8456e125fdeb70ca644e8572c9 Resolution: Fixed Status: Resolved (was: Ready to Commit) > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug > Components: Test/dtest >Reporter: Vinay Chella >Assignee: Brandon Williams >Priority: Normal > Labels: dtest > Fix For: 4.0-alpha > > Attachments: CASSANDRA-15314.txt > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if process.returncode != 0: > raise
[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Ekaterina Dimitrova updated CASSANDRA-15314: Attachment: CASSANDRA-15314.txt > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug > Components: Test/dtest >Reporter: Vinay Chella >Assignee: Brandon Williams >Priority: Normal > Labels: dtest > Fix For: 4.0-alpha > > Attachments: CASSANDRA-15314.txt > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse > RuntimeError but I'm lazy > > line = f.readline() > if line: > reads = reads + line >
[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Ekaterina Dimitrova updated CASSANDRA-15314: Status: Ready to Commit (was: Review In Progress) Further to the suggested patch, line 463 should be corrected to: node.start(wait_other_notice=400, wait_for_binary_proto=True) > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug > Components: Test/dtest >Reporter: Vinay Chella >Assignee: Brandon Williams >Priority: Normal > Labels: dtest > Fix For: 4.0-alpha > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse > RuntimeError but I'm lazy > > line =
[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Ekaterina Dimitrova updated CASSANDRA-15314: Reviewers: Ekaterina Dimitrova, Ekaterina Dimitrova (was: Ekaterina Dimitrova) Ekaterina Dimitrova, Ekaterina Dimitrova (was: Ekaterina Dimitrova) Status: Review In Progress (was: Patch Available) > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug > Components: Test/dtest >Reporter: Vinay Chella >Assignee: Brandon Williams >Priority: Normal > Labels: dtest > Fix For: 4.0-alpha > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse > RuntimeError but
[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Ekaterina Dimitrova updated CASSANDRA-15314: Status: Patch Available (was: In Progress) > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug > Components: Test/dtest >Reporter: Vinay Chella >Assignee: Brandon Williams >Priority: Normal > Labels: dtest > Fix For: 4.0-alpha > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse > RuntimeError but I'm lazy > > line = f.readline() > if line: > reads = reads + line > for e in tofind: >
[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Ekaterina Dimitrova updated CASSANDRA-15314: Status: In Progress (was: Patch Available) > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug > Components: Test/dtest >Reporter: Vinay Chella >Assignee: Brandon Williams >Priority: Normal > Labels: dtest > Fix For: 4.0-alpha > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse > RuntimeError but I'm lazy > > line = f.readline() > if line: > reads = reads + line > for e in tofind: >
[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Ekaterina Dimitrova updated CASSANDRA-15314: Status: Patch Available (was: Review In Progress) As we talked already on Slack last week, unfortunately, the tests are still flakey for me with the same failure. Let me know if you want me to get back to these now when I can again run them only machine. Turning back this to in progress. Thanks > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug > Components: Test/dtest >Reporter: Vinay Chella >Assignee: Brandon Williams >Priority: Normal > Labels: dtest > Fix For: 4.0-alpha > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if process.returncode != 0: >
[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Brandon Williams updated CASSANDRA-15314: - Reviewers: Ekaterina Dimitrova, Brandon Williams (was: Brandon Williams, Ekaterina Dimitrova) Ekaterina Dimitrova, Brandon Williams Status: Review In Progress (was: Patch Available) > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug > Components: Test/dtest >Reporter: Vinay Chella >Assignee: Brandon Williams >Priority: Normal > Labels: dtest > Fix For: 4.0-alpha > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse > RuntimeError but I'm lazy > >
[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Brandon Williams updated CASSANDRA-15314: - Reviewers: Ekaterina Dimitrova (was: Brandon Williams, Ekaterina Dimitrova) > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug > Components: Test/dtest >Reporter: Vinay Chella >Assignee: Brandon Williams >Priority: Normal > Labels: dtest > Fix For: 4.0-alpha > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse > RuntimeError but I'm lazy > > line = f.readline() > if line: > reads = reads + line > for e
[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Brandon Williams updated CASSANDRA-15314: - Test and Documentation Plan: none Status: Patch Available (was: In Progress) Patch here: https://github.com/driftx/cassandra-dtest/tree/CASSANDRA-15314 which when upgrading beyond 3.11 and using internode ssl, modifies all the seeds to add port 7001. This also solves the flakiness in CASSANDRA-15315. > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug > Components: Test/dtest >Reporter: Vinay Chella >Assignee: Brandon Williams >Priority: Normal > Labels: dtest > Fix For: 4.0-alpha > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if
[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Adam Holmberg updated CASSANDRA-15314: -- Bug Category: Parent values: Correctness(12982)Level 1 values: Test Failure(12990) Complexity: Normal Discovered By: Unit Test Severity: Normal Status: Open (was: Triage Needed) > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug > Components: Test/dtest >Reporter: Vinay Chella >Assignee: Brandon Williams >Priority: Normal > Labels: dtest > Fix For: 4.0-alpha > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse > RuntimeError but I'm lazy > >
[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Vinay Chella updated CASSANDRA-15314: - Fix Version/s: 4.0-alpha > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug >Reporter: Vinay Chella >Priority: Normal > Fix For: 4.0-alpha > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse > RuntimeError but I'm lazy > > line = f.readline() > if line: > reads = reads + line > for e in tofind: > m = e.search(line) > if m: > matchings.append((line, m)) >
[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Vinay Chella updated CASSANDRA-15314: - Component/s: Test/dtest > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug > Components: Test/dtest >Reporter: Vinay Chella >Priority: Normal > Labels: dtest > Fix For: 4.0-alpha > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse > RuntimeError but I'm lazy > > line = f.readline() > if line: > reads = reads + line > for e in tofind: > m = e.search(line) > if m: >
[jira] [Updated] (CASSANDRA-15314) Fix failing test - test_rolling_upgrade_with_internode_ssl - upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD
[ https://issues.apache.org/jira/browse/CASSANDRA-15314?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Vinay Chella updated CASSANDRA-15314: - Labels: dtest (was: ) > Fix failing test - test_rolling_upgrade_with_internode_ssl - > upgrade_tests.upgrade_through_versions_test.TestProtoV4Upgrade_AllVersions_EndsAt_Trunk_HEAD > - > > Key: CASSANDRA-15314 > URL: https://issues.apache.org/jira/browse/CASSANDRA-15314 > Project: Cassandra > Issue Type: Bug >Reporter: Vinay Chella >Priority: Normal > Labels: dtest > Fix For: 4.0-alpha > > > Example failure: > [https://circleci.com/gh/vinaykumarchella/cassandra/468#tests/containers/11] > > {code:java} > ccmlib.node.TimeoutError: 06 Sep 2019 20:23:57 [node2] Missing: ['127.0.0.1.* > now UP']: INFO [HANDSHAKE-/127.0.0.1] 2019-09-06 20:20:01,7. See > system.log for remainder > self = > object at 0x7f6d90d43b38> > @pytest.mark.timeout(3000) > def test_rolling_upgrade_with_internode_ssl(self): > """ > Rolling upgrade test using internode ssl. > """ > > self.upgrade_scenario(rolling=True, internode_ssl=True) > upgrade_tests/upgrade_through_versions_test.py:296: > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > upgrade_tests/upgrade_through_versions_test.py:352: in upgrade_scenario > self.upgrade_to_version(version_meta, partial=True, nodes=(node,), > internode_ssl=internode_ssl) > upgrade_tests/upgrade_through_versions_test.py:456: in upgrade_to_version > node.start(wait_other_notice=240, wait_for_binary_proto=True) > ../env/src/ccm/ccmlib/node.py:751: in start > node.watch_log_for_alive(self, from_mark=mark, timeout=wait_other_notice) > ../env/src/ccm/ccmlib/node.py:568: in watch_log_for_alive > self.watch_log_for(tofind, from_mark=from_mark, timeout=timeout, > filename=filename) > _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > _ > self = > exprs = ['127.0.0.1.* now UP'], from_mark = 150742, timeout = 240 > process = None, verbose = False, filename = 'system.log' > def watch_log_for(self, exprs, from_mark=None, timeout=600, process=None, > verbose=False, filename='system.log'): > """ > Watch the log until one or more (regular) expression are found. > This methods when all the expressions have been found or the > method > timeouts (a TimeoutError is then raised). On successful > completion, > a list of pair (line matched, match object) is returned. > """ > start = time.time() > tofind = [exprs] if isinstance(exprs, string_types) else exprs > tofind = [re.compile(e) for e in tofind] > matchings = [] > reads = "" > if len(tofind) == 0: > return None > > log_file = os.path.join(self.get_path(), 'logs', filename) > output_read = False > while not os.path.exists(log_file): > time.sleep(.5) > if start + timeout < time.time(): > raise TimeoutError(time.strftime("%d %b %Y %H:%M:%S", > time.gmtime()) + " [" + self.name + "] Timed out waiting for {} to be > created.".format(log_file)) > if process and not output_read: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse RuntimeError > but I'm lazy > > with open(log_file) as f: > if from_mark: > f.seek(from_mark) > > while True: > # First, if we have a process to check, then check it. > # Skip on Windows - stdout/stderr is cassandra.bat > if not common.is_win() and not output_read: > if process: > process.poll() > if process.returncode is not None: > self.print_process_output(self.name, process, > verbose) > output_read = True > if process.returncode != 0: > raise RuntimeError() # Shouldn't reuse > RuntimeError but I'm lazy > > line = f.readline() > if line: > reads = reads + line > for e in tofind: > m = e.search(line) > if m: >