Public bug reported: Seen here:
http://logs.openstack.org/98/591898/3/check/tempest-slow/c480e82/job- output.txt.gz#_2018-08-21_23_20_11_337095 2018-08-21 23:20:11.337095 | controller | {0} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert [200.028926s] ... FAILED 2018-08-21 23:20:11.337187 | controller | 2018-08-21 23:20:11.337260 | controller | Captured traceback: 2018-08-21 23:20:11.337329 | controller | ~~~~~~~~~~~~~~~~~~~ 2018-08-21 23:20:11.337435 | controller | Traceback (most recent call last): 2018-08-21 23:20:11.337591 | controller | File "tempest/common/utils/__init__.py", line 89, in wrapper 2018-08-21 23:20:11.337702 | controller | return f(*func_args, **func_kwargs) 2018-08-21 23:20:11.338012 | controller | File "tempest/scenario/test_network_advanced_server_ops.py", line 258, in test_server_connectivity_cold_migration_revert 2018-08-21 23:20:11.338175 | controller | server, keypair, floating_ip) 2018-08-21 23:20:11.338571 | controller | File "tempest/scenario/test_network_advanced_server_ops.py", line 103, in _wait_server_status_and_check_network_connectivity 2018-08-21 23:20:11.338766 | controller | self._check_network_connectivity(server, keypair, floating_ip) 2018-08-21 23:20:11.339004 | controller | File "tempest/scenario/test_network_advanced_server_ops.py", line 96, in _check_network_connectivity 2018-08-21 23:20:11.339069 | controller | server) 2018-08-21 23:20:11.339251 | controller | File "tempest/scenario/manager.py", line 622, in check_vm_connectivity 2018-08-21 23:20:11.339314 | controller | msg=msg) 2018-08-21 23:20:11.339572 | controller | File "/opt/stack/tempest/.tox/tempest/local/lib/python2.7/site-packages/unittest2/case.py", line 702, in assertTrue 2018-08-21 23:20:11.339683 | controller | raise self.failureException(msg) 2018-08-21 23:20:11.339862 | controller | AssertionError: False is not true : Public network connectivity check failed 2018-08-21 23:20:11.340000 | controller | Timed out waiting for 172.24.5.13 to become reachable The test is pretty simple: @decorators.idempotent_id('25b188d7-0183-4b1e-a11d-15840c8e2fd6') @testtools.skipUnless(CONF.compute_feature_enabled.cold_migration, 'Cold migration is not available.') @testtools.skipUnless(CONF.compute.min_compute_nodes > 1, 'Less than 2 compute nodes, skipping multinode ' 'tests.') @decorators.attr(type='slow') @utils.services('compute', 'network') def test_server_connectivity_cold_migration_revert(self): keypair = self.create_keypair() server = self._setup_server(keypair) floating_ip = self._setup_network(server, keypair) src_host = self._get_host_for_server(server['id']) self._wait_server_status_and_check_network_connectivity( server, keypair, floating_ip) self.admin_servers_client.migrate_server(server['id']) waiters.wait_for_server_status(self.servers_client, server['id'], 'VERIFY_RESIZE') self.servers_client.revert_resize_server(server['id']) self._wait_server_status_and_check_network_connectivity( server, keypair, floating_ip) dst_host = self._get_host_for_server(server['id']) self.assertEqual(src_host, dst_host) It creates a server, resizes it, reverts the resize and then tries to ssh into the guest, which times out. I wonder if on the resize (or revert) we're losing the IP or failing to plug it properly. ** Affects: nova Importance: Medium Status: Confirmed ** Tags: gate-failure network resize -- You received this bug notification because you are a member of Yahoo! Engineering Team, which is subscribed to OpenStack Compute (nova). https://bugs.launchpad.net/bugs/1788403 Title: test_server_connectivity_cold_migration_revert randomly fails ssh check Status in OpenStack Compute (nova): Confirmed Bug description: Seen here: http://logs.openstack.org/98/591898/3/check/tempest-slow/c480e82/job- output.txt.gz#_2018-08-21_23_20_11_337095 2018-08-21 23:20:11.337095 | controller | {0} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration_revert [200.028926s] ... FAILED 2018-08-21 23:20:11.337187 | controller | 2018-08-21 23:20:11.337260 | controller | Captured traceback: 2018-08-21 23:20:11.337329 | controller | ~~~~~~~~~~~~~~~~~~~ 2018-08-21 23:20:11.337435 | controller | Traceback (most recent call last): 2018-08-21 23:20:11.337591 | controller | File "tempest/common/utils/__init__.py", line 89, in wrapper 2018-08-21 23:20:11.337702 | controller | return f(*func_args, **func_kwargs) 2018-08-21 23:20:11.338012 | controller | File "tempest/scenario/test_network_advanced_server_ops.py", line 258, in test_server_connectivity_cold_migration_revert 2018-08-21 23:20:11.338175 | controller | server, keypair, floating_ip) 2018-08-21 23:20:11.338571 | controller | File "tempest/scenario/test_network_advanced_server_ops.py", line 103, in _wait_server_status_and_check_network_connectivity 2018-08-21 23:20:11.338766 | controller | self._check_network_connectivity(server, keypair, floating_ip) 2018-08-21 23:20:11.339004 | controller | File "tempest/scenario/test_network_advanced_server_ops.py", line 96, in _check_network_connectivity 2018-08-21 23:20:11.339069 | controller | server) 2018-08-21 23:20:11.339251 | controller | File "tempest/scenario/manager.py", line 622, in check_vm_connectivity 2018-08-21 23:20:11.339314 | controller | msg=msg) 2018-08-21 23:20:11.339572 | controller | File "/opt/stack/tempest/.tox/tempest/local/lib/python2.7/site-packages/unittest2/case.py", line 702, in assertTrue 2018-08-21 23:20:11.339683 | controller | raise self.failureException(msg) 2018-08-21 23:20:11.339862 | controller | AssertionError: False is not true : Public network connectivity check failed 2018-08-21 23:20:11.340000 | controller | Timed out waiting for 172.24.5.13 to become reachable The test is pretty simple: @decorators.idempotent_id('25b188d7-0183-4b1e-a11d-15840c8e2fd6') @testtools.skipUnless(CONF.compute_feature_enabled.cold_migration, 'Cold migration is not available.') @testtools.skipUnless(CONF.compute.min_compute_nodes > 1, 'Less than 2 compute nodes, skipping multinode ' 'tests.') @decorators.attr(type='slow') @utils.services('compute', 'network') def test_server_connectivity_cold_migration_revert(self): keypair = self.create_keypair() server = self._setup_server(keypair) floating_ip = self._setup_network(server, keypair) src_host = self._get_host_for_server(server['id']) self._wait_server_status_and_check_network_connectivity( server, keypair, floating_ip) self.admin_servers_client.migrate_server(server['id']) waiters.wait_for_server_status(self.servers_client, server['id'], 'VERIFY_RESIZE') self.servers_client.revert_resize_server(server['id']) self._wait_server_status_and_check_network_connectivity( server, keypair, floating_ip) dst_host = self._get_host_for_server(server['id']) self.assertEqual(src_host, dst_host) It creates a server, resizes it, reverts the resize and then tries to ssh into the guest, which times out. I wonder if on the resize (or revert) we're losing the IP or failing to plug it properly. To manage notifications about this bug go to: https://bugs.launchpad.net/nova/+bug/1788403/+subscriptions -- Mailing list: https://launchpad.net/~yahoo-eng-team Post to : [email protected] Unsubscribe : https://launchpad.net/~yahoo-eng-team More help : https://help.launchpad.net/ListHelp
