I am running:
Ubuntu 14.04
Contrail 2.20
root@cmpt02:~# dpkg -l | grep contrail
ii contrail-lib 2.20+0~1443532552.81~1.c0c6c68 amd64 OpenContrail libraries
ii contrail-nodemgr 2.20+0~1443532552.81~1.c0c6c68 amd64 OpenContrail
nodemgr implementation
ii contrail-nova-driver 2.20+0~1443532552.81~1.c0c6c68 amd64 OpenStack Nova
compute-node driver for OpenContrail
ii contrail-utils 2.20+0~1441967460.80~1.bb1145b amd64 OpenContrail tools
and utilities
ii contrail-vrouter-agent 2.20+0~1443532552.81~1.c0c6c68 amd64 OpenContrail
vrouter agent
ii contrail-vrouter-dkms 2.20+0~1443532552.81~1.c0c6c68 amd64 OpenContrail
VRouter - DKMS version
ii contrail-vrouter-utils 2.20+0~1443532552.81~1.c0c6c68 amd64 OpenContrail
VRouter - Utilities
ii python-backports.ssl-match-hostname 3.4.0.2-1contrail1 all The
ssl.match_hostname() function from Python 3.4
ii python-bitarray 0.8.0-2contrail1 amd64 Python module for efficient
boolean array handling
ii python-contrail 2.20+0~1443532552.81~1.c0c6c68 amd64 OpenContrail
python-libs
ii python-contrail-vrouter-api 2.20+0~1443532552.81~1.c0c6c68 amd64
OpenContrail vrouter agent api
ii python-geventhttpclient 1.1.0-1contrail1 amd64 http client library for
gevent
ii python-opencontrail-vrouter-netns 2.20+0~1443532552.81~1.c0c6c68 amd64
OpenContrail vrouter network namespace package
OpenStack Kilo packages
root@cmpt02:~# dpkg -l | grep nova
ii contrail-nova-driver 2.20+0~1443532552.81~1.c0c6c68 amd64 OpenStack Nova
compute-node driver for OpenContrail
ii nova-common 1:2015.1.1-0ubuntu1~cloud2 all OpenStack Compute - common
files
ii nova-compute 1:2015.1.1-0ubuntu1~cloud2 all OpenStack Compute - compute
node base
ii nova-compute-kvm 1:2015.1.1-0ubuntu1~cloud2 all OpenStack Compute -
compute node (KVM)
ii nova-compute-libvirt 1:2015.1.1-0ubuntu1~cloud2 all OpenStack Compute -
compute node libvirt support
ii python-nova 1:2015.1.1-0ubuntu1~cloud2 all OpenStack Compute Python
libraries
ii python-novaclient 1:2.22.0-0ubuntu1~cloud0 all client library for
OpenStack Compute API
Nova will not boot an instance; debug log snippet from
/var/log/nova/nova-compute.log:
ERROR nova.compute.manager [-] Instance failed network setup after 1
attempt(s)
TRACE nova.compute.manager Traceback (most recent call last):
TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 1782, in
_allocate_network_async
TRACE nova.compute.manager dhcp_options=dhcp_options)
TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/network/neutronv2/api.py", line 406,
in allocate_for_instance
TRACE nova.compute.manager neutron = get_client(context)
TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/network/neutronv2/api.py", line 221,
in get_client
TRACE nova.compute.manager region_name=CONF.neutron.region_name)
TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 1200,
in __init__
TRACE nova.compute.manager self.httpclient =
client.construct_http_client(**kwargs)
TRACE nova.compute.manager TypeError: construct_http_client() got an
unexpected keyword argument 'endpoint_override'
2015-10-12 18:40:06.334 27007 ERROR nova.compute.manager
[req-58ce7b2e-bc73-40ee-a368-cfbeaed434ca 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance: 0713d74f-fe59-4992-894c-
e3378fb1752d] Instance failed to spawn
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager Traceback (most
recent call last):
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2461, in
_build_resources
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager yield resources
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2333, in
_build_and_run_insta
nce
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager
block_device_info=block_device_info)
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 2382,
in spawn
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager write_to_disk=True)
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 4169,
in _get_guest_xml
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager network_info_str =
str(network_info)
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/network/model.py", line 480, in
__str__
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager return
self._sync_wrapper(fn, *args, **kwargs)
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/network/model.py", line 463, in
_sync_wrapper
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager self.wait()
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/network/model.py", line 495, in wait
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager self[:] =
self._gt.wait()
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/eventlet/greenthread.py", line 175, in
wait
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager return
self._exit_event.wait()
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/eventlet/event.py", line 125, in wait
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager
current.throw(*self._exc)
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/eventlet/greenthread.py", line 214, in
main
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager result =
function(*args, **kwargs)
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 1782, in
_allocate_network_as
ync
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager
dhcp_options=dhcp_options)
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/network/neutronv2/api.py", line 406,
in allocate_for_in
stance
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager neutron =
get_client(context)
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/network/neutronv2/api.py", line 221,
in get_client
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager
region_name=CONF.neutron.region_name)
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 1200,
in __init__
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager self.httpclient =
client.construct_http_client(**kwargs)
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager TypeError:
construct_http_client() got an unexpected keyword argument
'endpoint_override'
2015-10-12 18:40:06.334 27007 TRACE nova.compute.manager
2015-10-12 18:40:06.336 27007 INFO nova.compute.manager
[req-58ce7b2e-bc73-40ee-a368-cfbeaed434ca 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance: 0713d74f-fe59-4992-894c-e
3378fb1752d] Terminating instance
There is nothing that appears to be wrong in /var/log/neutron-server.conf
or in contrail's logfiles. But it is blowing up waiting for network.
Has anyone come across the log "TypeError: construct_http_client() got an
unexpected keyword argument 'endpoint_override'" before with this setup?
Thanks in advance.
2015-10-12 19:07:25.126 28392 DEBUG nova.openstack.common.periodic_task
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Running periodic task
ComputeManager._poll_rebooting_instances run_periodic_tasks
/usr/lib/python2.7/dist-packages/nova/openstack/common/periodic_task.py:219
2015-10-12 19:07:25.126 28392 DEBUG nova.openstack.common.periodic_task
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Running periodic task
ComputeManager._poll_volume_usage run_periodic_tasks
/usr/lib/python2.7/dist-packages/nova/openstack/common/periodic_task.py:219
2015-10-12 19:07:25.126 28392 DEBUG nova.openstack.common.loopingcall
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Dynamic looping call
<bound method Service.periodic_tasks of <nova.service.Service object at
0x7f34ac81bd10>> sleeping for 1.00 seconds _inner
/usr/lib/python2.7/dist-packages/nova/openstack/common/loopingcall.py:132
2015-10-12 19:07:26.122 28392 DEBUG nova.openstack.common.periodic_task
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Running periodic task
ComputeManager._sync_scheduler_instance_info run_periodic_tasks
/usr/lib/python2.7/dist-packages/nova/openstack/common/periodic_task.py:219
2015-10-12 19:07:26.218 28392 DEBUG nova.openstack.common.loopingcall
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Dynamic looping call
<bound method Service.periodic_tasks of <nova.service.Service object at
0x7f34ac81bd10>> sleeping for 0.00 seconds _inner
/usr/lib/python2.7/dist-packages/nova/openstack/common/loopingcall.py:132
2015-10-12 19:07:26.220 28392 DEBUG nova.openstack.common.periodic_task
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Running periodic task
ComputeManager._poll_rescued_instances run_periodic_tasks
/usr/lib/python2.7/dist-packages/nova/openstack/common/periodic_task.py:219
2015-10-12 19:07:26.220 28392 DEBUG nova.openstack.common.periodic_task
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Running periodic task
ComputeManager._run_image_cache_manager_pass run_periodic_tasks
/usr/lib/python2.7/dist-packages/nova/openstack/common/periodic_task.py:219
2015-10-12 19:07:26.221 28392 DEBUG oslo_concurrency.lockutils
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Acquired file lock
"/var/lib/nova/instances/locks/nova-storage-registry-lock" after waiting 0.000s
acquire /usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:212
2015-10-12 19:07:26.221 28392 DEBUG oslo_concurrency.lockutils
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Lock
"storage-registry-lock" acquired by "do_register_storage_use" :: waited 0.000s
inner /usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:444
2015-10-12 19:07:26.222 28392 DEBUG oslo_concurrency.lockutils
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Releasing file lock
"/var/lib/nova/instances/locks/nova-storage-registry-lock" after holding it for
0.001s release
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:227
2015-10-12 19:07:26.222 28392 DEBUG oslo_concurrency.lockutils
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Lock
"storage-registry-lock" released by "do_register_storage_use" :: held 0.001s
inner /usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:456
2015-10-12 19:07:26.222 28392 DEBUG oslo_concurrency.lockutils
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Acquired file lock
"/var/lib/nova/instances/locks/nova-storage-registry-lock" after waiting 0.000s
acquire /usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:212
2015-10-12 19:07:26.223 28392 DEBUG oslo_concurrency.lockutils
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Lock
"storage-registry-lock" acquired by "do_get_storage_users" :: waited 0.000s
inner /usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:444
2015-10-12 19:07:26.223 28392 DEBUG oslo_concurrency.lockutils
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Releasing file lock
"/var/lib/nova/instances/locks/nova-storage-registry-lock" after holding it for
0.001s release
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:227
2015-10-12 19:07:26.223 28392 DEBUG oslo_concurrency.lockutils
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Lock
"storage-registry-lock" released by "do_get_storage_users" :: held 0.001s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:456
2015-10-12 19:07:26.233 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock
"2b1ffbc0-4f47-4ba7-9311-36ae08f3382d" acquired by
"_locked_do_build_and_run_instance" :: waited 0.000s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:444
2015-10-12 19:07:26.300 28392 INFO nova.compute.manager
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Starting instance...
2015-10-12 19:07:26.458 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock "compute_resources" acquired by
"instance_claim" :: waited 0.000s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:444
2015-10-12 19:07:26.458 28392 DEBUG nova.compute.resource_tracker
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Memory overhead for 512 MB instance; 0
MB instance_claim
/usr/lib/python2.7/dist-packages/nova/compute/resource_tracker.py:129
2015-10-12 19:07:26.459 28392 INFO nova.compute.claims
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Attempting claim: memory 512 MB, disk 1 GB
2015-10-12 19:07:26.460 28392 INFO nova.compute.claims
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Total memory: 3819 MB, used: 4608.00 MB
2015-10-12 19:07:26.460 28392 INFO nova.compute.claims
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] memory limit: 5728.50 MB, free: 1120.50 MB
2015-10-12 19:07:26.460 28392 INFO nova.compute.claims
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Total disk: 226 GB, used: 8.00 GB
2015-10-12 19:07:26.461 28392 INFO nova.compute.claims
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] disk limit not specified, defaulting to
unlimited
2015-10-12 19:07:26.561 28392 DEBUG nova.compute.resources.vcpu
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Total CPUs: 2 VCPUs, used: 8.00 VCPUs
test /usr/lib/python2.7/dist-packages/nova/compute/resources/vcpu.py:52
2015-10-12 19:07:26.561 28392 DEBUG nova.compute.resources.vcpu
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] CPUs limit not specified, defaulting to
unlimited test
/usr/lib/python2.7/dist-packages/nova/compute/resources/vcpu.py:56
2015-10-12 19:07:26.561 28392 INFO nova.compute.claims
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Claim successful
2015-10-12 19:07:26.642 28392 DEBUG nova.virt.libvirt.imagecache
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Verify base images
_age_and_verify_cached_images
/usr/lib/python2.7/dist-packages/nova/virt/libvirt/imagecache.py:585
2015-10-12 19:07:26.643 28392 DEBUG nova.virt.libvirt.imagecache
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Image id yields
fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709
_age_and_verify_cached_images
/usr/lib/python2.7/dist-packages/nova/virt/libvirt/imagecache.py:591
2015-10-12 19:07:26.643 28392 DEBUG nova.virt.libvirt.imagecache
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Image id
f9aeab22-e3e1-4e11-b114-1744b2b4755a yields fingerprint
f9e35e20c78813bfa59035b00f46e3ea1888b678 _age_and_verify_cached_images
/usr/lib/python2.7/dist-packages/nova/virt/libvirt/imagecache.py:591
2015-10-12 19:07:26.643 28392 INFO nova.virt.libvirt.imagecache
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] image
f9aeab22-e3e1-4e11-b114-1744b2b4755a at
(/var/lib/nova/instances/_base/f9e35e20c78813bfa59035b00f46e3ea1888b678):
checking
2015-10-12 19:07:26.644 28392 INFO nova.virt.libvirt.imagecache
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] image
f9aeab22-e3e1-4e11-b114-1744b2b4755a at
(/var/lib/nova/instances/_base/f9e35e20c78813bfa59035b00f46e3ea1888b678): in
use: on this node 8 local, 0 on other nodes sharing this instance storage
2015-10-12 19:07:26.644 28392 DEBUG nova.virt.libvirt.imagecache
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] image
f9aeab22-e3e1-4e11-b114-1744b2b4755a at
(/var/lib/nova/instances/_base/f9e35e20c78813bfa59035b00f46e3ea1888b678): image
is in use _handle_base_image
/usr/lib/python2.7/dist-packages/nova/virt/libvirt/imagecache.py:563
2015-10-12 19:07:26.644 28392 DEBUG oslo_concurrency.processutils
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Running cmd (subprocess):
sudo nova-rootwrap /etc/nova/rootwrap.conf chown 107
/var/lib/nova/instances/_base/f9e35e20c78813bfa59035b00f46e3ea1888b678 execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:199
2015-10-12 19:07:26.700 28392 DEBUG oslo_concurrency.processutils
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] CMD "sudo nova-rootwrap
/etc/nova/rootwrap.conf chown 107
/var/lib/nova/instances/_base/f9e35e20c78813bfa59035b00f46e3ea1888b678"
returned: 0 in 0.055s execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:225
2015-10-12 19:07:26.700 28392 INFO nova.virt.libvirt.imagecache
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Active base files:
/var/lib/nova/instances/_base/f9e35e20c78813bfa59035b00f46e3ea1888b678
2015-10-12 19:07:26.701 28392 DEBUG nova.virt.libvirt.imagecache
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Verification complete
_age_and_verify_cached_images
/usr/lib/python2.7/dist-packages/nova/virt/libvirt/imagecache.py:627
2015-10-12 19:07:26.701 28392 DEBUG nova.virt.libvirt.imagecache
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Verify swap images
_age_and_verify_swap_images
/usr/lib/python2.7/dist-packages/nova/virt/libvirt/imagecache.py:569
2015-10-12 19:07:26.701 28392 DEBUG nova.openstack.common.periodic_task
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Running periodic task
ComputeManager._heal_instance_info_cache run_periodic_tasks
/usr/lib/python2.7/dist-packages/nova/openstack/common/periodic_task.py:219
2015-10-12 19:07:26.702 28392 DEBUG nova.openstack.common.loopingcall
[req-07262126-a516-4cec-8ff4-30c6122f9865 - - - - -] Dynamic looping call
<bound method Service.periodic_tasks of <nova.service.Service object at
0x7f34ac81bd10>> sleeping for 48.90 seconds _inner
/usr/lib/python2.7/dist-packages/nova/openstack/common/loopingcall.py:132
2015-10-12 19:07:26.779 28392 INFO nova.scheduler.client.report
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Compute_service record updated for
('cmpt02', 'cmpt02')
2015-10-12 19:07:26.779 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock "compute_resources" released by
"instance_claim" :: held 0.322s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:456
2015-10-12 19:07:26.928 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock "compute_resources" acquired by
"update_usage" :: waited 0.000s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:444
2015-10-12 19:07:27.027 28392 INFO nova.scheduler.client.report
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Compute_service record updated for
('cmpt02', 'cmpt02')
2015-10-12 19:07:27.028 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock "compute_resources" released by
"update_usage" :: held 0.100s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:456
2015-10-12 19:07:27.029 28392 DEBUG nova.compute.manager [-] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Allocating IP information in the
background. _allocate_network_async
/usr/lib/python2.7/dist-packages/nova/compute/manager.py:1766
2015-10-12 19:07:27.029 28392 ERROR nova.compute.manager [-] Instance failed
network setup after 1 attempt(s)
2015-10-12 19:07:27.029 28392 TRACE nova.compute.manager Traceback (most recent
call last):
2015-10-12 19:07:27.029 28392 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 1782, in
_allocate_network_async
2015-10-12 19:07:27.029 28392 TRACE nova.compute.manager
dhcp_options=dhcp_options)
2015-10-12 19:07:27.029 28392 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/network/neutronv2/api.py", line 406, in
allocate_for_instance
2015-10-12 19:07:27.029 28392 TRACE nova.compute.manager neutron =
get_client(context)
2015-10-12 19:07:27.029 28392 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/nova/network/neutronv2/api.py", line 221, in
get_client
2015-10-12 19:07:27.029 28392 TRACE nova.compute.manager
region_name=CONF.neutron.region_name)
2015-10-12 19:07:27.029 28392 TRACE nova.compute.manager File
"/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 1200, in
__init__
2015-10-12 19:07:27.029 28392 TRACE nova.compute.manager self.httpclient =
client.construct_http_client(**kwargs)
2015-10-12 19:07:27.029 28392 TRACE nova.compute.manager TypeError:
construct_http_client() got an unexpected keyword argument 'endpoint_override'
2015-10-12 19:07:27.029 28392 TRACE nova.compute.manager
2015-10-12 19:07:27.079 28392 DEBUG nova.block_device
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] block_device_list [] volume_in_mapping
/usr/lib/python2.7/dist-packages/nova/block_device.py:565
2015-10-12 19:07:27.434 28392 DEBUG nova.block_device
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] block_device_list [] volume_in_mapping
/usr/lib/python2.7/dist-packages/nova/block_device.py:565
2015-10-12 19:07:27.435 28392 INFO nova.virt.libvirt.driver
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Creating image
2015-10-12 19:07:27.436 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock
"/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d/disk.info"
acquired by "write_to_disk_info_file" :: waited 0.000s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:444
2015-10-12 19:07:27.437 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock
"/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d/disk.info"
released by "write_to_disk_info_file" :: held 0.001s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:456
2015-10-12 19:07:27.437 28392 DEBUG oslo_concurrency.processutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Running cmd (subprocess): env LC_ALL=C
LANG=C qemu-img info
/var/lib/nova/instances/_base/f9e35e20c78813bfa59035b00f46e3ea1888b678 execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:199
2015-10-12 19:07:27.496 28392 DEBUG oslo_concurrency.processutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] CMD "env LC_ALL=C LANG=C qemu-img info
/var/lib/nova/instances/_base/f9e35e20c78813bfa59035b00f46e3ea1888b678"
returned: 0 in 0.059s execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:225
2015-10-12 19:07:27.497 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Acquired file lock
"/var/lib/nova/instances/locks/nova-f9e35e20c78813bfa59035b00f46e3ea1888b678"
after waiting 0.000s acquire
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:212
2015-10-12 19:07:27.497 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock
"f9e35e20c78813bfa59035b00f46e3ea1888b678" acquired by "copy_qcow2_image" ::
waited 0.001s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:444
2015-10-12 19:07:27.498 28392 DEBUG oslo_concurrency.processutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Running cmd (subprocess): env LC_ALL=C
LANG=C qemu-img info
/var/lib/nova/instances/_base/f9e35e20c78813bfa59035b00f46e3ea1888b678 execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:199
2015-10-12 19:07:27.556 28392 DEBUG oslo_concurrency.processutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] CMD "env LC_ALL=C LANG=C qemu-img info
/var/lib/nova/instances/_base/f9e35e20c78813bfa59035b00f46e3ea1888b678"
returned: 0 in 0.059s execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:225
2015-10-12 19:07:27.557 28392 DEBUG oslo_concurrency.processutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Running cmd (subprocess): qemu-img
create -f qcow2 -o
backing_file=/var/lib/nova/instances/_base/f9e35e20c78813bfa59035b00f46e3ea1888b678
/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d/disk execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:199
2015-10-12 19:07:27.715 28392 DEBUG oslo_concurrency.processutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] CMD "qemu-img create -f qcow2 -o
backing_file=/var/lib/nova/instances/_base/f9e35e20c78813bfa59035b00f46e3ea1888b678
/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d/disk" returned: 0
in 0.158s execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:225
2015-10-12 19:07:27.716 28392 DEBUG nova.virt.disk.api
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Checking if we can resize image
/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d/disk.
size=1073741824 can_resize_image
/usr/lib/python2.7/dist-packages/nova/virt/disk/api.py:213
2015-10-12 19:07:27.716 28392 DEBUG oslo_concurrency.processutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Running cmd (subprocess): env LC_ALL=C
LANG=C qemu-img info
/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d/disk execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:199
2015-10-12 19:07:27.775 28392 DEBUG oslo_concurrency.processutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] CMD "env LC_ALL=C LANG=C qemu-img info
/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d/disk" returned: 0
in 0.059s execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:225
2015-10-12 19:07:27.776 28392 DEBUG oslo_concurrency.processutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Running cmd (subprocess): qemu-img
resize /var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d/disk
1073741824 execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:199
2015-10-12 19:07:27.911 28392 DEBUG oslo_concurrency.processutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] CMD "qemu-img resize
/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d/disk 1073741824"
returned: 0 in 0.135s execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:225
2015-10-12 19:07:27.911 28392 DEBUG nova.virt.disk.api
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Checking if we can extend filesystem
inside /var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d/disk.
CoW=True is_image_extendable
/usr/lib/python2.7/dist-packages/nova/virt/disk/api.py:227
2015-10-12 19:07:27.912 28392 DEBUG nova.virt.disk.vfs.api
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Instance for image
imgfile=/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d/disk
imgfmt=qcow2 partition=None instance_for_image
/usr/lib/python2.7/dist-packages/nova/virt/disk/vfs/api.py:46
2015-10-12 19:07:27.912 28392 DEBUG nova.virt.disk.vfs.api
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Using primary VFSGuestFS
instance_for_image /usr/lib/python2.7/dist-packages/nova/virt/disk/vfs/api.py:50
2015-10-12 19:07:27.919 28392 WARNING nova.virt.disk.api
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Unable to mount image
/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d/disk with error
libguestfs installed but not usable (cannot find any suitable libguestfs
supermin, fixed or old-style appliance on LIBGUESTFS_PATH (search path:
/usr/lib/guestfs)). Cannot resize.
2015-10-12 19:07:27.920 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Releasing file lock
"/var/lib/nova/instances/locks/nova-f9e35e20c78813bfa59035b00f46e3ea1888b678"
after holding it for 0.423s release
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:227
2015-10-12 19:07:27.920 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock
"f9e35e20c78813bfa59035b00f46e3ea1888b678" released by "copy_qcow2_image" ::
held 0.423s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:456
2015-10-12 19:07:27.921 28392 ERROR nova.compute.manager
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Instance failed to spawn
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Traceback (most recent call last):
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2461, in
_build_resources
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] yield resources
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2333, in
_build_and_run_instance
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] block_device_info=block_device_info)
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 2382, in
spawn
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] write_to_disk=True)
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/virt/libvirt/driver.py", line 4169, in
_get_guest_xml
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] network_info_str = str(network_info)
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/network/model.py", line 480, in __str__
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] return self._sync_wrapper(fn, *args,
**kwargs)
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/network/model.py", line 463, in
_sync_wrapper
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] self.wait()
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/network/model.py", line 495, in wait
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] self[:] = self._gt.wait()
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/eventlet/greenthread.py", line 175, in wait
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] return self._exit_event.wait()
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/eventlet/event.py", line 125, in wait
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] current.throw(*self._exc)
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/eventlet/greenthread.py", line 214, in main
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] result = function(*args, **kwargs)
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 1782, in
_allocate_network_async
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] dhcp_options=dhcp_options)
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/network/neutronv2/api.py", line 406, in
allocate_for_instance
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] neutron = get_client(context)
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/network/neutronv2/api.py", line 221, in
get_client
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] region_name=CONF.neutron.region_name)
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 1200, in
__init__
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] self.httpclient =
client.construct_http_client(**kwargs)
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] TypeError: construct_http_client() got an
unexpected keyword argument 'endpoint_override'
2015-10-12 19:07:27.921 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d]
2015-10-12 19:07:27.924 28392 INFO nova.compute.manager
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Terminating instance
2015-10-12 19:07:27.926 28392 INFO nova.virt.libvirt.driver [-] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] During wait destroy, instance disappeared.
2015-10-12 19:07:27.927 28392 DEBUG oslo_concurrency.processutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Running cmd (subprocess): mv
/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d
/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d_del execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:199
2015-10-12 19:07:27.939 28392 DEBUG oslo_concurrency.processutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] CMD "mv
/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d
/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d_del" returned: 0
in 0.012s execute
/usr/lib/python2.7/dist-packages/oslo_concurrency/processutils.py:225
2015-10-12 19:07:27.940 28392 INFO nova.virt.libvirt.driver
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Deleting instance files
/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d_del
2015-10-12 19:07:27.940 28392 INFO nova.virt.libvirt.driver
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Deletion of
/var/lib/nova/instances/2b1ffbc0-4f47-4ba7-9311-36ae08f3382d_del complete
2015-10-12 19:07:28.090 28392 DEBUG nova.compute.manager
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Deallocating network for instance
_deallocate_network
/usr/lib/python2.7/dist-packages/nova/compute/manager.py:2098
2015-10-12 19:07:28.090 28392 DEBUG nova.network.neutronv2.api
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] deallocate_for_instance()
deallocate_for_instance
/usr/lib/python2.7/dist-packages/nova/network/neutronv2/api.py:665
2015-10-12 19:07:28.091 28392 ERROR nova.compute.manager
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Failed to deallocate network for instance.
2015-10-12 19:07:28.199 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock "compute_resources" acquired by
"update_usage" :: waited 0.000s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:444
2015-10-12 19:07:28.331 28392 INFO nova.scheduler.client.report
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Compute_service record updated for
('cmpt02', 'cmpt02')
2015-10-12 19:07:28.331 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock "compute_resources" released by
"update_usage" :: held 0.133s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:456
2015-10-12 19:07:28.332 28392 DEBUG nova.compute.claims
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Aborting claim: [Claim: 512 MB memory, 1
GB disk] abort /usr/lib/python2.7/dist-packages/nova/compute/claims.py:130
2015-10-12 19:07:28.332 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock "compute_resources" acquired by
"abort_instance_claim" :: waited 0.000s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:444
2015-10-12 19:07:28.399 28392 INFO nova.scheduler.client.report
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Compute_service record updated for
('cmpt02', 'cmpt02')
2015-10-12 19:07:28.400 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock "compute_resources" released by
"abort_instance_claim" :: held 0.068s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:456
2015-10-12 19:07:28.400 28392 DEBUG nova.compute.manager
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Build of instance
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d aborted: Could not clean up failed build,
not rescheduling _build_and_run_instance
/usr/lib/python2.7/dist-packages/nova/compute/manager.py:2347
2015-10-12 19:07:28.400 28392 DEBUG nova.compute.utils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Build of instance
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d aborted: Could not clean up failed build,
not rescheduling notify_about_instance_usage
/usr/lib/python2.7/dist-packages/nova/compute/utils.py:310
2015-10-12 19:07:28.401 28392 ERROR nova.compute.manager
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Build of instance
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d aborted: Could not clean up failed build,
not rescheduling
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Traceback (most recent call last):
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2235, in
_do_build_and_run_instance
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] filter_properties)
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2349, in
_build_and_run_instance
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] 'create.error', fault=e)
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 85, in __exit__
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] six.reraise(self.type_, self.value,
self.tb)
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2333, in
_build_and_run_instance
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] block_device_info=block_device_info)
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/contextlib.py", line 35, in __exit__
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] self.gen.throw(type, value, traceback)
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2485, in
_build_resources
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] instance_uuid=instance.uuid,
reason=msg)
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] BuildAbortException: Build of instance
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d aborted: Could not clean up failed build,
not rescheduling
2015-10-12 19:07:28.401 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d]
2015-10-12 19:07:28.402 28392 DEBUG nova.compute.manager
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Deallocating network for instance
_deallocate_network
/usr/lib/python2.7/dist-packages/nova/compute/manager.py:2098
2015-10-12 19:07:28.402 28392 DEBUG nova.network.neutronv2.api
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] deallocate_for_instance()
deallocate_for_instance
/usr/lib/python2.7/dist-packages/nova/network/neutronv2/api.py:665
2015-10-12 19:07:28.402 28392 ERROR nova.compute.manager
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Failed to deallocate networks
2015-10-12 19:07:28.402 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] Traceback (most recent call last):
2015-10-12 19:07:28.402 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2490, in
_cleanup_allocated_networks
2015-10-12 19:07:28.402 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] self._deallocate_network(context,
instance, requested_networks)
2015-10-12 19:07:28.402 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 2100, in
_deallocate_network
2015-10-12 19:07:28.402 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] context, instance,
requested_networks=requested_networks)
2015-10-12 19:07:28.402 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/network/neutronv2/api.py", line 667, in
deallocate_for_instance
2015-10-12 19:07:28.402 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] neutron = get_client(context)
2015-10-12 19:07:28.402 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/nova/network/neutronv2/api.py", line 221, in
get_client
2015-10-12 19:07:28.402 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] region_name=CONF.neutron.region_name)
2015-10-12 19:07:28.402 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] File
"/usr/lib/python2.7/dist-packages/neutronclient/v2_0/client.py", line 1200, in
__init__
2015-10-12 19:07:28.402 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] self.httpclient =
client.construct_http_client(**kwargs)
2015-10-12 19:07:28.402 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] TypeError: construct_http_client() got an
unexpected keyword argument 'endpoint_override'
2015-10-12 19:07:28.402 28392 TRACE nova.compute.manager [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d]
2015-10-12 19:07:28.403 28392 DEBUG nova.compute.manager
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] [instance:
2b1ffbc0-4f47-4ba7-9311-36ae08f3382d] terminating bdm
BlockDeviceMapping(boot_index=0,connection_info=None,created_at=2015-10-12T17:07:25Z,delete_on_termination=True,deleted=False,deleted_at=None,destination_type='local',device_name='/dev/vda',device_type='disk',disk_bus=None,guest_format=None,id=26,image_id='f9aeab22-e3e1-4e11-b114-1744b2b4755a',instance=<?>,instance_uuid=2b1ffbc0-4f47-4ba7-9311-36ae08f3382d,no_device=False,snapshot_id=None,source_type='image',updated_at=2015-10-12T17:07:27Z,volume_id=None,volume_size=None)
_cleanup_volumes /usr/lib/python2.7/dist-packages/nova/compute/manager.py:2644
2015-10-12 19:07:28.542 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock "compute_resources" acquired by
"update_usage" :: waited 0.000s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:444
2015-10-12 19:07:28.542 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock "compute_resources" released by
"update_usage" :: held 0.000s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:456
2015-10-12 19:07:28.613 28392 DEBUG oslo_concurrency.lockutils
[req-40e3b767-1319-4ac7-b47c-23d7818b6351 42329176f69a4cc1b7d5e6ae805080cd
7812bd244b7f4a8eba3a5cb1213210a5 - - -] Lock
"2b1ffbc0-4f47-4ba7-9311-36ae08f3382d" released by
"_locked_do_build_and_run_instance" :: held 2.379s inner
/usr/lib/python2.7/dist-packages/oslo_concurrency/lockutils.py:456
[DEFAULT]
debug=true
dhcpbridge_flagfile=/etc/nova/nova.conf
dhcpbridge=/usr/bin/nova-dhcpbridge
logdir=/var/log/nova
state_path=/var/lib/nova
lock_path=/var/lock/nova
force_dhcp_release=True
iscsi_helper=tgtadm
libvirt_use_virtio_for_bridges=True
connection_type=libvirt
root_helper=sudo nova-rootwrap /etc/nova/rootwrap.conf
verbose=True
ec2_private_dns_show_ip=False
api_paste_config=/etc/nova/api-paste.ini
volumes_path=/var/lib/nova/volumes
enabled_apis=ec2,osapi_compute,metadata
allow_resize_to_same_host=True
live_migration_flag=VIR_MIGRATE_UNDEFINE_SOURCE,VIR_MIGRATE_PEER2PEER,VIR_MIGRATE_LIVE
live_migration_retry_count=30
#Neutron
neutron_admin_username=neutron
neutron_admin_password=secret
neutron_admin_tenant_name=service
neutron_admin_auth_url=http://x.x.x.x:35357/v2.0
neutron_url=http://x.x.x.x:9696
auth_strategy = keystone
libvirt_nonblocking = True
libvirt_inject_partition = -1
vif_plugging_timeout=0
vif_plugging_is_fatal=False
neutron_url_timeout = 300
network_api_class=nova.network.neutronv2.api.API
compute_driver = libvirt.LibvirtDriver
#NoVNC
vnc_enabled=true
vncserver_enabled = true
vncserver_listen=0.0.0.0
vncserver_proxyclient_address=x.x.x.x
novncproxy_base_url=https://example.com:6080/vnc_auto.html
novncproxy_port=6080
memcached_servers=x.x.x.x:11211,x.x.x.x:11211,x.x.x.x:11211
security_group_api = neutron
heal_instance_info_cache_interval = 0
libvirt_cpu_mode = host-passthrough
image_cache_manager_interval = 0
libvirt_vif_driver = nova_contrail_vif.contrailvif.VRouterVIFDriver
firewall_driver = nova.virt.firewall.NoopFirewallDriver
glance_port = 9292
glance_num_retries = 10
rabbit_retry_interval = 1
rabbit_retry_backoff = 2
rpc_cast_timeout = 30
rpc_conn_pool_size = 300
rpc_response_timeout = 3600
rpc_thread_pool_size = 70
report_interval = 5
block_device_allocate_retries=600
block_device_allocate_retries_interval=10
resume_guests_state_on_host_boot = True
service_down_time = 90
[keystone_authtoken]
signing_dirname=/tmp/keystone-signing-nova
admin_tenant_name = service
admin_user = nova
admin_password = secret
auth_host = x.x.x.x
auth_port = 35357
auth_protocol=http
auth_uri=http://x.x.x.x:5000
[oslo_messaging_rabbit]
rabbit_host = x.x.x.x
rabbit_port = 5672
rabbit_hosts=x.x.x.x:5672
rabbit_userid = rabbit
rabbit_password = secret
rabbit_virtual_host = /rabbit
[glance]
host = 10.4.1.10
[neutron]
auth_strategy = keystone
admin_username=neutron
admin_password=secret
admin_tenant_name=service
admin_auth_url=http://x.x.x.x:35357/v2.0
url=http://x.x.x.x:9696
_______________________________________________
Users mailing list
[email protected]
http://lists.opencontrail.org/mailman/listinfo/users_lists.opencontrail.org