Hi All,
I'm using vpp 20.09.
When I create around 180 - 200 bvi interface vpp gets stuck and I'm unable
to login using vppctl.
#!/bin/bash
for var in
{202..1199}
do
echo "creating bvi $var"
vppctl bvi create instance $var
sleep 1
done
same happens with loopback interface.
Following is the trace that I get:
For bvi interface:
#0 0x00007fa23f185d47 in sched_yield () from /lib64/libc.so.6
#1 0x00007fa2431cbffe in spin_acquire_lock (sl=sl@entry=0x7fa1fa29e384)
at /vpp/src/vppinfra/dlmalloc.c:468
#2 0x00007fa2431cd948 in mspace_malloc ()
at /vpp/src/vppinfra/dlmalloc.c:4416
#3 0x00007fa2431cf077 in mspace_get_aligned (msp=0x7fa1fa29e010,
n_user_data_bytes=92, n_user_data_bytes@entry=72,
align=<optimized out>, align@entry=8, align_offset=align_offset@entry=8)
at /vpp/src/vppinfra/dlmalloc.c:4254
#4 0x00007fa24322ce75 in clib_mem_alloc_aligned_at_offset
(os_out_of_memory_on_failure=1, align_offset=8, align=8, size=72)
at /vpp/src/vppinfra/mem.h:142
#5 vec_resize_allocate_memory (v=v@entry=0x0,
length_increment=length_increment@entry=64, data_bytes=72, data_bytes@entry
=64,
header_bytes=8, header_bytes@entry=0, data_align=data_align@entry=8,
numa_id=numa_id@entry=255)
at /vpp/src/vppinfra/vec.c:67
#6 0x00007fa243201ffe in _vec_resize_inline (numa_id=<optimized out>,
data_align=<optimized out>, header_bytes=<optimized out>,
data_bytes=<optimized out>, length_increment=<optimized out>,
v=<optimized out>)
at /vpp/src/vppinfra/vec.h:172
#7 serialize_vector_write (m=<optimized out>, s=0x7fa1c87e7280)
at /vpp/src/vppinfra/serialize.c:903
#8 serialize_vector_write (m=<optimized out>, s=0x7fa1c87e7280)
at /vpp/src/vppinfra/serialize.c:897
#9 0x00007fa243201cee in serialize_write_not_inline (m=0x7fa1c87e7220,
s=0x7fa1c87e7280, n_bytes_to_write=4,
flags=<optimized out>)
at /vpp/src/vppinfra/serialize.c:729
#10 0x00007fa243390ede in serialize_stream_read_write (flags=2, n_bytes=4,
s=0x7fa1c87e7280, header=0x7fa1c87e7220)
at /vpp/src/vppinfra/serialize.h:140
#11 serialize_get (n_bytes=4, m=0x7fa1c87e7220)
at /vpp/src/vppinfra/serialize.h:180
#12 serialize_integer (n_bytes=4, x=<optimized out>, m=0x7fa1c87e7220)
at /vpp/src/vppinfra/serialize.h:187
#13 vl_api_serialize_message_table (am=0x7fa2433a4f40 <api_global_main>,
vector=vector@entry=0x0)
at /vpp/src/vlibapi/api_shared.c:213
#14 0x00007fa2433913b5 in vl_msg_api_trace_save (am=am@entry=0x7fa2433a4f40
<api_global_main>, which=which@entry=VL_API_TRACE_RX,
---Type <return> to continue, or q <return> to quit---
fp=fp@entry=0x562d89b34bb0)
at /vpp/src/vlibapi/api_shared.c:262
#15 0x00007fa243393856 in vl_msg_api_post_mortem_dump ()
at /vpp/src/vlibapi/api_shared.c:976
#16 0x0000562d867a0be9 in os_panic ()
at /vpp/src/vpp/vnet/main.c:374
#17 0x00007fa2431cf7c5 in mspace_free (msp=0x7fa1fa29e010,
mem=0x7fa1fa2a7eb0)
at /vpp/src/vppinfra/dlmalloc.c:4512
#18 0x00007fa2431cfce2 in mspace_put (msp=<optimized out>, p_arg=p_arg@entry
=0x7fa1fa2a7eb8)
at /vpp/src/vppinfra/dlmalloc.c:4321
#19 0x00007fa24322cf55 in clib_mem_free (p=0x7fa1fa2a7eb8)
at /vpp/src/vppinfra/mem.h:224
#20 vec_resize_allocate_memory (v=v@entry=0x7fa1fa2a7ec0,
length_increment=<optimized out>, data_bytes=<optimized out>,
header_bytes=8, header_bytes@entry=0, data_align=data_align@entry=64,
numa_id=numa_id@entry=255)
at /vpp/src/vppinfra/vec.c:119
#21 0x00007fa2432e186c in _vec_resize_inline (numa_id=<optimized out>,
data_align=<optimized out>, header_bytes=<optimized out>,
data_bytes=<optimized out>, length_increment=<optimized out>,
v=<optimized out>)
at /vpp/src/vppinfra/vec.h:172
#22 vlib_validate_combined_counter (cm=0x7fa1fe7dc880, index=index@entry
=356)
at /vpp/src/vlib/counter.c:116
#23 0x00007fa2413d7b09 in vnet_create_sw_interface_no_callbacks
(vnm=vnm@entry=0x7fa241ae5200 <vnet_main>,
template=template@entry=0x7fa1c87e7620)
at /vpp/src/vnet/interface.c:571
#24 0x00007fa2413db081 in vnet_register_interface (vnm=vnm@entry=0x7fa241ae5200
<vnet_main>,
dev_class_index=dev_class_index@entry=6,
dev_instance=dev_instance@entry=177,
hw_class_index=23,
hw_instance=hw_instance@entry=355)
at /vpp/src/vnet/interface.c:815
#25 0x00007fa24140b75a in ethernet_register_interface
(vnm=vnm@entry=0x7fa241ae5200
<vnet_main>, dev_class_index=6,
dev_instance=177, address=address@entry=0x7fa200ce4e60 "\002\376'\371",
<incomplete sequence \375>,
hw_if_index_return=hw_if_index_return@entry=0x7fa200ce4e00,
flag_change=flag_change@entry=0x7fa241895cd0 <virtio_eth_flag_change>)
at /vpp/src/vnet/ethernet/interface.c:349
#26 l2_bvi_create
For loopback :
#0 0x00007fa23f185d47 in sched_yield () from /lib64/libc.so.6
#1 0x00007fa2431cbffe in spin_acquire_lock (sl=sl@entry=0x7fa1fa29e384)
at /vpp/src/vppinfra/dlmalloc.c:468
#2 0x00007fa2431cd948 in mspace_malloc ()
at /vpp/src/vppinfra/dlmalloc.c:4416
#3 0x00007fa2431cf077 in mspace_get_aligned (msp=0x7fa1fa29e010,
n_user_data_bytes=92, n_user_data_bytes@entry=72,
align=<optimized out>, align@entry=8, align_offset=align_offset@entry=8)
at /vpp/src/vppinfra/dlmalloc.c:4254
#4 0x00007fa24322ce75 in clib_mem_alloc_aligned_at_offset
(os_out_of_memory_on_failure=1, align_offset=8, align=8, size=72)
at /vpp/src/vppinfra/mem.h:142
#5 vec_resize_allocate_memory (v=v@entry=0x0,
length_increment=length_increment@entry=64, data_bytes=72, data_bytes@entry
=64,
header_bytes=8, header_bytes@entry=0, data_align=data_align@entry=8,
numa_id=numa_id@entry=255)
at /vpp/src/vppinfra/vec.c:67
#6 0x00007fa243201ffe in _vec_resize_inline (numa_id=<optimized out>,
data_align=<optimized out>, header_bytes=<optimized out>,
data_bytes=<optimized out>, length_increment=<optimized out>,
v=<optimized out>)
at /vpp/src/vppinfra/vec.h:172
#7 serialize_vector_write (m=<optimized out>, s=0x7fa1c87e7280)
at /vpp/src/vppinfra/serialize.c:903
#8 serialize_vector_write (m=<optimized out>, s=0x7fa1c87e7280)
at /vpp/src/vppinfra/serialize.c:897
#9 0x00007fa243201cee in serialize_write_not_inline (m=0x7fa1c87e7220,
s=0x7fa1c87e7280, n_bytes_to_write=4,
flags=<optimized out>)
at /vpp/src/vppinfra/serialize.c:729
#10 0x00007fa243390ede in serialize_stream_read_write (flags=2, n_bytes=4,
s=0x7fa1c87e7280, header=0x7fa1c87e7220)
at /vpp/src/vppinfra/serialize.h:140
#11 serialize_get (n_bytes=4, m=0x7fa1c87e7220)
at /vpp/src/vppinfra/serialize.h:180
#12 serialize_integer (n_bytes=4, x=<optimized out>, m=0x7fa1c87e7220)
at /vpp/src/vppinfra/serialize.h:187
#13 vl_api_serialize_message_table (am=0x7fa2433a4f40 <api_global_main>,
vector=vector@entry=0x0)
at /vpp/src/vlibapi/api_shared.c:213
#14 0x00007fa2433913b5 in vl_msg_api_trace_save (am=am@entry=0x7fa2433a4f40
<api_global_main>, which=which@entry=VL_API_TRACE_RX,
---Type <return> to continue, or q <return> to quit---
fp=fp@entry=0x562d89b34bb0)
at /vpp/src/vlibapi/api_shared.c:262
#15 0x00007fa243393856 in vl_msg_api_post_mortem_dump ()
at /vpp/src/vlibapi/api_shared.c:976
#16 0x0000564397263be9 in os_panic ()
at /vpp/src/vpp/vnet/main.c:374
#17 0x00007fabd76017c5 in mspace_free (msp=0x7fab8e6d0010,
mem=0x7fab8e6d9f50)
at /vpp/src/vppinfra/dlmalloc.c:4512
#18 0x00007fabd7601ce2 in mspace_put (msp=<optimized out>, p_arg=p_arg@entry
=0x7fab8e6d9f78)
at /vpp/src/vppinfra/dlmalloc.c:4321
#19 0x00007fabd765ef55 in clib_mem_free (p=0x7fab8e6d9f78)
at /vpp/src/vppinfra/mem.h:224
#20 vec_resize_allocate_memory (v=v@entry=0x7fab8e6d9f80,
length_increment=<optimized out>, data_bytes=<optimized out>,
header_bytes=8, header_bytes@entry=0, data_align=data_align@entry=64,
numa_id=numa_id@entry=255)
at /vpp/src/vppinfra/vec.c:119
#21 0x00007fabd771386c in _vec_resize_inline (numa_id=<optimized out>,
data_align=<optimized out>, header_bytes=<optimized out>,
data_bytes=<optimized out>, length_increment=<optimized out>,
v=<optimized out>)
at /vpp/src/vppinfra/vec.h:172
#22 vlib_validate_combined_counter (cm=0x7fab92801088, index=index@entry
=357)
at /vpp/src/vlib/counter.c:116
#23 0x00007fabd5809b09 in vnet_create_sw_interface_no_callbacks
(vnm=vnm@entry=0x7fabd5f17200 <vnet_main>,
template=template@entry=0x7fab5cbe7aa0)
at /vpp/src/vnet/interface.c:571
#24 0x00007fabd580d081 in vnet_register_interface (vnm=vnm@entry=0x7fabd5f17200
<vnet_main>,
dev_class_index=dev_class_index@entry=24,
dev_instance=dev_instance@entry=363, hw_class_index=23,
hw_instance=hw_instance@entry=356)
at vpp/src/vnet/interface.c:815
#25 0x00007fabd583d75a in ethernet_register_interface
(vnm=vnm@entry=0x7fabd5f17200
<vnet_main>, dev_class_index=24,
dev_instance=dev_instance@entry=363, address=address@entry=0x7fab5cbe7c2a
"ޭ",
hw_if_index_return=hw_if_index_return@entry=0x7fab5cbe7c24,
flag_change=flag_change@entry=0x0)
at vpp/src/vnet/ethernet/interface.c:349
#26 0x00007fabd583e840 in vnet_create_loopback_interface
(sw_if_indexp=sw_if_indexp@entry=0x7fab5cbe7c70,
Please have a look at the trace and suggest if there any checkin that
have gone for this issue.
Thanks
Pragya Nand
-=-=-=-=-=-=-=-=-=-=-=-
Links: You receive all messages sent to this group.
View/Reply Online (#22636): https://lists.fd.io/g/vpp-dev/message/22636
Mute This Topic: https://lists.fd.io/mt/97306816/21656
Group Owner: vpp-dev+ow...@lists.fd.io
Unsubscribe: https://lists.fd.io/g/vpp-dev/leave/1480452/21656/631435203/xyzzy
[arch...@mail-archive.com]
-=-=-=-=-=-=-=-=-=-=-=-
