root@node1:~# dmesg |grep -i crash
[ 0.000000] Command line: BOOT_IMAGE=/vmlinuz-4.15.0-72-generic
root=UUID=d9281738-de5a-4564-852e-f07c29ea4817 ro default_hugepagesz=1GB
hugepagesz=1GB hugepages=192 transparent_hugepage=never
solcpus=4-13,32-41,18-27,46-55 console=tty0 console=ttyS0 crashkernel=2G-:536M
[ 0.000000] Reserving 536MB of memory at 32MB for crashkernel (System RAM:
261726MB)
[ 0.000000] Kernel command line: BOOT_IMAGE=/vmlinuz-4.15.0-72-generic
root=UUID=d9281738-de5a-4564-852e-f07c29ea4817 ro default_hugepagesz=1GB
hugepagesz=1GB hugepages=192 transparent_hugepage=never
solcpus=4-13,32-41,18-27,46-55 console=tty0 console=ttyS0 crashkernel=2G-:536M
[ 40.151040] megaraid_sas 0000:1c:00.0: firmware crash dump : no
root@node1:~# echo c > /proc/sysrq-trigger
OOM as below:
[ 62.038374] Kernel panic - not syncing: Out of memory and no killable
processes...
[ 62.038374]
[ 62.166809] CPU: 0 PID: 310 Comm: bcache_writebac Not tainted
4.15.0-72-generic #81-Ubuntu
[ 62.275904] Hardware name: Huawei 2288H V5/BC11SPSCB0, BIOS 6.72 04/30/2019
[ 62.369545] Call Trace:
[ 62.409415] dump_stack+0x63/0x8e
[ 62.459411] panic+0xe4/0x254
[ 62.505216] ? dump_header+0x18e/0x285
[ 62.560348] out_of_memory+0x3b4/0x4e0
[ 62.615663] __alloc_pages_slowpath+0xa53/0xe00
[ 62.680115] __alloc_pages_nodemask+0x29a/0x2c0
[ 62.744505] alloc_pages_current+0x6a/0xe0
[ 62.803676] bio_alloc_pages+0x42/0x90
[ 62.858710] read_dirty+0x211/0x370 [bcache]
[ 62.919965] bch_writeback_thread+0x518/0x5a0 [bcache]
[ 62.991622] kthread+0x121/0x140
[ 63.040709] ? read_dirty+0x370/0x370 [bcache]
[ 63.104073] ? kthread_create_worker_on_cpu+0x70/0x70
[ 63.174627] ret_from_fork+0x35/0x40
[ 63.227373] Kernel Offset: 0x1be00000 from 0xffffffff81000000 (relocation
range: 0xffffffff80000000-0xffffffffbfffffff)
[ 63.512588] ---[ end Kernel panic - not syncing: Out of memory and no
killable processes...
[ 63.512588]
--------------------------------------------------------------
call trace when memory set 576M or 1024M, below is only one of cpu's call
trace.
-----------------
[ 2407.794096] ------------[ cut here ]------------
[ 2407.855674] sched: Unexpected reschedule of offline CPU#12!
[ 2407.928663] WARNING: CPU: 25 PID: 859240 at
/build/linux-E6MDAa/linux-4.15.0/arch/x86/kernel/smp.c:128
native_smp_send_reschedule+0x3a/0x40
[ 2408.091827] Modules linked in: vsock_diag vsock sctp_diag sctp dccp_diag
dccp tcp_diag udp_diag raw_diag inet_diag unix_diag ip6t_REJECT nf_reject_ipv6
nf_log_ipv6 xt_hl ip6t_rt ipt_REJECT nf_reject_ipv4 nf_log_ipv4 nf_log_common
xt_LOG xt_limit xt_addrtype xt_conntrack binfmt_misc veth ip6table_nat
ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_CHECKSUM xt_comment xt_tcpudp
iptable_nat iptable_mangle ebtable_filter ebtables ip6table_filter ip6_tables
iptable_filter br_netfilter openvswitch nsh nf_conntrack_ipv6 nf_nat_ipv6
nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_defrag_ipv6 nf_nat nf_conntrack
8021q garp mrp bonding bridge stp llc nls_iso8859_1 intel_rapl skx_edac
x86_pkg_temp_thermal coretemp kvm_intel kvm irqbypass intel_cstate
intel_rapl_perf joydev input_leds ipmi_si ipmi_devintf ipmi_msghandler
[ 2408.996649] ioatdma mei_me mei lpc_ich shpchp dca acpi_power_meter mac_hid
sch_fq_codel sunrpc ib_iser rdma_cm iw_cm ib_cm iscsi_tcp libiscsi_tcp libiscsi
scsi_transport_iscsi ib_uverbs ip_tables x_tables autofs4 btrfs zstd_compress
raid10 raid456 async_raid6_recov async_memcpy async_pq async_xor async_tx xor
raid6_pq libcrc32c raid1 raid0 multipath linear mlx5_ib ses enclosure ib_core
bcache scsi_transport_sas crct10dif_pclmul crc32_pclmul hid_generic
ghash_clmulni_intel mlx5_core pcbc usbhid aesni_intel mlxfw i40e aes_x86_64
devlink crypto_simd glue_helper ptp cryptd megaraid_sas pps_core hid
[ 2409.673608] CPU: 25 PID: 859240 Comm: bash Tainted: G D W
4.15.0-72-generic #81-Ubuntu
[ 2409.790640] Hardware name: Huawei 2288H V5/BC11SPSCB0, BIOS 6.72 04/30/2019
[ 2409.883892] RIP: 0010:native_smp_send_reschedule+0x3a/0x40
[ 2409.959545] RSP: 0018:ffff9e6aff0c33f0 EFLAGS: 00010082
[ 2410.032027] RAX: 0000000000000000 RBX: ffff9e3b00be5940 RCX: 0000000000000006
[ 2410.127442] RDX: 0000000000000007 RSI: 0000000000000086 RDI: ffff9e6aff0d6490
[ 2410.222848] RBP: ffff9e6aff0c33f0 R08: 00000000000010c3 R09: 0000000000cdcdcd
[ 2410.318270] R10: ffff9e6aff0c33d0 R11: 00000000ffffffff R12: ffff9e3b00be646c
[ 2410.413691] R13: 0000000000000004 R14: 0000000000000046 R15: 0000000000021840
[ 2410.509055] FS: 00007f3782413740(0000) GS:ffff9e6aff0c0000(0000)
knlGS:0000000000000000
[ 2410.615957] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2410.694883] CR2: 0000000000000000 CR3: 0000002386e38002 CR4: 00000000007606e0
[ 2410.790525] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2411.064749] <IRQ>
[ 2411.099165] try_to_wake_up+0x3ea/0x4a0
[ 2411.346254] __wake_up_locked+0x16/0x20
[ 2411.402177] ep_poll_callback+0x1f2/0x290
[ 2411.460483] __wake_up_common+0x73/0x130
[ 2411.517445] __wake_up_common_lock+0x80/0xc0
[ 2411.578336] __wake_up_sync_key+0x1e/0x30
[ 2411.635913] sock_def_readable+0x40/0x70
[ 2411.692354] tcp_data_queue+0x2dd/0xc10
[ 2411.747526] tcp_rcv_established+0x296/0x590
[ 2411.807713] tcp_v4_do_rcv+0x90/0x1d0
[ 2411.860550] tcp_v4_rcv+0x9a0/0xa80
[ 2412.028529] ? ip_rcv_finish+0x430/0x430
[ 2412.083878] ip_rcv_finish+0x129/0x430
[ 2412.136897] ip_sabotage_in+0x41/0x50 [br_netfilter]
[ 2412.298780] ? inet_del_offload+0x40/0x40
[ 2412.353966] __netif_receive_skb_core+0x432/0xb80
[ 2412.417253] ? _raw_read_unlock_bh+0x20/0x30
[ 2412.475119] ? ebt_do_table+0x658/0x6d0 [ebtables]
[ 2412.539009] __netif_receive_skb+0x18/0x60
[ 2412.594571] ? __netif_receive_skb+0x18/0x60
[ 2412.766511] br_netif_receive_skb+0x34/0x50 [bridge]
[ 2412.831319] br_pass_frame_up+0x147/0x180 [bridge]
[ 2412.893901] ? br_port_flags_change+0x40/0x40 [bridge]
[ 2413.093613] br_nf_hook_thresh+0x50/0xf0 [br_netfilter]
[ 2413.161155] ? br_pass_frame_up+0x180/0x180 [bridge]
[ 2413.225774] br_nf_pre_routing_finish+0x13b/0x3b0 [br_netfilter]
[ 2413.302708] ? br_pass_frame_up+0x180/0x180 [bridge]
[ 2413.367211] ? nf_nat_ipv4_in+0x2e/0x80 [nf_nat_ipv4]
[ 2413.432739] ? iptable_nat_ipv4_in+0x15/0x20 [iptable_nat]
[ 2413.503393] br_nf_pre_routing+0x29c/0x4b0 [br_netfilter]
[ 2413.572950] ? br_nf_forward_arp+0x2c0/0x2c0 [br_netfilter]
[ 2413.644556] nf_hook_slow+0x48/0xc0
[ 2413.986529] __netif_receive_skb+0x18/0x60
[ 2414.040589] ? __netif_receive_skb+0x18/0x60
[ 2414.096701] netif_receive_skb_internal+0x45/0xe0
[ 2414.158197] napi_gro_receive+0xc5/0xf0
[ 2414.209213] i40e_clean_rx_irq+0x3a4/0xe50 [i40e]
[ 2414.270639] i40e_napi_poll+0x402/0x850 [i40e]
[ 2414.328959] net_rx_action+0x140/0x3a0
[ 2414.379013] __do_softirq+0xe4/0x2d4
[ 2414.561501] </IRQ>
[ 2414.591772] RIP: 0010:panic+0x201/0x254
[ 2414.642853] RSP: 0018:ffffb9f4400bfb78 EFLAGS: 00000286 ORIG_RAX:
ffffffffffffffd7
[ 2416.432200] write_sysrq_trigger+0x34/0x40
[ 0.000000] DMA [mem 0x0000000000001000-0x0000000000ffffff]
[ 2405.089471] bad_area_nosemaphore+0x14/0x20
[570/93410]
[ 2405.144763] __do_page_fault+0xdb/0x4b0
[ 2405.195809] ? irq_work_queue+0x44/0x50
[ 2405.246809] ? console_unlock+0x294/0x560
[ 2405.299800] do_page_fault+0x2e/0xe0
[ 2405.347555] page_fault+0x25/0x50
[ 2405.392171] RIP: 0010:sysrq_handle_crash+0x16/0x20
[ 2405.454446] RSP: 0018:ffffb9f4400bfe30 EFLAGS: 00010286
[ 2405.521903] RAX: ffffffff89dfbbf0 RBX: ffffffff8ad88d20 RCX:
0000000000000000
[ 2405.612198] RDX: 0000000000000000 RSI: ffff9e6aff0d6498 RDI:
0000000000000063
[ 2405.702420] RBP: ffffb9f4400bfe30 R08: 0000000000000a0b R09:
0000000000cdcdcd
[ 2405.792603] R10: 0000000000000001 R11: 00000000ffffffff R12:
0000000000000004
[ 2405.882818] R13: 0000000000000063 R14: 0000000000000002 R15:
ffff9e4e8689bd00
[ 2405.973088] ? tty_audit_add_data+0x290/0x290
[ 2406.030081] __handle_sysrq+0x9f/0x170
[ 2406.079848] write_sysrq_trigger+0x34/0x40
[ 2406.133823] proc_reg_write+0x45/0x70
[ 2406.182592] __vfs_write+0x1b/0x40
[ 2406.228252] vfs_write+0xb1/0x1a0
[ 2406.272861] SyS_write+0x5c/0xe0
[ 2406.316386] do_syscall_64+0x73/0x130
[ 2406.365076] entry_SYSCALL_64_after_hwframe+0x3d/0xa2
[ 2406.430396] RIP: 0033:0x7f3781aef154
[ 2406.478087] RSP: 002b:00007ffd05378968 EFLAGS: 00000246 ORIG_RAX:
0000000000000001
[ 2406.573692] RAX: ffffffffffffffda RBX: 0000000000000002 RCX:
00007f3781aef154
[ 2406.664211] RDX: 0000000000000002 RSI: 000055d091bfe400 RDI:
0000000000000001
[ 2406.754782] RBP: 000055d091bfe400 R08: 000000000000000a R09:
0000000000000001
[ 2406.845339] R10: 000000000000000a R11: 0000000000000246 R12:
00007f3781dcb760
[ 2406.935884] R13: 0000000000000002 R14: 00007f3781dc72a0 R15:
00007f3781dc6760
[ 2407.026385] Code: ad 69 60 01 73 17 48 8b 05 a4 33 16 01 be fd 00 00 00 48
8b 40 30 e8 36 98 ba 00 5d c3 89 fe 48 c7 c7 88 0c 8c 8a e8 d6 63 03 00 <0f> 0b
5d c3 66 90 0f 1f 44 00 00 55 48 89 e5 53 48 8
3 ec 20 65
[ 2407.263024] ---[ end trace 989923502ae74578 ]---
[ 2407.324008] clocksource: timekeeping watchdog on CPU25: Marking clocksource
'tsc' as unstable because the skew is too large:
[ 2407.464120] clocksource: 'hpet' wd_now: 7db166eb
wd_last: 9f81aa82 mask: ffffffff
[ 2407.582597] clocksource: 'tsc' cs_now: 6b27c216260
cs_last: 662ed099480 mask: ffffffffffffffff
[ 2407.714702] tsc: Marking TSC unstable due to clocksource watchdog
[ 2407.794096] ------------[ cut here ]------------
--
You received this bug notification because you are a member of Ubuntu
Bugs, which is subscribed to Ubuntu.
https://bugs.launchpad.net/bugs/1862722
Title:
call trace during crash kernel boot on Huawei server for 18.04 ga-
kernel
To manage notifications about this bug go to:
https://bugs.launchpad.net/ubuntu/+bug/1862722/+subscriptions
--
ubuntu-bugs mailing list
ubuntu-bugs@lists.ubuntu.com
https://lists.ubuntu.com/mailman/listinfo/ubuntu-bugs
