root@node1:~# dmesg |grep -i crash
[    0.000000] Command line: BOOT_IMAGE=/vmlinuz-4.15.0-72-generic 
root=UUID=d9281738-de5a-4564-852e-f07c29ea4817 ro default_hugepagesz=1GB 
hugepagesz=1GB hugepages=192 transparent_hugepage=never 
solcpus=4-13,32-41,18-27,46-55 console=tty0 console=ttyS0 crashkernel=2G-:536M
[    0.000000] Reserving 536MB of memory at 32MB for crashkernel (System RAM: 
261726MB)
[    0.000000] Kernel command line: BOOT_IMAGE=/vmlinuz-4.15.0-72-generic 
root=UUID=d9281738-de5a-4564-852e-f07c29ea4817 ro default_hugepagesz=1GB 
hugepagesz=1GB hugepages=192 transparent_hugepage=never 
solcpus=4-13,32-41,18-27,46-55 console=tty0 console=ttyS0 crashkernel=2G-:536M
[   40.151040] megaraid_sas 0000:1c:00.0: firmware crash dump   : no
root@node1:~# echo c >  /proc/sysrq-trigger 

OOM as below:

[   62.038374] Kernel panic - not syncing: Out of memory and no killable 
processes...
[   62.038374]
[   62.166809] CPU: 0 PID: 310 Comm: bcache_writebac Not tainted 
4.15.0-72-generic #81-Ubuntu
[   62.275904] Hardware name: Huawei 2288H V5/BC11SPSCB0, BIOS 6.72 04/30/2019
[   62.369545] Call Trace:
[   62.409415]  dump_stack+0x63/0x8e
[   62.459411]  panic+0xe4/0x254
[   62.505216]  ? dump_header+0x18e/0x285
[   62.560348]  out_of_memory+0x3b4/0x4e0
[   62.615663]  __alloc_pages_slowpath+0xa53/0xe00
[   62.680115]  __alloc_pages_nodemask+0x29a/0x2c0
[   62.744505]  alloc_pages_current+0x6a/0xe0
[   62.803676]  bio_alloc_pages+0x42/0x90
[   62.858710]  read_dirty+0x211/0x370 [bcache]
[   62.919965]  bch_writeback_thread+0x518/0x5a0 [bcache]
[   62.991622]  kthread+0x121/0x140
[   63.040709]  ? read_dirty+0x370/0x370 [bcache]
[   63.104073]  ? kthread_create_worker_on_cpu+0x70/0x70
[   63.174627]  ret_from_fork+0x35/0x40
[   63.227373] Kernel Offset: 0x1be00000 from 0xffffffff81000000 (relocation 
range: 0xffffffff80000000-0xffffffffbfffffff)
[   63.512588] ---[ end Kernel panic - not syncing: Out of memory and no 
killable processes...
[   63.512588] 

--------------------------------------------------------------
call trace when memory set 576M or 1024M,  below is only one of cpu's call 
trace. 

-----------------
[ 2407.794096] ------------[ cut here ]------------
[ 2407.855674] sched: Unexpected reschedule of offline CPU#12!
[ 2407.928663] WARNING: CPU: 25 PID: 859240 at 
/build/linux-E6MDAa/linux-4.15.0/arch/x86/kernel/smp.c:128 
native_smp_send_reschedule+0x3a/0x40
[ 2408.091827] Modules linked in: vsock_diag vsock sctp_diag sctp dccp_diag 
dccp tcp_diag udp_diag raw_diag inet_diag unix_diag ip6t_REJECT nf_reject_ipv6 
nf_log_ipv6 xt_hl ip6t_rt ipt_REJECT nf_reject_ipv4 nf_log_ipv4 nf_log_common 
xt_LOG xt_limit xt_addrtype xt_conntrack binfmt_misc veth ip6table_nat 
ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_CHECKSUM xt_comment xt_tcpudp 
iptable_nat iptable_mangle ebtable_filter ebtables ip6table_filter ip6_tables 
iptable_filter br_netfilter openvswitch nsh nf_conntrack_ipv6 nf_nat_ipv6 
nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_defrag_ipv6 nf_nat nf_conntrack 
8021q garp mrp bonding bridge stp llc nls_iso8859_1 intel_rapl skx_edac 
x86_pkg_temp_thermal coretemp kvm_intel kvm irqbypass intel_cstate 
intel_rapl_perf joydev input_leds ipmi_si ipmi_devintf ipmi_msghandler
[ 2408.996649]  ioatdma mei_me mei lpc_ich shpchp dca acpi_power_meter mac_hid 
sch_fq_codel sunrpc ib_iser rdma_cm iw_cm ib_cm iscsi_tcp libiscsi_tcp libiscsi 
scsi_transport_iscsi ib_uverbs ip_tables x_tables autofs4 btrfs zstd_compress 
raid10 raid456 async_raid6_recov async_memcpy async_pq async_xor async_tx xor 
raid6_pq libcrc32c raid1 raid0 multipath linear mlx5_ib ses enclosure ib_core 
bcache scsi_transport_sas crct10dif_pclmul crc32_pclmul hid_generic 
ghash_clmulni_intel mlx5_core pcbc usbhid aesni_intel mlxfw i40e aes_x86_64 
devlink crypto_simd glue_helper ptp cryptd megaraid_sas pps_core hid
[ 2409.673608] CPU: 25 PID: 859240 Comm: bash Tainted: G      D W        
4.15.0-72-generic #81-Ubuntu
[ 2409.790640] Hardware name: Huawei 2288H V5/BC11SPSCB0, BIOS 6.72 04/30/2019
[ 2409.883892] RIP: 0010:native_smp_send_reschedule+0x3a/0x40
[ 2409.959545] RSP: 0018:ffff9e6aff0c33f0 EFLAGS: 00010082
[ 2410.032027] RAX: 0000000000000000 RBX: ffff9e3b00be5940 RCX: 0000000000000006
[ 2410.127442] RDX: 0000000000000007 RSI: 0000000000000086 RDI: ffff9e6aff0d6490
[ 2410.222848] RBP: ffff9e6aff0c33f0 R08: 00000000000010c3 R09: 0000000000cdcdcd
[ 2410.318270] R10: ffff9e6aff0c33d0 R11: 00000000ffffffff R12: ffff9e3b00be646c
[ 2410.413691] R13: 0000000000000004 R14: 0000000000000046 R15: 0000000000021840
[ 2410.509055] FS:  00007f3782413740(0000) GS:ffff9e6aff0c0000(0000) 
knlGS:0000000000000000
[ 2410.615957] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 2410.694883] CR2: 0000000000000000 CR3: 0000002386e38002 CR4: 00000000007606e0
[ 2410.790525] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 2411.064749]  <IRQ>
[ 2411.099165]  try_to_wake_up+0x3ea/0x4a0
[ 2411.346254]  __wake_up_locked+0x16/0x20
[ 2411.402177]  ep_poll_callback+0x1f2/0x290
[ 2411.460483]  __wake_up_common+0x73/0x130
[ 2411.517445]  __wake_up_common_lock+0x80/0xc0
[ 2411.578336]  __wake_up_sync_key+0x1e/0x30
[ 2411.635913]  sock_def_readable+0x40/0x70
[ 2411.692354]  tcp_data_queue+0x2dd/0xc10
[ 2411.747526]  tcp_rcv_established+0x296/0x590
[ 2411.807713]  tcp_v4_do_rcv+0x90/0x1d0
[ 2411.860550]  tcp_v4_rcv+0x9a0/0xa80
[ 2412.028529]  ? ip_rcv_finish+0x430/0x430
[ 2412.083878]  ip_rcv_finish+0x129/0x430
[ 2412.136897]  ip_sabotage_in+0x41/0x50 [br_netfilter]
[ 2412.298780]  ? inet_del_offload+0x40/0x40
[ 2412.353966]  __netif_receive_skb_core+0x432/0xb80
[ 2412.417253]  ? _raw_read_unlock_bh+0x20/0x30
[ 2412.475119]  ? ebt_do_table+0x658/0x6d0 [ebtables]
[ 2412.539009]  __netif_receive_skb+0x18/0x60
[ 2412.594571]  ? __netif_receive_skb+0x18/0x60
[ 2412.766511]  br_netif_receive_skb+0x34/0x50 [bridge]
[ 2412.831319]  br_pass_frame_up+0x147/0x180 [bridge]
[ 2412.893901]  ? br_port_flags_change+0x40/0x40 [bridge]
[ 2413.093613]  br_nf_hook_thresh+0x50/0xf0 [br_netfilter]
[ 2413.161155]  ? br_pass_frame_up+0x180/0x180 [bridge]
[ 2413.225774]  br_nf_pre_routing_finish+0x13b/0x3b0 [br_netfilter]
[ 2413.302708]  ? br_pass_frame_up+0x180/0x180 [bridge]
[ 2413.367211]  ? nf_nat_ipv4_in+0x2e/0x80 [nf_nat_ipv4]
[ 2413.432739]  ? iptable_nat_ipv4_in+0x15/0x20 [iptable_nat]
[ 2413.503393]  br_nf_pre_routing+0x29c/0x4b0 [br_netfilter]
[ 2413.572950]  ? br_nf_forward_arp+0x2c0/0x2c0 [br_netfilter]
[ 2413.644556]  nf_hook_slow+0x48/0xc0
[ 2413.986529]  __netif_receive_skb+0x18/0x60
[ 2414.040589]  ? __netif_receive_skb+0x18/0x60
[ 2414.096701]  netif_receive_skb_internal+0x45/0xe0
[ 2414.158197]  napi_gro_receive+0xc5/0xf0
[ 2414.209213]  i40e_clean_rx_irq+0x3a4/0xe50 [i40e]
[ 2414.270639]  i40e_napi_poll+0x402/0x850 [i40e]
[ 2414.328959]  net_rx_action+0x140/0x3a0
[ 2414.379013]  __do_softirq+0xe4/0x2d4
[ 2414.561501]  </IRQ>
[ 2414.591772] RIP: 0010:panic+0x201/0x254
[ 2414.642853] RSP: 0018:ffffb9f4400bfb78 EFLAGS: 00000286 ORIG_RAX: 
ffffffffffffffd7
[ 2416.432200]  write_sysrq_trigger+0x34/0x40
[    0.000000]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]
[ 2405.089471]  bad_area_nosemaphore+0x14/0x20                                  
                                                                                
                                 [570/93410]
[ 2405.144763]  __do_page_fault+0xdb/0x4b0                                      
                                                                                
                                            
[ 2405.195809]  ? irq_work_queue+0x44/0x50                                      
                                                                                
                                            
[ 2405.246809]  ? console_unlock+0x294/0x560                                    
                                                                                
                                            
[ 2405.299800]  do_page_fault+0x2e/0xe0                                         
                                                                                
                                           
[ 2405.347555]  page_fault+0x25/0x50                                            
                                                                                
                                            
[ 2405.392171] RIP: 0010:sysrq_handle_crash+0x16/0x20                           
                                                                                
                                           
[ 2405.454446] RSP: 0018:ffffb9f4400bfe30 EFLAGS: 00010286                      
                                                                                
                                            
[ 2405.521903] RAX: ffffffff89dfbbf0 RBX: ffffffff8ad88d20 RCX: 
0000000000000000                                                                
                                                            
[ 2405.612198] RDX: 0000000000000000 RSI: ffff9e6aff0d6498 RDI: 
0000000000000063                                                                
                                                            
[ 2405.702420] RBP: ffffb9f4400bfe30 R08: 0000000000000a0b R09: 
0000000000cdcdcd                                                                
                                                            
[ 2405.792603] R10: 0000000000000001 R11: 00000000ffffffff R12: 
0000000000000004                                                                
                                                            
[ 2405.882818] R13: 0000000000000063 R14: 0000000000000002 R15: 
ffff9e4e8689bd00                                                                
                                                            
[ 2405.973088]  ? tty_audit_add_data+0x290/0x290                                
                                                                                
                                            
[ 2406.030081]  __handle_sysrq+0x9f/0x170                                       
                                                                                
                                           
[ 2406.079848]  write_sysrq_trigger+0x34/0x40                                   
                                                                                
                                           
[ 2406.133823]  proc_reg_write+0x45/0x70                                        
                                                                                
                                            
[ 2406.182592]  __vfs_write+0x1b/0x40                                           
                                                                                
                                           
[ 2406.228252]  vfs_write+0xb1/0x1a0                                            
                                                                                
                                            
[ 2406.272861]  SyS_write+0x5c/0xe0                                             
                                                                                
                                           
[ 2406.316386]  do_syscall_64+0x73/0x130                                        
                                                                                
                                            
[ 2406.365076]  entry_SYSCALL_64_after_hwframe+0x3d/0xa2                        
                                                                                
                                            
[ 2406.430396] RIP: 0033:0x7f3781aef154                                         
                                                                                
                                           
[ 2406.478087] RSP: 002b:00007ffd05378968 EFLAGS: 00000246 ORIG_RAX: 
0000000000000001                                                                
                                                      
[ 2406.573692] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 
00007f3781aef154                                                                
                                                            
[ 2406.664211] RDX: 0000000000000002 RSI: 000055d091bfe400 RDI: 
0000000000000001                                                                
                                                            
[ 2406.754782] RBP: 000055d091bfe400 R08: 000000000000000a R09: 
0000000000000001                                                                
                                                            
[ 2406.845339] R10: 000000000000000a R11: 0000000000000246 R12: 
00007f3781dcb760                                                                
                                                            
[ 2406.935884] R13: 0000000000000002 R14: 00007f3781dc72a0 R15: 
00007f3781dc6760                                                                
                                                            
[ 2407.026385] Code: ad 69 60 01 73 17 48 8b 05 a4 33 16 01 be fd 00 00 00 48 
8b 40 30 e8 36 98 ba 00 5d c3 89 fe 48 c7 c7 88 0c 8c 8a e8 d6 63 03 00 <0f> 0b 
5d c3 66 90 0f 1f 44 00 00 55 48 89 e5 53 48 8
3 ec 20 65                                                                      
                                                                                
                                            
[ 2407.263024] ---[ end trace 989923502ae74578 ]---                             
                                                                                
                                           
[ 2407.324008] clocksource: timekeeping watchdog on CPU25: Marking clocksource 
'tsc' as unstable because the skew is too large:                                
                                            
[ 2407.464120] clocksource:                       'hpet' wd_now: 7db166eb 
wd_last: 9f81aa82 mask: ffffffff                                                
                                                  
[ 2407.582597] clocksource:                       'tsc' cs_now: 6b27c216260 
cs_last: 662ed099480 mask: ffffffffffffffff                                     
                                               
[ 2407.714702] tsc: Marking TSC unstable due to clocksource watchdog            
                                                                                
                                            
[ 2407.794096] ------------[ cut here ]------------

-- 
You received this bug notification because you are a member of Ubuntu
Bugs, which is subscribed to Ubuntu.
https://bugs.launchpad.net/bugs/1862722

Title:
  call trace during crash kernel boot on Huawei server for 18.04 ga-
  kernel

To manage notifications about this bug go to:
https://bugs.launchpad.net/ubuntu/+bug/1862722/+subscriptions

-- 
ubuntu-bugs mailing list
ubuntu-bugs@lists.ubuntu.com
https://lists.ubuntu.com/mailman/listinfo/ubuntu-bugs

Reply via email to