Bug#872926: sysstat: running sadc results in segmentation fault
On 08/22/2017 03:09 PM, Robert Luberda wrote: > Jamie McClelland writes: > >> I started getting email messages from the sysstat cron job reporting the >> segmentation fault. > > When did you start receiving those e-mails? Just after upgrade systat to > 11.5.7 or later i.e. did version 11.5.7 work, but then stopped for some > reason? I upgraded to 11.5.7 on July 25, 2017 - and the errors started August 20th. So - I don't think it is related to that upgrade. However, the problem does seem to correlate with my use of the overlay2 filesystem with docker - perhaps that is the clue? The mtab file contains a lot of lines related to overlay2 and docker. >> Here's an strace: >> >> open("/etc/mtab", O_RDONLY) = 3 >> fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 >> read(3, "sysfs /sys sysfs rw,nosuid,nodev"..., 1024) = 1024 >> [...] >> statfs("0", 0x7ffef1ab0890) = -1 ENOENT (No such file or >> directory) >> read(3, "y2/l/7EEOV2FTKYKCYQJPMOALKJSL3M:"..., 1024) = 1024 >> --- SIGSEGV {si_signo=SIGSEGV, si_code=SEGV_MAPERR, si_addr=0x1} --- > > Looks like the last file read was /etc/mtab (which should be a symlink > to /proc/self/mtab). Even though the beginning of the file looks pretty > usual, then something in this file causes sadc to crash. > > Could you please send the contents of the /etc/mtab file, especially the > lines around the "y2/l/7EEOV2FTKYKCYQJPMOALKJSL3M" string? In case it > contain data you don't want to share into public, e.g. server names or > paths on remote servers, please obfuscate it. Attached. Thanks for your help! jamie -- May First/People Link Growing networks to build a just world https://mayfirst.org https://support.mayfirst.org OpenPGP Key: http://current.workingdirectory.net/pages/identity/ xmpp: ja...@mayfirst.org sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=8162252k,nr_inodes=2040563,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,noexec,relatime,size=1635072k,mode=755 0 0 /dev/mapper/vg_turkey0-root / ext4 rw,relatime,errors=remount-ro,data=ordered 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=35,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12886 0 0 mqueue /dev/mqueue mqueue rw,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,relatime 0 0 tmpfs /tmp tmpfs rw,relatime 0 0 /dev/mapper/vg_turkey0-var /var ext4 rw,relatime,data=ordered 0 0 /dev/sda3 /boot ext4 rw,relatime,data=ordered 0 0 /dev/mapper/vg_turkey0-srv /srv ext4 rw,relatime,data=ordered 0 0 tmpfs /var/tmp tmpfs rw,relatime 0 0 /dev/mapper/vg_turkey0-docker /var/lib/docker ext4 rw,relatime,data=ordered 0 0 /dev/mapper/vg_turkey0-home /home ext4 rw,relatime,data=ordered 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=1635072k,mode=700,uid=1000,gid=1000 0 0 /dev/mapper/vg_turkey0-docker /var/lib/docker/overlay2 ext4 rw,relatime,data=ordered 0 0 overlay /var/lib/docker/overlay2/65da4a2286836f893462520d010450995d988c421437124fad9f486dc2d9d82f/merged overlay rw,relatime,lowerdir=/var/lib/docker/overlay2/l/NMYHQQQA4WXMLIPCAPGXLUDSDM:/var/lib/docker/overlay2/l/H5R6F5HP3R3SCZZG4A4MYHDX3I:/var/lib/docker/overlay2/l/IIY7KSCIDGMMF4SNSGFA347DNX:/var/lib/docker/overlay2/l/AVNFGYK4HWNLWVOWUWJ4RZO5LW:/var/lib/docker/overlay2/l/MHQ6VBITNXP6HB52UVJIDJBRWF,upperdir=/var/lib/docker/overlay2/65da4a2286836f893462520d010450995d988c421437124fad9f486dc2d9d82f/diff,workdir=/var/lib/docker/overlay2/65da4a2286836f893462520d010450995d988c421437124fad9f486dc2d9d82f/work 0 0 shm
Bug#872926: sysstat: running sadc results in segmentation fault
Jamie McClelland writes: > I started getting email messages from the sysstat cron job reporting the > segmentation fault. When did you start receiving those e-mails? Just after upgrade systat to 11.5.7 or later i.e. did version 11.5.7 work, but then stopped for some reason? > > root@turkey:~# /usr/lib/sysstat/sadc -F -L -S DISK 1 1 /var/log/sysstat > Segmentation fault > root@turkey:~# > > Here's an strace: > > open("/etc/mtab", O_RDONLY) = 3 > fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0 > read(3, "sysfs /sys sysfs rw,nosuid,nodev"..., 1024) = 1024 > [...] > statfs("0", 0x7ffef1ab0890) = -1 ENOENT (No such file or > directory) > read(3, "y2/l/7EEOV2FTKYKCYQJPMOALKJSL3M:"..., 1024) = 1024 > --- SIGSEGV {si_signo=SIGSEGV, si_code=SEGV_MAPERR, si_addr=0x1} --- Looks like the last file read was /etc/mtab (which should be a symlink to /proc/self/mtab). Even though the beginning of the file looks pretty usual, then something in this file causes sadc to crash. Could you please send the contents of the /etc/mtab file, especially the lines around the "y2/l/7EEOV2FTKYKCYQJPMOALKJSL3M" string? In case it contain data you don't want to share into public, e.g. server names or paths on remote servers, please obfuscate it. Thanks a lot, robert
Bug#872926: sysstat: running sadc results in segmentation fault
Package: sysstat Version: 11.5.7-1 Severity: important Dear Maintainer, *** Reporter, please consider answering these questions, where appropriate *** I started getting email messages from the sysstat cron job reporting the segmentation fault. I then tried to run the command manually and also get a segmentation fault: root@turkey:~# /usr/lib/sysstat/sadc -F -L -S DISK 1 1 /var/log/sysstat Segmentation fault root@turkey:~# Here's an strace: execve("/usr/lib/sysstat/sadc", ["/usr/lib/sysstat/sadc", "-F", "-L", "-S", "DISK", "1", "1", "/var/log/sysstat"], [/* 23 vars */]) = 0 brk(NULL) = 0x5607e0014000 access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory) mmap(NULL, 12288, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fc14cc69000 access("/etc/ld.so.preload", R_OK) = 0 open("/etc/ld.so.preload", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0 close(3)= 0 open("/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFREG|0644, st_size=170401, ...}) = 0 mmap(NULL, 170401, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fc14cc3f000 close(3)= 0 access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory) open("/usr/lib/x86_64-linux-gnu/libsensors.so.4", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\20%\0\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0644, st_size=59872, ...}) = 0 mmap(NULL, 2155592, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fc14c83a000 mprotect(0x7fc14c848000, 2093056, PROT_NONE) = 0 mmap(0x7fc14ca47000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0xd000) = 0x7fc14ca47000 close(3)= 0 access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory) open("/lib/x86_64-linux-gnu/libc.so.6", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\4\2\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0755, st_size=1681176, ...}) = 0 mmap(NULL, 3787104, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fc14c49d000 mprotect(0x7fc14c63, 2097152, PROT_NONE) = 0 mmap(0x7fc14c83, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x193000) = 0x7fc14c83 mmap(0x7fc14c836000, 14688, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fc14c836000 close(3)= 0 access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory) open("/lib/x86_64-linux-gnu/libm.so.6", O_RDONLY|O_CLOEXEC) = 3 read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200V\0\0\0\0\0\0"..., 832) = 832 fstat(3, {st_mode=S_IFREG|0644, st_size=1063328, ...}) = 0 mmap(NULL, 3158248, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fc14c199000 mprotect(0x7fc14c29c000, 2093056, PROT_NONE) = 0 mmap(0x7fc14c49b000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x102000) = 0x7fc14c49b000 close(3)= 0 mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fc14cc3d000 arch_prctl(ARCH_SET_FS, 0x7fc14cc3d700) = 0 mprotect(0x7fc14c83, 16384, PROT_READ) = 0 mprotect(0x7fc14c49b000, 4096, PROT_READ) = 0 mprotect(0x7fc14ca47000, 4096, PROT_READ) = 0 mprotect(0x5607df6b4000, 4096, PROT_READ) = 0 mprotect(0x7fc14cc6c000, 4096, PROT_READ) = 0 munmap(0x7fc14cc3f000, 170401) = 0 statfs("/sys", {f_type=SYSFS_MAGIC, f_bsize=4096, f_blocks=0, f_bfree=0, f_bavail=0, f_files=0, f_ffree=0, f_fsid={val=[0, 0]}, f_namelen=255, f_frsize=4096, f_flags=ST_VALID|ST_NOSUID|ST_NODEV|ST_NOEXEC|ST_RELATIME}) = 0 open("/sys/class/i2c-adapter", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3 fstat(3, {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0 brk(NULL) = 0x5607e0014000 brk(0x5607e003d000) = 0x5607e003d000 getdents(3, /* 11 entries */, 32768)= 336 open("/sys/class/i2c-adapter/i2c-3/name", O_RDONLY) = 4 fstat(4, {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0 read(4, "i915 gmbus panel\n", 4096) = 17 close(4)= 0 open("/sys/class/i2c-adapter/i2c-1/name", O_RDONLY) = 4 fstat(4, {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0 read(4, "i915 gmbus ssc\n", 4096) = 15 close(4)= 0 open("/sys/class/i2c-adapter/i2c-8/name", O_RDONLY) = 4 fstat(4, {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0 read(4, "DPDDC-B\n", 4096) = 8 close(4)= 0 open("/sys/class/i2c-adapter/i2c-6/name", O_RDONLY) = 4 fstat(4, {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0 read(4, "i915 gmbus dpd\n", 4096) = 15 close(4)= 0 open("/sys/class/i2c-adapter/i2c-4/name", O_RDONLY) = 4 fstat(4, {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0 read(4, "i915 gmbus dpc\n",