Hi,
Recently we upgraded prometheus from 1.18.0 to 1.23.0 , after that for
every 2hrs or 4hrs we see that prometheus is aborting. Is there any
known issue for this . Please find the attached back trace of the
abort. We tried with 1.24 and 1.22 versions of Prometheus but the
the issue still exists.
Thanks,
Rajesh Dasari.
--
You received this message because you are subscribed to the Google Groups
"Prometheus Users" group.
To unsubscribe from this group and stop receiving emails from it, send an email
to [email protected].
To view this discussion on the web visit
https://groups.google.com/d/msgid/prometheus-users/CAPXMrf9VXrVfsrmUN1i_Ndjre7F9VKbnN_KH-5T%3DW8j98vK%3DrQ%40mail.gmail.com.
(gdb) bt
#0 runtime.raise () at /usr/lib/golang/src/runtime/sys_linux_amd64.s:165
#1 0x000000000045071d in runtime.dieFromSignal (sig=6) at
/usr/lib/golang/src/runtime/signal_unix.go:754
#2 0x0000000000450d71 in runtime.sigfwdgo (sig=6, info=0xc0078d7af0,
ctx=0xc0078d79c0, ~r3=<optimized out>)
at /usr/lib/golang/src/runtime/signal_unix.go:968
#3 0x000000000044f3d4 in runtime.sigtrampgo (sig=6, info=0xc0078d7af0,
ctx=0xc0078d79c0) at /usr/lib/golang/src/runtime/signal_unix.go:409
#4 0x0000000000474263 in runtime.sigtramp () at
/usr/lib/golang/src/runtime/sys_linux_amd64.s:409
#5 <signal handler called>
#6 runtime.raise () at /usr/lib/golang/src/runtime/sys_linux_amd64.s:165
#7 0x000000000045071d in runtime.dieFromSignal (sig=6) at
/usr/lib/golang/src/runtime/signal_unix.go:754
#8 0x000000000043a18b in runtime.crash () at
/usr/lib/golang/src/runtime/signal_unix.go:846
#9 runtime.fatalpanic (msgs=0xc003b9f648) at
/usr/lib/golang/src/runtime/panic.go:1216
#10 0x0000000000439ac5 in runtime.gopanic (e=...) at
/usr/lib/golang/src/runtime/panic.go:1064
#11 0x0000000002087e1a in
github.com/prometheus/prometheus/tsdb.(*memSeries).mmapCurrentHeadChunk
(s=0xc0021b6c40, chunkDiskMapper=0xc0001c4a80)
at
/build/distro/work/x86_64/prometheus-2.23.0/src/github.com/prometheus/prometheus/tsdb/head.go:2017
#12 0x0000000002087a19 in
github.com/prometheus/prometheus/tsdb.(*memSeries).cutNewHeadChunk
(s=0xc0021b6c40, mint=1612915213864,
chunkDiskMapper=0xc0001c4a80, ~r2=<optimized out>) at
/build/distro/work/x86_64/prometheus-2.23.0/src/github.com/prometheus/prometheus/tsdb/head.go:1988
#13 0x00000000020886ae in
github.com/prometheus/prometheus/tsdb.(*memSeries).append (s=0xc0021b6c40,
t=1612915213864, v=0, appendID=6954,
chunkDiskMapper=0xc0001c4a80, sampleInOrder=<optimized out>,
chunkCreated=<optimized out>)
at
/build/distro/work/x86_64/prometheus-2.23.0/src/github.com/prometheus/prometheus/tsdb/head.go:2145
#14 0x00000000020829e5 in
github.com/prometheus/prometheus/tsdb.(*headAppender).Commit (a=0xc007b4d600,
err=...)
at
/build/distro/work/x86_64/prometheus-2.23.0/src/github.com/prometheus/prometheus/tsdb/head.go:1248
#15 0x0000000002070915 in
github.com/prometheus/prometheus/tsdb.dbAppender.Commit (a=..., ~r0=...)
at
/build/distro/work/x86_64/prometheus-2.23.0/src/github.com/prometheus/prometheus/tsdb/db.go:774
#16 0x00000000020a1d6e in
github.com/prometheus/prometheus/tsdb.(*dbAppender).Commit (~r0=...) at
<autogenerated>:1
#17 0x00000000020064c9 in
github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit
(f=0xc007fb6140, err=...)
at
/build/distro/work/x86_64/prometheus-2.23.0/src/github.com/prometheus/prometheus/storage/fanout.go:174
#18 0x0000000002141bfc in
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).Commit (~r0=...)
at <autogenerated>:1
#19 0x000000000213ff29 in
github.com/prometheus/prometheus/scrape.(*scrapeLoop).scrapeAndReport.func1
(&err=0xc003b9fc18, &app=0xc003b9fc28, sl=0xc0001a28f0)
at
/build/distro/work/x86_64/prometheus-2.23.0/src/github.com/prometheus/prometheus/scrape/scrape.go:1086
#20 0x0000000002137ac5 in
github.com/prometheus/prometheus/scrape.(*scrapeLoop).scrapeAndReport
(sl=0xc0001a28f0, interval=15000000000, timeout=10000000000,
last=..., appendTime=..., errc=0x0, ~r5=...) at
/build/distro/work/x86_64/prometheus-2.23.0/src/github.com/prometheus/prometheus/scrape/scrape.go:1153
#21 0x0000000002136a5e in
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run (sl=0xc0001a28f0,
interval=15000000000, timeout=10000000000, errc=0x0)
at
/build/distro/work/x86_64/prometheus-2.23.0/src/github.com/prometheus/prometheus/scrape/scrape.go:1039
#22 0x0000000000472681 in runtime.goexit () at
/usr/lib/golang/src/runtime/asm_amd64.s:1374
#23 0x000000c0001a28f0 in ?? ()
#24 0x000000037e11d600 in ?? ()
#25 0x00000002540be400 in ?? ()
