Re: dovecot-2.3.17: "Panic: file ioloop.c: line 865"

[Claudio Corvino]

Hi,

I have the same error in my replica server, it appears many times per day.

Log:

/Dec 13 13:01:23 Error: doveadm(xxx)<25513><vsFCF5w1t2GpYwAAbKtC3g>: read(xxx.xxx.xxx) failed: EOF (last sent=mailbox, last recv=mailbox)// //Dec 13 13:34:43 Warning: doveadm(xxx)<26277><9e2rJOM9t2GlZgAAbKtC3g>: /mnt/mail-storage-lv0003/xxx/Maildir/dovecot-uidlist: Duplicate file entry at line 2162: 1639396906.M258993P16725.xxx,S=7304,W=7467 (uid 71966 -> 71970)// //Dec 13 14:26:20 Error: doveadm(27294): write(xxx) failed: Timed out after 60 seconds// //Dec 13 14:26:20 Panic: doveadm(27294): file ioloop.c: line 865 (io_loop_destroy): assertion failed: (ioloop == current_ioloop)// //Dec 13 14:26:20 Error: doveadm(27294): Raw backtrace: /usr/lib/dovecot/libdovecot.so.0(backtrace_append+0x3d) [0x7f74d96f96ed] -> /usr/lib/dovecot/libdovecot.so.0(backtrace_get+0x1e) [0x7f74d96f980e] -> /usr/lib/dovecot/libdovecot.so.0(+0xff5cb) [0x7f74d97065cb] -> /usr/lib/dovecot/libdovecot.so.0(+0xff661) [0x7f74d9706661] -> /usr/lib/dovecot/libdovecot.so.0(+0x54a45) [0x7f74d965ba45] -> /usr/lib/dovecot/libdovecot.so.0(+0x57d95) [0x7f74d965ed95] -> dovecot/doveadm-server(+0x4af0f) [0x556a7a4b4f0f] -> dovecot/doveadm-server(doveadm_print_flush+0x1f) [0x556a7a4ae7af] -> dovecot/doveadm-server(doveadm_cmd_ver2_to_mail_cmd_wrapper+0x32b) [0x556a7a49dbcb] -> dovecot/doveadm-server(doveadm_cmd_run_ver2+0x4f7) [0x556a7a4ae307] -> dovecot/doveadm-server(+0x4874a) [0x556a7a4b274a] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x69) [0x7f74d971c679] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x131) [0x7f74d971dc61] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x4c) [0x7f74d971c71c] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_run+0x40) [0x7f74d971c8a0] -> /usr/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f74d96903d3] -> dovecot/doveadm-server(main+0x102) [0x556a7a48d9f2] -> /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xeb) [0x7f74d92e709b] -> dovecot/doveadm-server(_start+0x2a) [0x556a7a48da7a]// //Dec 13 14:26:20 Fatal: doveadm(27294): master: service(doveadm): child 27294 killed with signal 6 (core dumps disabled - https://dovecot.org/bugreport.html#coredumps)// //Dec 13 14:29:06 Error: doveadm(27364): write(xxx) failed: Timed out after 60 seconds// //Dec 13 14:29:06 Panic: doveadm(27364): file ioloop.c: line 865 (io_loop_destroy): assertion failed: (ioloop == current_ioloop)// //Dec 13 14:29:06 Error: doveadm(27364): Raw backtrace: /usr/lib/dovecot/libdovecot.so.0(backtrace_append+0x3d) [0x7f05717756ed] -> /usr/lib/dovecot/libdovecot.so.0(backtrace_get+0x1e) [0x7f057177580e] -> /usr/lib/dovecot/libdovecot.so.0(+0xff5cb) [0x7f05717825cb] -> /usr/lib/dovecot/libdovecot.so.0(+0xff661) [0x7f0571782661] -> /usr/lib/dovecot/libdovecot.so.0(+0x54a45) [0x7f05716d7a45] -> /usr/lib/dovecot/libdovecot.so.0(+0x57d95) [0x7f05716dad95] -> dovecot/doveadm-server(+0x4af0f) [0x558edcd93f0f] -> dovecot/doveadm-server(doveadm_print_flush+0x1f) [0x558edcd8d7af] -> dovecot/doveadm-server(doveadm_cmd_ver2_to_mail_cmd_wrapper+0x32b) [0x558edcd7cbcb] -> dovecot/doveadm-server(doveadm_cmd_run_ver2+0x4f7) [0x558edcd8d307] -> dovecot/doveadm-server(+0x4874a) [0x558edcd9174a] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x69) [0x7f0571798679] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x131) [0x7f0571799c61] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x4c) [0x7f057179871c] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_run+0x40) [0x7f05717988a0] -> /usr/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f057170c3d3] -> dovecot/doveadm-server(main+0x102) [0x558edcd6c9f2] -> /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xeb) [0x7f057136309b] -> dovecot/doveadm-server(_start+0x2a) [0x558edcd6ca7a]// //Dec 13 14:29:06 Fatal: doveadm(27364): master: service(doveadm): child 27364 killed with signal 6 (core dumps disabled - https://dovecot.org/bugreport.html#coredumps)/

My 'dovecot.conf':/
/

/# 2.3.17.1 (476cd46418): /etc/dovecot/dovecot.conf
# Pigeonhole version 0.5.17.1 (a1a0b892)
# OS: Linux 4.19.0-18-amd64 x86_64 Debian 10.11
# Hostname: xxx
auth_mechanisms = plain login
default_vsz_limit = 1 G
doveadm_password = # hidden, use -P to show it
doveadm_port = xxx
mail_gid = 501
mail_location = maildir:~/Maildir:INDEX=/var/indexes/%n
mail_max_userip_connections = 50
mail_plugins = " notify replication"
mail_privileged_group = vmail
mail_uid = 501
managesieve_notify_capability = mailto

namespace inbox {
  inbox = yes
  location =
  mailbox Drafts {
    special_use = \Drafts
  }
  mailbox Junk {
    special_use = \Junk
  }
  mailbox "Posta inviata" {
    special_use = \Sent
  }
  mailbox Sent {
    special_use = \Sent
  }
  mailbox "Sent Messages" {
    special_use = \Sent
  }
  mailbox Trash {
    special_use = \Trash
  }
  prefix =
}
passdb {
  args = /etc/dovecot/dovecot-ldap.conf
  driver = ldap
}
plugin {
  mail_replica = tcp:xxx
  sieve = file:/var/www/html/ooo/%n;active=/var/www/html/ooo/%n/script
  sieve_default = /var/www/html/ooo/default.sieve
  sieve_duplicate_default_period = 14d
  sieve_duplicate_max_period = 7d
  sieve_extensions = +duplicate +notify +imapflags +vacation-seconds
  sieve_user_log = /var/www/html/ooo/%n/sieve_error.log
}
protocols = " imap lmtp sieve pop3"
replication_max_conns = 1
service aggregator {
  fifo_listener replication-notify-fifo {
    user = vmail
  }
  unix_listener replication-notify {
    user = vmail
  }
}
service auth {
  unix_listener /var/spool/postfix/private/auth {
    group = postfix
    mode = 0660
    user = postfix
  }
  unix_listener auth-master {
    group = vmail
    mode = 0660
    user = vmail
  }
}
service doveadm {
  inet_listener {
    port = 12345
  }
}
service imap-login {
  process_limit = 200
}
service lmtp {
  process_min_avail = 5
  unix_listener /var/spool/postfix/private/dovecot-lmtp {
    group = postfix
    mode = 0600
    user = postfix
  }
  user = vmail
}
service managesieve-login {
  inet_listener sieve {
    port = 4190
  }
  process_min_avail = 10
  service_count = 1
}
service replicator {
  process_min_avail = 1
  unix_listener replicator-doveadm {
    mode = 0666
    user = vmail
  }
}
service stats {
  unix_listener stats-reader {
    group = vmail
    mode = 0666
    user = vmail
  }
  unix_listener stats-writer {
    group = vmail
    mode = 0666
    user = vmail
  }
}
ssl_cert = </etc/dovecot/private/chain-star_xxx.pem

ssl_dh = # hidden, use -P to show it
ssl_key = # hidden, use -P to show it
userdb {
  args = /etc/dovecot/dovecot-ldap.conf
  driver = ldap
}
protocol lmtp {
  mail_plugins = " notify replication sieve quota"
  postmaster_address = postmaster@xxx
}
protocol lda {
  auth_socket_path = /var/run/dovecot/auth-master
  hostname = xxx
  mail_plugins = " notify replication sieve quota"
}
protocol sieve {
  mail_max_userip_connections = 10
  managesieve_implementation_string = Dovecot Pigeonhole
  managesieve_logout_format = bytes=%i/%o
  managesieve_max_compile_errors = 5
  managesieve_max_line_length = 64 k
}/

My 'dovecot-ldap.conf':

/hosts = xxx
base = dc=xxx,dc=lan
ldap_version=3
auth_bind = yes
dn = cn=xxx,cn=xxx,dc=xxx,dc=lan
dnpass = #hidden
scope = subtree

pass_attrs = sAMAccountName=user
user_filter = (&(objectclass=person)(samaccountname=%n))
pass_filter= (&(objectclass=person)(samaccountname=%n))
iterate_attrs = sAMAccountName=user


Regards

On 19/11/21 10:27, Andreas Piper wrote:

managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date index ihave duplicate mime foreverypart extracttext vacation-seconds imapflags notify ssl_cipher_list = ALL:!LOW:!aNULL:!eNULL:!SSLv2:!RC4:!MD5:!DES:!EXP:!SEED:!IDEA:!3DES #user_attrs = sAMAccountName=home=/mnt/mail-storage-lv0003/%$,=uid=501,=gid=501 user_attrs = sAMAccountName=user,=home=/mnt/mail-storage-lv0003/%n,=uid=501,=gid=501 # With following filter we exclude all objects without an email address, all computers and all inactive accounts iterate_filter = (&(objectCategory=person)(mail=*)(objectClass=user)(!(userAccountControl:1.2.840.113556.1.4.803:=2)))/

Hello,



Andreas

Am 11.11.21 um 15:04 schrieb Piper Andreas:

as these 'Panic'-Events continue to appear every few minutes in my replicator-log, I would like to ask, if you have any hints how to repair the correlated mailbox?

Hello,

Can you install dovecot debug symbols and redo the gdb backtrace? Package name is likely `dovecot-dbg`.

done, thanks for the hint.

Andreas

(gdb) bt

#1  0x00007f4e58be0921 in __GI_abort () at abort.c:79

     at failures.c:872

     at failures.c:524

#8  0x0000563d01508fb7 in doveadm_print (

     at doveadm-print.c:87

     at doveadm-mail.c:462

     at doveadm-mail.c:493

     at doveadm-cmd.c:465

     at client-connection-tcp.c:187

     conn=0x563d01fc1988) at client-connection-tcp.c:214

#0  __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:51 #2  0x00007f4e59427a11 in default_fatal_finish (status=0, type=LOG_TYPE_PANIC) at failures.c:459 #3  fatal_handler_real (ctx=<optimized out>, format=<optimized out>, args=<optimized out>) at failures.c:471 #4  0x00007f4e59427b01 in i_internal_fatal_handler (ctx=<optimized out>, format=<optimized out>, args=<optimized out>) #5  0x00007f4e593744a7 in i_panic (format=format@entry=0x7f4e5946ab88 "file %s: line %d (%s): assertion failed: (%s)") #6  0x00007f4e5944121c in io_loop_destroy (_ioloop=_ioloop@entry=0x7ffd0e203e68) at ioloop.c:865 #7  0x0000563d0150ffb6 in doveadm_print_server_flush () at doveadm-print-server.c:106      value=0x563d0269ced8 "AQAAAFoYRziwaStNyDEAAEKX94joZK5JAwAAAAQ", 'A' <repeats 20 times>, "DAAAAMu73BjjBalfFPQAANPIMJnB2rkkBAAAAAg", 'A' <repeats 20 times>, "EAAAD3Gkc4sGkrTcgxAABCl/eI02OuSQIAAAAD", 'A' <repeats 21 times>, "gAAAD4SNQYx691evBkAANXM"...) #9  0x0000563d014f4427 in cmd_dsync_run (_ctx=0x563d01fc7cc8, user=<optimized out>) at doveadm-dsync.c:713 #10 0x0000563d014f6a44 in doveadm_mail_next_user (ctx=ctx@entry=0x563d01fc7cc8, error_r=error_r@entry=0x7ffd0e204108) #11 0x0000563d014f76be in doveadm_mail_single_user (ctx=ctx@entry=0x563d01fc7cc8, error_r=error_r@entry=0x7ffd0e204108) #12 0x0000563d014f7c6f in doveadm_mail_cmd_exec (wildcard_user=0x0, ctx=0x563d01fc7cc8) at doveadm-mail.c:654 #13 doveadm_cmd_ver2_to_mail_cmd_wrapper (cctx=<optimized out>) at doveadm-mail.c:983 #14 0x0000563d01508c1b in doveadm_cmd_run_ver2 (argc=argc@entry=9, argv=argv@entry=0x563d01f6b3d0, cctx=cctx@entry=0x7ffd0e204260) #15 0x0000563d0150d612 in doveadm_cmd_server_run_ver2 (cctx=0x7ffd0e204260, argv=0x563d01f6b3d0, argc=9, conn=0x563d01fc1988) #16 doveadm_cmd_handle (cctx=0x7ffd0e204260, argv=<optimized out>, argc=<optimized out>, cmd_name=<optimized out>, #17 client_handle_command (args=<optimized out>, conn=0x563d01fc1988) at client-connection-tcp.c:284 #18 client_connection_tcp_input (conn=0x563d01fc1988) at client-connection-tcp.c:436 #19 0x00007f4e594406d9 in io_loop_call_io (io=0x563d01fc5950) at ioloop.c:737 #20 0x00007f4e59442034 in io_loop_handler_run_internal (ioloop=ioloop@entry=0x563d01f73ed0) at ioloop-epoll.c:222 #21 0x00007f4e594407e0 in io_loop_handler_run (ioloop=<optimized out>) at ioloop.c:789 #22 0x00007f4e59440a18 in io_loop_run (ioloop=0x563d01f73ed0) at ioloop.c:762 #23 0x00007f4e593a6a23 in master_service_run (service=0x563d01f73d30, callback=<optimized out>) at master-service.c:863 #24 0x0000563d014e6922 in main (argc=<optimized out>, argv=<optimized out>) at main.c:124

smime.p7s
Description: S/MIME Cryptographic Signature