Re: lmtp panic with 2.3.16 (runnung ubuntu) and larger mails

2021-08-30 Thread Friedhelm Buescher

Hi,

i managed to "resolv" the Issue. i removed the sieve script - after that 
the issue was gone. Afterwards i replaced it with a new file with the 
same (!!) content (of course i had a backup on client-side) and it still 
worked. I created the new file same way as i did with the old (buggy) 
file - with the sieve-manager-plugin in thunderbird.


I have no clue whats going on.

regards,
Friedhelm


Am 30.08.2021 um 07:40 schrieb Aki Tuomi:

On 29/08/2021 18:27 Friedhelm Buescher  wrote:

  
Hi,


when sending larger Mails (> 1MB, for example a jpg attachment), the
lmtp crashes:



Could you please send gdb bt full?

Obtain core, see https://www.dovecot.org/bugreport-mail for information on how 
you might get that.

Then do `gdb /usr/lib/dovecot/lmtp /path/to/core` and issue `bt full`, and send 
that.

Thanks!

Aki





Re: lmtp panic with 2.3.16 (runnung ubuntu) and larger mails

2021-08-29 Thread Aki Tuomi


> On 29/08/2021 18:27 Friedhelm Buescher  wrote:
> 
>  
> Hi,
> 
> when sending larger Mails (> 1MB, for example a jpg attachment), the 
> lmtp crashes:
> 
> 

Could you please send gdb bt full?

Obtain core, see https://www.dovecot.org/bugreport-mail for information on how 
you might get that.

Then do `gdb /usr/lib/dovecot/lmtp /path/to/core` and issue `bt full`, and send 
that.

Thanks!

Aki


lmtp panic with 2.3.16 (runnung ubuntu) and larger mails

2021-08-29 Thread Friedhelm Buescher

Hi,

when sending larger Mails (> 1MB, for example a jpg attachment), the 
lmtp crashes:


#
syslog:
Aug 29 17:05:34 mail dovecot: 
lmtp()<720677><5RuZHDCiK2El/woAkAJtwA>: Panic: Buffer write out of 
range (0 + 1)
Aug 29 17:05:34 mail dovecot: 
lmtp()<720677><5RuZHDCiK2El/woAkAJtwA>: Error: Raw backtrace:

/usr/lib/dovecot/libdovecot.so.0(backtrace_append+0x41) [0x7f10ae1fb151]
 -> /usr/lib/dovecot/libdovecot.so.0(backtrace_get+0x22) [0x7f10ae1fb272]
-> /usr/lib/dovecot/libdovecot.so.0(+0x1092eb) [0x7f10ae2082eb]
-> /usr/lib/dovecot/libdovecot.so.0(+0x109387) [0x7f10ae208387]
-> /usr/lib/dovecot/libdovecot.so.0(+0x5d018) [0x7f10ae15c018]
-> /usr/lib/dovecot/libdovecot.so.0(+0x5bee1) [0x7f10ae15aee1]
-> 
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_binary_emit_integer+0x6a) 
[0x7f10ad79dfea]
-> /usr/lib/dovecot/libdovecot-sieve.so.0(sieve_binary_save+0x1e3) 
[0x7f10ad79c553]
-> 
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_binary_file_update_resource_usage+0x128) 
[0x7f10ad79dcc8]
-> /usr/lib/dovecot/libdovecot-sieve.so.0(sieve_binary_close+0x7d) 
[0x7f10ad79ab4d]

-> /usr/lib/dovecot/modules/lib90_sieve_plugin.so(+0x3f65) [0x7f10ae0f3f65]
-> /usr/lib/dovecot/libdovecot-lda.so.0(mail_deliver+0x17a) 
[0x7f10ae4490ea]

-> dovecot/lmtp(lmtp_local_default_deliver+0x1d8) [0x557cc4da83c8]
-> dovecot/lmtp(lmtp_local_data+0x5ac) [0x557cc4da8b1c]
-> dovecot/lmtp(client_default_cmd_data+0x191) [0x557cc4da74a1]
-> dovecot/lmtp(cmd_data_continue+0x180) [0x557cc4da7230]
-> /usr/lib/dovecot/libdovecot.so.0(+0x7c286) [0x7f10ae17b286]
-> /usr/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x6d) [0x7f10ae21e67d]
-> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x145) 
[0x7f10ae21fd15]
-> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x54) 
[0x7f10ae21e724]

-> /usr/lib/dovecot/libdovecot.so.0(io_loop_run+0x40) [0x7f10ae21e890]
-> /usr/lib/dovecot/libdovecot.so.0(master_service_run+0x17) 
[0x7f10ae1913a7]

-> dovecot/lmtp(main+0x22f) [0x557cc4da5edf]
-> /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3) [0x7f10adf250b3]
-> dovecot/lmtp(_start+0x2e) [0x557cc4da5fee]
Aug 29 17:05:34 mail dovecot: 
lmtp()<720677><5RuZHDCiK2El/woAkAJtwA>: Fatal: master: 
service(lmtp): child 720677 killed with signal 6 (core dumped)


#
uname -a
Linux mail 5.4.0-81-generic #91-Ubuntu SMP Thu Jul 15 19:09:17 UTC 2021 
x86_64 x86_64 x86_64 GNU/Linux



Installed Packages:
dovecot-lmtpd=2:2.3.16-2+ubuntu20.04 
dovecot-mysql=2:2.3.16-2+ubuntu20.04 
dovecot-imapd=2:2.3.16-2+ubuntu20.04 
dovecot-sieve=2:2.3.16-2+ubuntu20.04 
dovecot-pop3d=2:2.3.16-2+ubuntu20.04 
dovecot-lucene=2:2.3.16-2+ubuntu20.04 
dovecot-core=2:2.3.16-2+ubuntu20.04 
dovecot-managesieved=2:2.3.16-2+ubuntu20.04 
dovecot-solr=2:2.3.16-2+ubuntu20.04 postfix=3.4.13-0ubuntu1.1


Tried to downgrade to
dovecot-lmtpd=2:2.3.15-1+ubuntu20.04 
dovecot-mysql=2:2.3.15-1+ubuntu20.04 
dovecot-imapd=2:2.3.15-1+ubuntu20.04 
dovecot-sieve=2:2.3.15-1+ubuntu20.04 
dovecot-pop3d=2:2.3.15-1+ubuntu20.04 
dovecot-lucene=2:2.3.15-1+ubuntu20.04 
dovecot-core=2:2.3.15-1+ubuntu20.04 
dovecot-managesieved=2:2.3.15-1+ubuntu20.04 
dovecot-solr=2:2.3.15-1+ubuntu20.04 postfix=3.4.10-1ubuntu1

, which does not solve the error.

#
config:
# 2.3.16 (7e2e900c1a): /etc/dovecot/dovecot.conf
# Pigeonhole version 0.5.16 (09c29328)
# OS: Linux 5.4.0-81-generic x86_64 Ubuntu 20.04.3 LTS ext4
# Hostname: 
auth_verbose_passwords = plain
lda_mailbox_autocreate = yes
lda_mailbox_autosubscribe = yes
mail_location = maildir:/var/maildirs/%u
mail_plugins = " quota acl fts fts_solr"
mail_privileged_group = mail
managesieve_notify_capability = mailto
managesieve_sieve_capability = fileinto reject envelope 
encoded-character vacation subaddress comparator-i;ascii-numeric 
relational regex imap4flags copy include variables body enotify 
environment mailbox date index ihave duplicate mime foreverypart extracttext

namespace {
  list = children
  location = maildir:%%h:INDEX=%h/shared/%%u:CONTROL=%h/shared/%%u
  prefix = shared.%%u.
  separator = .
  subscriptions = no
  type = shared
}
namespace inbox {
  inbox = yes
  location =
  prefix =
  separator = .
  type = private
}
passdb {
  args = /etc/dovecot/dovecot-sql.conf.ext
  driver = sql
}
plugin {
  acl = vfile
  fts = solr
  fts_autoindex = yes
  fts_solr = url=http://127.0.0.1:8983/solr/dovecot/
  recipient_delimiter = .
  sieve = file:~/sieve;active=~/.dovecot.sieve
}
protocols = " imap lmtp sieve pop3"
recipient_delimiter = .
service auth-worker {
  user = $default_internal_user
}
service auth {
  unix_listener /var/spool/postfix/private/auth {
    group = postfix
    mode = 0660
    user = postfix
  }
  unix_listener auth-userdb {
    group = postfix
    user = postfix
  }
}
service lmtp {
  unix_listener 

Re: lmtp Panic Buffer write out of range

2018-08-23 Thread Stephan Bosch




Op 23-8-2018 om 8:16 schreef Gabriele Nencioni:

On 08/22/2018 04:03 PM, Stephan Bosch wrote:

Op 21-8-2018 om 14:57 schreef Gabriele Nencioni:

Hi all,
as described here:
https://www.dovecot.org/pipermail/dovecot/2018-July/112173.html

we are experiencing the same error on dovecot version 2.3.2.1
while it never occurs on an old version as 2.2.15

This looks a lot like:
https://dovecot.org/list/dovecot/2018-July/112167.html

That one is fixed pending release.

Great! Thank you very much!
Do you know the release date approximately?


Not really.

Regards,

Stephan.


Re: lmtp Panic Buffer write out of range

2018-08-23 Thread Gabriele Nencioni
On 08/22/2018 04:03 PM, Stephan Bosch wrote:
> Op 21-8-2018 om 14:57 schreef Gabriele Nencioni:
>> Hi all,
>> as described here:
>> https://www.dovecot.org/pipermail/dovecot/2018-July/112173.html
>>
>> we are experiencing the same error on dovecot version 2.3.2.1
>> while it never occurs on an old version as 2.2.15
> 
> This looks a lot like:
> https://dovecot.org/list/dovecot/2018-July/112167.html
> 
> That one is fixed pending release.

Great! Thank you very much!
Do you know the release date approximately?

Regards,
-- 
Gabriele Nencioni
System Administrator
eml gabriele.nenci...@register.it


Re: lmtp Panic Buffer write out of range

2018-08-22 Thread Stephan Bosch




Op 21-8-2018 om 14:57 schreef Gabriele Nencioni:

Hi all,
as described here:
https://www.dovecot.org/pipermail/dovecot/2018-July/112173.html

we are experiencing the same error on dovecot version 2.3.2.1
while it never occurs on an old version as 2.2.15


This looks a lot like: 
https://dovecot.org/list/dovecot/2018-July/112167.html


That one is fixed pending release.

Regards,

Stephan.




It followings the error logs:

On an upgraded dovecot backend:
Aug 21 12:03:51 backend20 dovecot:
lmtp(te...@internalinboundcm.eu): Panic: Buffer
write out of range (789 + 18446744073709551606)
/var/log/dovecot_lmtp_20180821.12.log-Aug 21 12:03:51 monti-backend20
dovecot: lmtp(te...@internalinboundcm.eu):
Error: Raw backtrace: /usr/lib/dovecot/libdovecot.so.0(+0xcb851)
[0x7f78e6f0a851] -> /usr/lib/dovecot/libdovecot.so.0(+0xcb8e9)
[0x7f78e6f0a8e9] -> /usr/lib/dovecot/libdovecot.so.0(i_fatal+0)
[0x7f78e6e78851] -> /usr/lib/dovecot/libdovecot.so.0(buffer_write+0x131)
[0x7f78e6f04871] ->
/usr/lib/dovecot/libdovecot-sieve.so.0(rfc2822_header_append+0xcf)
[0x7f78e531613f] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x7d35b)
[0x7f78e531335b] ->
/usr/lib/dovecot/libdovecot-sieve.so.0(edit_mail_header_add+0x1b)
[0x7f78e531525b] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x73014)
[0x7f78e5309014] ->
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_interpreter_continue+0x81)
[0x7f78e52d2a11] ->
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_interpreter_run+0x2b)
[0x7f78e52d2c7b] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x51000)
[0x7f78e52e7000] ->
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_multiscript_run+0x3a)
[0x7f78e52e7eba] ->
/usr/lib/dovecot/modules/lib90_sieve_plugin.so(+0x38f0) [0x7f78e554e8f0]
-> /usr/lib/dovecot/libdovecot-lda.so.0(mail_deliver+0xf0)
[0x7f78e750da30] -> dovecot/lmtp [81.88.49.172
DATA](lmtp_local_data+0x4f1) [0x5582554451d1] -> dovecot/lmtp
[81.88.49.172 DATA](cmd_data_continue+0x243) [0x558255443ee3] ->
/usr/lib/dovecot/libdovecot.so.0(+0x4c402) [0x7f78e6e8b402] ->
/usr/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x69) [0x7f78e6f228a9]
-> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x109)
[0x7f78e6f24199] ->
/usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x52)
[0x7f78e6f229b2] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_run+0x38)
[0x7f78e6f22bc8] ->
/usr/lib/dovecot/libdovecot.so.0(master_service_run+0x13)
[0x7f78e6e9cff3] -> dovecot/lmtp [81.88.49.172 DATA](main+0x240)
[0x558255442f70] ->
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf1) [0x7f78e6ac02e1]
-> dovecot/lmtp [81.88.49.172 DATA](_start+0x2a) [0x5582554430ba]

while once the user te...@internalinboundcm.eu has been moved on an old
dovecot backend, with the "doveadm director move" command the message
has been properly delivered at next retry attempt:
Aug 21 12:32:31 backend01 dovecot:
lmtp(te...@internalinboundcm.eu): copy from
: box=Spam, uid=1,
msgid=
Aug 21 12:32:31 backend01 dovecot:
lmtp(te...@internalinboundcm.eu):
Zv32Lzbqe1tSLQAAF5Yx/g: sieve:
msgid=: stored
mail into mailbox 'Spam'


As you can see the message was detected as spam

Let me know if you need more info or details (such us the original
message or the sieve filter that trigger the problem)

Thanks in advance
Regards




lmtp Panic Buffer write out of range

2018-08-21 Thread Gabriele Nencioni
Hi all,
as described here:
https://www.dovecot.org/pipermail/dovecot/2018-July/112173.html

we are experiencing the same error on dovecot version 2.3.2.1
while it never occurs on an old version as 2.2.15


It followings the error logs:

On an upgraded dovecot backend:
Aug 21 12:03:51 backend20 dovecot:
lmtp(te...@internalinboundcm.eu): Panic: Buffer
write out of range (789 + 18446744073709551606)
/var/log/dovecot_lmtp_20180821.12.log-Aug 21 12:03:51 monti-backend20
dovecot: lmtp(te...@internalinboundcm.eu):
Error: Raw backtrace: /usr/lib/dovecot/libdovecot.so.0(+0xcb851)
[0x7f78e6f0a851] -> /usr/lib/dovecot/libdovecot.so.0(+0xcb8e9)
[0x7f78e6f0a8e9] -> /usr/lib/dovecot/libdovecot.so.0(i_fatal+0)
[0x7f78e6e78851] -> /usr/lib/dovecot/libdovecot.so.0(buffer_write+0x131)
[0x7f78e6f04871] ->
/usr/lib/dovecot/libdovecot-sieve.so.0(rfc2822_header_append+0xcf)
[0x7f78e531613f] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x7d35b)
[0x7f78e531335b] ->
/usr/lib/dovecot/libdovecot-sieve.so.0(edit_mail_header_add+0x1b)
[0x7f78e531525b] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x73014)
[0x7f78e5309014] ->
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_interpreter_continue+0x81)
[0x7f78e52d2a11] ->
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_interpreter_run+0x2b)
[0x7f78e52d2c7b] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x51000)
[0x7f78e52e7000] ->
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_multiscript_run+0x3a)
[0x7f78e52e7eba] ->
/usr/lib/dovecot/modules/lib90_sieve_plugin.so(+0x38f0) [0x7f78e554e8f0]
-> /usr/lib/dovecot/libdovecot-lda.so.0(mail_deliver+0xf0)
[0x7f78e750da30] -> dovecot/lmtp [81.88.49.172
DATA](lmtp_local_data+0x4f1) [0x5582554451d1] -> dovecot/lmtp
[81.88.49.172 DATA](cmd_data_continue+0x243) [0x558255443ee3] ->
/usr/lib/dovecot/libdovecot.so.0(+0x4c402) [0x7f78e6e8b402] ->
/usr/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x69) [0x7f78e6f228a9]
-> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x109)
[0x7f78e6f24199] ->
/usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x52)
[0x7f78e6f229b2] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_run+0x38)
[0x7f78e6f22bc8] ->
/usr/lib/dovecot/libdovecot.so.0(master_service_run+0x13)
[0x7f78e6e9cff3] -> dovecot/lmtp [81.88.49.172 DATA](main+0x240)
[0x558255442f70] ->
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf1) [0x7f78e6ac02e1]
-> dovecot/lmtp [81.88.49.172 DATA](_start+0x2a) [0x5582554430ba]

while once the user te...@internalinboundcm.eu has been moved on an old
dovecot backend, with the "doveadm director move" command the message
has been properly delivered at next retry attempt:
Aug 21 12:32:31 backend01 dovecot:
lmtp(te...@internalinboundcm.eu): copy from
: box=Spam, uid=1,
msgid=
Aug 21 12:32:31 backend01 dovecot:
lmtp(te...@internalinboundcm.eu):
Zv32Lzbqe1tSLQAAF5Yx/g: sieve:
msgid=: stored
mail into mailbox 'Spam'


As you can see the message was detected as spam

Let me know if you need more info or details (such us the original
message or the sieve filter that trigger the problem)

Thanks in advance
Regards
-- 
Gabriele Nencioni
System Administrator
eml gabriele.nenci...@register.it


Re: [ext] Re: lmtp panic with many recipients

2018-05-11 Thread Stephan Bosch



Op 09/05/2018 om 16:52 schreef Stephan Bosch:



Op 09/05/2018 om 11:46 schreef Ralf Hildebrandt:

* Olaf Hopp :


Seems to be. There is a
=?iso-8859-1?Q?s=2Ev=F6gele=40X=2Ede?= 
within the "To"-header, together with the line
not address :all :comparator "i;octet" :contains "To" "robocup"
in my global sieve_before script seems to trigger it

Fucking german umlaut.

Yep, that's the one.
But ... hasn't this particular error already been fixed?


No, this is a different manifestation of the same problem.


Fix is pending internal review. Should pop out in master in the next 
week or so.


Regards,

Stephan.



Re: [ext] Re: lmtp panic with many recipients

2018-05-09 Thread Stephan Bosch



Op 09/05/2018 om 11:46 schreef Ralf Hildebrandt:

* Olaf Hopp :


Seems to be. There is a
=?iso-8859-1?Q?s=2Ev=F6gele=40X=2Ede?= 
within the "To"-header, together with the line
not address :all :comparator "i;octet" :contains "To" "robocup"
in my global sieve_before script seems to trigger it

Fucking german umlaut.

Yep, that's the one.
But ... hasn't this particular error already been fixed?


No, this is a different manifestation of the same problem.

Regards,

Stephan.


Re: [ext] Re: lmtp panic with many recipients

2018-05-09 Thread Ralf Hildebrandt
* Olaf Hopp :

> Seems to be. There is a
> =?iso-8859-1?Q?s=2Ev=F6gele=40X=2Ede?= 
> within the "To"-header, together with the line
>   not address :all :comparator "i;octet" :contains "To" "robocup"
> in my global sieve_before script seems to trigger it
> 
> Fucking german umlaut.

Yep, that's the one.
But ... hasn't this particular error already been fixed? 

-- 
Ralf Hildebrandt
  Geschäftsbereich IT | Abteilung Netzwerk
  Charité - Universitätsmedizin Berlin
  Campus Benjamin Franklin
  Hindenburgdamm 30 | D-12203 Berlin
  Tel. +49 30 450 570 155 | Fax: +49 30 450 570 962
  ralf.hildebra...@charite.de | https://www.charite.de


smime.p7s
Description: S/MIME cryptographic signature


Re: lmtp panic with many recipients

2018-05-09 Thread Olaf Hopp

On 05/09/2018 11:10 AM, Stephan Bosch wrote:



Op 09/05/2018 om 10:17 schreef Ralf Hildebrandt:

* Stephan Bosch :


Op 08/05/2018 om 10:34 schreef Olaf Hopp:

Hi,

I had an email with 58 recipients in the "To" and 13 in the "CC"
Delivering it from exim to dovecot lmtp panics (see below)
Panic: file smtp-address.c: line 533 (smtp_address_write): assertion
failed: (smtp_char_is_qpair(*p))

# 2.3.1 (c5a5c0c82): /etc/dovecot/dovecot.conf
# Pigeonhole version 0.5.devel (61b47828)
# OS: Linux 2.6.32-696.23.1.el6.x86_64 x86_64 CentOS release 6.9 (Final)


Do you have an example e-mail that triggers the problem and the sieve
scripts that are involved for the recipient that causes the crash?

That looks a bit like
https://www.mail-archive.com/dovecot@dovecot.org/msg72690.html


Indeed. But I'd like to make sure this is the same problem.

Regards,

Stephan.


Seems to be. There is a
=?iso-8859-1?Q?s=2Ev=F6gele=40X=2Ede?= 
within the "To"-header, together with the line
not address :all :comparator "i;octet" :contains "To" "robocup"
in my global sieve_before script seems to trigger it

Fucking german umlaut.


Olaf

--
Karlsruher Institut für Technologie (KIT)
ATIS - Abt. Technische Infrastruktur, Fakultät für Informatik

Dipl.-Geophys. Olaf Hopp
- Leitung IT-Dienste -

Am Fasanengarten 5, Gebäude 50.34, Raum 009
76131 Karlsruhe
Telefon: +49 721 608-43973
Fax: +49 721 608-46699
E-Mail: olaf.h...@kit.edu
atis.informatik.kit.edu

www.kit.edu

KIT – Die Forschungsuniversität in der Helmholtz-Gemeinschaft

Das KIT ist seit 2010 als familiengerechte Hochschule zertifiziert.




smime.p7s
Description: S/MIME Cryptographic Signature


Re: lmtp panic with many recipients

2018-05-09 Thread Stephan Bosch



Op 09/05/2018 om 10:17 schreef Ralf Hildebrandt:

* Stephan Bosch :


Op 08/05/2018 om 10:34 schreef Olaf Hopp:

Hi,

I had an email with 58 recipients in the "To" and 13 in the "CC"
Delivering it from exim to dovecot lmtp panics (see below)
Panic: file smtp-address.c: line 533 (smtp_address_write): assertion
failed: (smtp_char_is_qpair(*p))

# 2.3.1 (c5a5c0c82): /etc/dovecot/dovecot.conf
# Pigeonhole version 0.5.devel (61b47828)
# OS: Linux 2.6.32-696.23.1.el6.x86_64 x86_64 CentOS release 6.9 (Final)


Do you have an example e-mail that triggers the problem and the sieve
scripts that are involved for the recipient that causes the crash?

That looks a bit like
https://www.mail-archive.com/dovecot@dovecot.org/msg72690.html


Indeed. But I'd like to make sure this is the same problem.

Regards,

Stephan.


Re: lmtp panic with many recipients

2018-05-09 Thread Olaf Hopp

On 05/09/2018 10:04 AM, Stephan Bosch wrote:



Op 08/05/2018 om 10:34 schreef Olaf Hopp:

Hi,

I had an email with 58 recipients in the "To" and 13 in the "CC"
Delivering it from exim to dovecot lmtp panics (see below)
Panic: file smtp-address.c: line 533 (smtp_address_write): assertion failed: 
(smtp_char_is_qpair(*p))

# 2.3.1 (c5a5c0c82): /etc/dovecot/dovecot.conf
# Pigeonhole version 0.5.devel (61b47828)
# OS: Linux 2.6.32-696.23.1.el6.x86_64 x86_64 CentOS release 6.9 (Final)



Do you have an example e-mail that triggers the problem and the sieve scripts 
that are involved for the recipient that causes the crash?



Hi Stephan,

the original mail got stuck within exim on my production server and was from "somebody" 
to many "somebodys" but not me.
So with exim I added as envelope recipient a test user "ms2test" on my test system 
"irams2.ira.uka.de"
The test user "ms2test" has just an empty sieve script (all comments).
There is a global sieve_before-Script doing spam delivery into spambox:

#
require ["fileinto", "regex", "envelope"];
#
#
if allof (
not header :comparator "i;ascii-casemap" :regex "Subject" 
"fail.*deliver",
not header :comparator "i;octet" :contains "Subject" "DBWORLD",
not header :comparator "i;octet" :contains "List-Id" "ieft.org",
not header :comparator "i;octet" :contains "Subject" "Google Alert",
not header :comparator "i;octet" :contains "Subject" "Google Gaga",
not header :comparator "i;octet" :contains "Subject" "foo",
not header :comparator "i;octet" :contains "Subject" "Woechentliche 
Spam-Benachrichtigung",
not address :all :comparator "i;octet" :contains "To" "robocup",
not header :comparator "i;octet" :is "Envelope-to" "ms2s...@ira.uka.de",

exists [ "X-ATIS-Spam-Flag" ] ) {

fileinto "INBOX.spambox";
stop;
}

The mail in question contains third party adresses and content. So I can't post 
it here.
I will try to reproduce it by myself with just dummy addresses.

Ok, another finding:
if I strip down the global sieve_before just to

require ["fileinto", "regex", "envelope"];
if allof (
not address :all :comparator "i;octet" :contains "To" "robocup"
) {

fileinto "INBOX.spambox";
stop;
}
the mail got stuck.
If I reenable all other original lines, but remove the "rococup" line the mail 
get's delivered.


"doveconf -n" see below

Olaf


# doveconf -n
# 2.3.1 (c5a5c0c82): /etc/dovecot/dovecot.conf
# Pigeonhole version 0.5.devel (61b47828)
doveconf: Warning: service auth { client_limit=2000 } is lower than required 
under max. load (20192)
doveconf: Warning: service anvil { client_limit=2000 } is lower than required 
under max. load (17195)
# OS: Linux 2.6.32-696.23.1.el6.x86_64 x86_64 CentOS release 6.9 (Final)
# Hostname: irams1.ira.uka.de
auth_failure_delay = 3 secs
auth_master_user_separator = *
auth_mechanisms = plain login
auth_username_format = %Ln
auth_verbose = yes
auth_verbose_passwords = plain
auth_worker_max_count = 60
default_client_limit = 2000
default_process_limit = 3000
first_valid_uid = 1000
last_valid_uid = 65533
mail_location = maildir:~/Maildir
managesieve_notify_capability = mailto
managesieve_sieve_capability = fileinto reject envelope encoded-character 
vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy 
include variables body enotify environment mailbox date index ihave duplicate 
mime foreverypart extracttext
mbox_write_locks = fcntl
namespace inbox {
  inbox = yes
  location =
  mailbox "Deleted Items" {
autoexpunge = 30 days
special_use = \Trash
  }
  mailbox "Deleted Messages" {
autoexpunge = 30 days
special_use = \Trash
  }
  mailbox Drafts {
auto = subscribe
special_use = \Drafts
  }
  mailbox "Gelöschte Objekte" {
autoexpunge = 30 days
special_use = \Trash
  }
  mailbox "Gel Objekte" {
autoexpunge = 30 days
special_use = \Trash
  }
  mailbox Papierkorb {
autoexpunge = 30 days
special_use = \Trash
  }
  mailbox Sent {
auto = subscribe
special_use = \Sent
  }
  mailbox Trash {
auto = subscribe
autoexpunge = 30 days
special_use = \Trash
  }
  mailbox spambox {
auto = create
special_use = \Junk
  }
  prefix = INBOX.
  separator = .
}
passdb {
  args = /etc/dovecot/master-users
  driver = passwd-file
  master = yes
}
passdb {
  args = dovecot
  driver = pam
}
plugin {
  sieve = file:~/sieve;active=~/.dovecot.sieve
  sieve_before = /etc/dovecot/sieve-master
  sieve_max_redirects = 20
}
postmaster_address = postmas...@ira.uka.de
protocols = imap pop3 lmtp sieve sieve
quota_full_tempfail = yes
service imap-login {
  process_limit = 8192
  process_min_avail = 16
  service_count = 0
}
service imap {
  process_limit = 8192
}
service lmtp {
  executable = lmtp -L
}
service managesieve-login {
  inet_listener sieve {
port = 4190
  }
}
service pop3 {
  process_limit = 8192
}
ssl = required

Re: lmtp panic with many recipients

2018-05-09 Thread Ralf Hildebrandt
* Stephan Bosch :
> 
> 
> Op 08/05/2018 om 10:34 schreef Olaf Hopp:
> > Hi,
> > 
> > I had an email with 58 recipients in the "To" and 13 in the "CC"
> > Delivering it from exim to dovecot lmtp panics (see below)
> > Panic: file smtp-address.c: line 533 (smtp_address_write): assertion
> > failed: (smtp_char_is_qpair(*p))
> > 
> > # 2.3.1 (c5a5c0c82): /etc/dovecot/dovecot.conf
> > # Pigeonhole version 0.5.devel (61b47828)
> > # OS: Linux 2.6.32-696.23.1.el6.x86_64 x86_64 CentOS release 6.9 (Final)
> > 
> 
> Do you have an example e-mail that triggers the problem and the sieve
> scripts that are involved for the recipient that causes the crash?

That looks a bit like
https://www.mail-archive.com/dovecot@dovecot.org/msg72690.html
-- 
Ralf Hildebrandt
  Geschäftsbereich IT | Abteilung Netzwerk
  Charité - Universitätsmedizin Berlin
  Campus Benjamin Franklin
  Hindenburgdamm 30 | D-12203 Berlin
  Tel. +49 30 450 570 155 | Fax: +49 30 450 570 962
  ralf.hildebra...@charite.de | https://www.charite.de



Re: lmtp panic with many recipients

2018-05-09 Thread Stephan Bosch



Op 08/05/2018 om 10:34 schreef Olaf Hopp:

Hi,

I had an email with 58 recipients in the "To" and 13 in the "CC"
Delivering it from exim to dovecot lmtp panics (see below)
Panic: file smtp-address.c: line 533 (smtp_address_write): assertion 
failed: (smtp_char_is_qpair(*p))


# 2.3.1 (c5a5c0c82): /etc/dovecot/dovecot.conf
# Pigeonhole version 0.5.devel (61b47828)
# OS: Linux 2.6.32-696.23.1.el6.x86_64 x86_64 CentOS release 6.9 (Final)



Do you have an example e-mail that triggers the problem and the sieve 
scripts that are involved for the recipient that causes the crash?


Regards,

Stephan.


Regards,
Olaf



May  8 10:01:52 irams2 dovecot: lmtp(17557): Debug: none: root=, 
index=, indexpvt=, control=, inbox=, alt=

May  8 10:01:52 irams2 dovecot: lmtp(17557): Connect from local
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2t...@irams2.ira.uka.de)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: 
Loading modules from directory: /usr/lib64/dovecot
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2t...@irams2.ira.uka.de)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: 
Module loaded: /usr/lib64/dovecot/lib90_sieve_plugin.so
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2t...@irams2.ira.uka.de)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: 
auth USER input: ms2test system_groups_user=ms2test uid=10852 gid=1602 
home=/home/atis/ms2test
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2t...@irams2.ira.uka.de)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: 
changed username to ms2test
May  8 10:01:52 irams2 dovecot: lmtp(17557, ms2test): Debug: Effective 
uid=10852, gid=1602, home=/home/atis/ms2test
May  8 10:01:52 irams2 dovecot: lmtp(17557, ms2test): Debug: Namespace 
inbox: type=private, prefix=INBOX., sep=., inbox=yes, hidden=no, 
list=yes, subscriptions=yes location=maildir:~/Maildir
May  8 10:01:52 irams2 dovecot: lmtp(17557, ms2test): Debug: 
maildir++: root=/home/atis/ms2test/Maildir, index=, indexpvt=, 
control=, inbox=/home/atis/ms2test/Maildir, alt=
May  8 10:01:52 irams2 dovecot: lmtp(17557, ms2test): Debug: Namespace 
: type=private, prefix=, sep=, inbox=no, hidden=yes, list=no, 
subscriptions=no location=fail::LAYOUT=none
May  8 10:01:52 irams2 dovecot: lmtp(17557, ms2test): Debug: none: 
root=, index=, indexpvt=, control=, inbox=, alt=
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: Pigeonhole 
version 0.5.devel (61b47828) initializing
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: include: 
sieve_global is not set; it is currently not possible to include 
`:global' scripts.
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: file 
storage: Using active Sieve script path: 
/home/atis/ms2test/.dovecot.sieve
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: file 
storage: Using script storage path: /home/atis/ms2test/sieve
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: file 
storage: Relative path to sieve storage in active link: sieve/
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: file 
storage: Using Sieve script path: /home/atis/ms2test/.dovecot.sieve
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: file 
script: Opened script `ingo' from `/home/atis/ms2test/.dovecot.sieve'
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: file 
storage: Using Sieve script path: /etc/dovecot/sieve-master
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: file 
script: Opened script `sieve-master' from `/etc/dovecot/sieve-master'
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: Executed 
before user's personal Sieve script(1): /etc/dovecot/sieve-master
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: Using the 
following location for user's Sieve script: 
/home/atis/ms2test/.dovecot.sieve
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: Mailbox DATA local>: Opened mail UID=1 because: header Message-ID (Cache file 
is unusable)
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: Opening 
script 1 of 2 from `/etc/dovecot/sieve-master'
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: Loading 
script /etc/dovecot/sieve-master
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: Script 
binary /etc/dovecot/sieve-master.svbin successfully loaded
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: binary 
save: not saving binary /etc/dovecot/sieve-master.svbin, because it is 
already stored
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: sieve: Executing 
script 

lmtp panic with many recipients

2018-05-08 Thread Olaf Hopp

Hi,

I had an email with 58 recipients in the "To" and 13 in the "CC"
Delivering it from exim to dovecot lmtp panics (see below)
Panic: file smtp-address.c: line 533 (smtp_address_write): assertion failed: 
(smtp_char_is_qpair(*p))

# 2.3.1 (c5a5c0c82): /etc/dovecot/dovecot.conf
# Pigeonhole version 0.5.devel (61b47828)
# OS: Linux 2.6.32-696.23.1.el6.x86_64 x86_64 CentOS release 6.9 (Final)

Regards,
Olaf



May  8 10:01:52 irams2 dovecot: lmtp(17557): Debug: none: root=, index=, 
indexpvt=, control=, inbox=, alt=
May  8 10:01:52 irams2 dovecot: lmtp(17557): Connect from local
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2t...@irams2.ira.uka.de)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: Loading 
modules from directory: /usr/lib64/dovecot
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2t...@irams2.ira.uka.de)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: Module 
loaded: /usr/lib64/dovecot/lib90_sieve_plugin.so
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2t...@irams2.ira.uka.de)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: auth 
USER input: ms2test system_groups_user=ms2test uid=10852 gid=1602 home=/home/atis/ms2test
May  8 10:01:52 irams2 dovecot: 
lmtp(ms2t...@irams2.ira.uka.de)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: changed 
username to ms2test
May  8 10:01:52 irams2 dovecot: lmtp(17557, ms2test): Debug: Effective 
uid=10852, gid=1602, home=/home/atis/ms2test
May  8 10:01:52 irams2 dovecot: lmtp(17557, ms2test): Debug: Namespace inbox: 
type=private, prefix=INBOX., sep=., inbox=yes, hidden=no, list=yes, 
subscriptions=yes location=maildir:~/Maildir
May  8 10:01:52 irams2 dovecot: lmtp(17557, ms2test): Debug: maildir++: 
root=/home/atis/ms2test/Maildir, index=, indexpvt=, control=, 
inbox=/home/atis/ms2test/Maildir, alt=
May  8 10:01:52 irams2 dovecot: lmtp(17557, ms2test): Debug: Namespace : 
type=private, prefix=, sep=, inbox=no, hidden=yes, list=no, subscriptions=no 
location=fail::LAYOUT=none
May  8 10:01:52 irams2 dovecot: lmtp(17557, ms2test): Debug: none: root=, 
index=, indexpvt=, control=, inbox=, alt=
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: Pigeonhole version 0.5.devel (61b47828) initializing
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: include: sieve_global is not set; it is currently not possible to include 
`:global' scripts.
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: file storage: Using active Sieve script path: 
/home/atis/ms2test/.dovecot.sieve
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: file storage: Using script storage path: /home/atis/ms2test/sieve
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: file storage: Relative path to sieve storage in active link: sieve/
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: file storage: Using Sieve script path: /home/atis/ms2test/.dovecot.sieve
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: file script: Opened script `ingo' from `/home/atis/ms2test/.dovecot.sieve'
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: file storage: Using Sieve script path: /etc/dovecot/sieve-master
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: file script: Opened script `sieve-master' from `/etc/dovecot/sieve-master'
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: Executed before user's personal Sieve script(1): /etc/dovecot/sieve-master
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: Using the following location for user's Sieve script: 
/home/atis/ms2test/.dovecot.sieve
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: 
Mailbox : Opened mail UID=1 because: header Message-ID (Cache file is 
unusable)
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: Opening script 1 of 2 from `/etc/dovecot/sieve-master'
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: Loading script /etc/dovecot/sieve-master
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: Script binary /etc/dovecot/sieve-master.svbin successfully loaded
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: binary save: not saving binary /etc/dovecot/sieve-master.svbin, because it is 
already stored
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: 
Debug: sieve: Executing script from `/etc/dovecot/sieve-master.svbin'
May  8 10:01:52 irams2 dovecot: lmtp(ms2test)<17557><30+oHXBZ8VqVRAAApw0JKA>: Debug: 
Mailbox : Opened mail UID=1 because: header List-Id (Cache file is 
unusable)
May  8 10:01:52 irams2 dovecot: 

Re: lmtp panic

2015-12-01 Thread Stephan Bosch



Op 10-11-2015 om 13:46 schreef Sergey Schwartz:

Gents,

I've just upgraded to the latest build of dovecot , now lmtp delivery 
process panics for just one user


Hmm, this could very well be a Sieve issue. Can you obtain a GDB 
backtrace for this problem (http://www.dovecot.org/bugreport.html)?


Can you reproduce it using the sieve-test tool with the involved Sieve 
script and some example e-mail?


Regards,

Stephan.







Nov 10 15:36:49 mx10 dovecot: lmtp(oleg.vasil...@bgoperator.com): 
Panic: file str.c: line 22 (str_new_const): assertion failed: 
(str[len] == '\0')
Nov 10 15:36:49 mx10 dovecot: lmtp(oleg.vasil...@bgoperator.com): 
Panic: file str.c: line 22 (str_new_const): assertion failed: 
(str[len] == '\0')
Nov 10 15:36:49 mx10 dovecot: lmtp(oleg.vasil...@bgoperator.com): 
Error: Raw backtrace: /usr/lib/dovecot/libdovecot.so.0(+0x820de) 
[0x7f50e596b0de] -> /usr/lib/dovecot/libdovecot.so.0(+0x821cc) 
[0x7f50e596b1cc] -> /usr/lib/dovecot/libdovecot.so.0(i_fatal+0) 
[0x7f50e59128de] -> /usr/lib/dovecot/libdovecot.so.0(+0xa8bf8) 
[0x7f50e5991bf8] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x5ddbd) 
[0x7f50e380ddbd] -> 
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_match+0xf1) 
[0x7f50e37f43b1] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x5f555) 
[0x7f50e380f555] -> 
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_interpreter_continue+0xe7) [0x7f50e37eb2e7] 
-> /usr/lib/dovecot/libdovecot-sieve.so.0(sieve_interpreter_run+0x2b) 
[0x7f50e37eb46b] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x4e6ea) 
[0x7f50e37fe6ea] -> 
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_execute+0x47) 
[0x7f50e37ff277] -> 
/usr/lib/dovecot/modules/lib90_sieve_plugin.so(+0x3b81) 
[0x7f50e3a62b81] -> 
/usr/lib/dovecot/libdovecot-lda.so.0(mail_deliver+0x49) 
[0x7f50e5f26899] -> dovecot/lmtp(+0x6a04) [0x7f50e6357a04] -> 
dovecot/lmtp(+0x72d7) [0x7f50e63582d7] -> 
/usr/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x4c) 
[0x7f50e597ebbc] -> 
/usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x101) 
[0x7f50e597ffb1] -> 
/usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x25) 
[0x7f50e597ec45] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_run+0x38) 
[0x7f50e597ede8] -> 
/usr/lib/dovecot/libdovecot.so.0(master_service_run+0x13) 
[0x7f50e59182e3] -> dovecot/lmtp(main+0x165) [0x7f50e6356135] -> 
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf5) 
[0x7f50e5545ec5] -> dovecot/lmtp(+0x5223) [0x7f50e6356223]
Nov 10 15:36:49 mx10 dovecot: lmtp(oleg.vasil...@bgoperator.com): 
Error: Raw backtrace: /usr/lib/dovecot/libdovecot.so.0(+0x820de) 
[0x7f887f40e0de] -> /usr/lib/dovecot/libdovecot.so.0(+0x821cc) 
[0x7f887f40e1cc] -> /usr/lib/dovecot/libdovecot.so.0(i_fatal+0) 
[0x7f887f3b58de] -> /usr/lib/dovecot/libdovecot.so.0(+0xa8bf8) 
[0x7f887f434bf8] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x5ddbd) 
[0x7f887d2b0dbd] -> 
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_match+0xf1) 
[0x7f887d2973b1] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x5f555) 
[0x7f887d2b2555] -> 
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_interpreter_continue+0xe7) [0x7f887d28e2e7] 
-> /usr/lib/dovecot/libdovecot-sieve.so.0(sieve_interpreter_run+0x2b) 
[0x7f887d28e46b] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x4e6ea) 
[0x7f887d2a16ea] -> 
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_execute+0x47) 
[0x7f887d2a2277] -> 
/usr/lib/dovecot/modules/lib90_sieve_plugin.so(+0x3b81) 
[0x7f887d505b81] -> 
/usr/lib/dovecot/libdovecot-lda.so.0(mail_deliver+0x49) 
[0x7f887f9c9899] -> dovecot/lmtp(+0x6a04) [0x7f887fdfaa04] -> 
dovecot/lmtp(+0x72d7) [0x7f887fdfb2d7] -> 
/usr/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x4c) 
[0x7f887f421bbc] -> 
/usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x101) 
[0x7f887f422fb1] -> 
/usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x25) 
[0x7f887f421c45] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_run+0x38) 
[0x7f887f421de8] -> 
/usr/lib/dovecot/libdovecot.so.0(master_service_run+0x13) 
[0x7f887f3bb2e3] -> dovecot/lmtp(main+0x165) [0x7f887fdf9135] -> 
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf5) 
[0x7f887efe8ec5] -> dovecot/lmtp(+0x5223) [0x7f887fdf9223]

Nov 10 15:36:49 mx10 dovecot: lmtp(7502): Connect from local
Nov 10 15:36:49 mx10 dovecot: lmtp(7509): Connect from local
Nov 10 15:36:49 mx10 dovecot: lmtp(oleg.vasil...@bgoperator.com): 
Panic: file str.c: line 22 (str_new_const): assertion failed: 
(str[len] == '\0')
Nov 10 15:36:49 mx10 dovecot: lmtp(oleg.vasil...@bgoperator.com): 
Error: Raw backtrace: /usr/lib/dovecot/libdovecot.so.0(+0x820de) 
[0x7fd26d0530de] -> /usr/lib/dovecot/libdovecot.so.0(+0x821cc) 
[0x7fd26d0531cc] -> /usr/lib/dovecot/libdovecot.so.0(i_fatal+0) 
[0x7fd26cffa8de] -> /usr/lib/dovecot/libdovecot.so.0(+0xa8bf8) 
[0x7fd26d079bf8] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x5ddbd) 
[0x7fd26aef5dbd] -> 
/usr/lib/dovecot/libdovecot-sieve.so.0(sieve_match+0xf1) 
[0x7fd26aedc3b1] -> /usr/lib/dovecot/libdovecot-sieve.so.0(+0x5f555) 
[0x7fd26aef7555] -> 

Re: [Dovecot] lmtp panic in proxy lmtp director

2011-12-10 Thread Timo Sirainen
On Mon, 2011-12-05 at 15:26 +0100, Xavier Pons wrote:
 Hi, we are getting some  core dumps with signal 6 in ltmp on a dovecot 
 director proxy server,
 like this:
 
 Dec  5 14:31:51 sproxy1 dovecot: lmtp(2): Panic: file lmtp-proxy.c: 
 line 376 (lmtp_proxy_output_timeout): assertion failed: 
 (proxy-data_input-eof)

I think the way I originally planned LMTP proxying to work is simply too
complex to work reliably, perhaps even if the code was bug-free. So
instead of reading+writing DATA at the same time, this patch changes the
DATA to be first read into memory or temp file, and then from there read
and sent to the LMTP backends:

http://hg.dovecot.org/dovecot-2.1/raw-rev/51d87deb5c26

The patch applies on top of v2.0 also. I tested that it appears to work,
but more testing wouldn't hurt to make sure it won't corrupt large mails
when sending them to multiple backends (one mail with multiple RCPT TOs
sent to multiple different backends)..




Re: [Dovecot] lmtp panic in proxy lmtp director

2011-12-05 Thread Jan-Frode Myklebust
On Mon, Dec 05, 2011 at 03:26:54PM +0100, Xavier Pons wrote:
 Hi, we are getting some  core dumps with signal 6 in ltmp on a
 dovecot director proxy server, like this:

http://dovecot.org/list/dovecot/2011-September/060830.html
http://www.dovecot.org/list/dovecot/2011-September/061395.html
 
 we have something misconfigured  or it's a bug on this dovecot version?

I believe there's too short LMTP_PROXY_DATA_INPUT_TIMEOUT_MSECS in
lmtp-proxy.c.


  -jf


Re: [Dovecot] lmtp panic in proxy lmtp director

2011-12-05 Thread Dovecot-GDH
This happens when the LMTP proxy doesn't receive feedback from the back-end 
LMTP process for a certain amount of time.

This typically happens either because of very low I/O performance or NFS locks. 
Do an strace on your back-end LMTP processes. If you see that these processes 
are waiting on NFS locks ande you are using NFSv3, you should move over to 
NFSv4.


On Dec 5, 2011, at 6:26 AM, Xavier Pons wrote:

 Hi, we are getting some  core dumps with signal 6 in ltmp on a dovecot 
 director proxy server,
 like this:
 
 Dec  5 14:31:51 sproxy1 dovecot: lmtp(2): Panic: file lmtp-proxy.c: line 
 376 (lmtp_proxy_output_timeout): assertion failed: (proxy-data_input-eof)
 Dec  5 14:31:51 sproxy1 dovecot: lmtp(2): Error: Raw backtrace: 
 /usr/lib64/dovecot/libdovecot.so.0() [0x363323d99a] - 
 /usr/lib64/dovecot/libdovecot.so.0() [0x363323d9e6] - 
 /usr/lib64/dovecot/libdovecot.so.0(i_error+0) [0x3633216f8f] - 
 dovecot/lmtp() [0x406e57] - 
 /usr/lib64/dovecot/libdovecot.so.0(io_loop_handle_timeouts+0xd4) 
 [0x3633248ff4] - 
 /usr/lib64/dovecot/libdovecot.so.0(io_loop_handler_run+0x5b) [0x3633249bdb] 
 - /usr/lib64/dovecot/libdovecot.so.0(io_loop_run+0x28) [0x3633248c58] - 
 /usr/lib64/dovecot/libdovecot.so.0(master_service_run+0x13) [0x3633236fc3] - 
 dovecot/lmtp(main+0x154) [0x403f84] - 
 /lib64/libc.so.6(__libc_start_main+0xfd) [0x373cc1ec5d] - dovecot/lmtp() 
 [0x403d69]
 Dec  5 14:31:51 sproxy1 abrt[30067]: saved core dump of pid 2 
 (/usr/libexec/dovecot/lmtp) to 
 /var/spool/abrt/ccpp-1323091911-2.new/coredump (1368064 bytes)
 Dec  5 14:31:51 sproxy1 dovecot: master: Error: service(lmtp): child 2 
 killed with signal 6 (core dumped)
 
 we have something misconfigured  or it's a bug on this dovecot version?
 
 our doveconf -n is:
 # 2.0.15: /etc/dovecot/dovecot.conf
 # OS: Linux 2.6.32-71.29.1.el6.x86_64 x86_64 CentOS Linux release 6.0 (Final)
 auth_cache_size = 3 k
 auth_cache_ttl = 15 mins
 auth_verbose = yes
 base_dir = /var/run/dovecot/
 default_client_limit = 3
 default_process_limit = 5000
 director_doveadm_port = 990
 director_mail_servers = 10.80.82.21 10.80.82.22
 director_servers = 10.80.82.11 10.80.82.12
 doveadm_proxy_port = 24245
 lmtp_proxy = yes
 managesieve_notify_capability = mailto
 managesieve_sieve_capability = fileinto reject envelope encoded-character 
 vacation subaddress comparator-i;ascii-numeric relational regex imap4flags 
 copy include variables body enotify environment mailbox date ihave
 passdb {
  args = proxy=y nopassword=y starttls=any-cert
  driver = static
 }
 postmaster_address = xavier.p...@uib.es
 protocols = imap pop3 lmtp sieve
 service auth {
  client_limit = 27048
  unix_listener /var/spool/postfix/private/auth {
mode = 0666
  }
  unix_listener auth-userdb {
group = dovecot
mode = 0660
  }
 }
 service director {
  fifo_listener login/proxy-notify {
mode = 0666
  }
  inet_listener {
port = 991
  }
  inet_listener director-doveadm {
port = 990
  }
  unix_listener director-userdb {
mode = 0660
  }
  unix_listener login/director {
mode = 0666
  }
 }
 service doveadm {
  inet_listener {
port = 24245
  }
 }
 service imap-login {
  executable = imap-login director
  inet_listener imap {
port = 143
  }
  inet_listener imaps {
port = 993
ssl = yes
  }
 }
 service lmtp {
  inet_listener lmtp {
port = 30025
  }
 }
 service managesieve-login {
  executable = managesieve-login director
 }
 service pop3-login {
  executable = pop3-login director
  inet_listener pop3 {
port = 110
  }
  inet_listener pop3s {
port = 995
ssl = yes
  }
 }
 ssl = required
 ssl_cert = /etc/pki/tls/certs/imap.crt
 ssl_key = /etc/pki/tls/private/imap.uib.es_privatekey.pem
 syslog_facility = local1
 verbose_proctitle = yes
 protocol lmtp {
  auth_socket_path = director-userdb
  passdb {
args = /etc/dovecot/dovecot-ldap-pass.conf.lmtp
driver = ldap
  }
 }
 protocol doveadm {
  auth_socket_path = director-userdb
 }
 protocol imap {
  mail_max_userip_connections = 20
 }
 protocol pop3 {
  pop3_client_workarounds = outlook-no-nuls oe-ns-eoh
 }
 
 Xavier
 
 -- 
 xavier.p...@uib.es
 Centre de Tecnologies de la Informació
 Universitat Illes Balears