July 2019 - dovecot - dovecot.org

dsync crash
by tono 25 Jul '19

25 Jul '19

Hello, I am getting a persistent seg fault while trying to sync our server to a new location. We are on 2.2.33.2, due for an upgrade but we have used dsync successfully in the past. In fact, we used it to populate this same instance. So I hope this is just a configuration issue. My logs are being filled with these errors:: 2019-07-10T08:29:53-04:00 localhost dovecot: [ID 583609 mail.crit] doveadm: Fatal: master: service(doveadm): child 44707 killed with signal 11 (core dumped) On the remote we see: 2019-07-10T10:17:24-04:00 localhost dovecot: [ID 583609 mail.error] doveadm: Error: read(111.111.111.111) failed: EOF (version not received) I tried doing sync manually: truss -rall -wall -f doveadm sync -u tpyro(a)metro-email.com tcp:123.123.123.123 55440: V E R S I O N\t d o v e a d m - s e r v e r\t 1\t 1\n 55440: pollsys(0x0816EB88, 1, 0x00000000, 0x00000000) = 1 55440: read(10, " -\n", 8192) = 2 55440: write(10, 0x08126598, 31) = 31 55440: P L A I N\t P A S s w o R d R E D A C t E D x W o e N X H h\n 55440: read(10, 0x0814980A, 8190) Err#11 EAGAIN 55440: pollsys(0x0816EB88, 1, 0x00000000, 0x00000000) = 1 55440: read(10, 0x0814980A, 8190) = 27 55440: V E R S I O N\t d o v e a d m - c l i e n t\t 1\t 1\n 55440: read(10, 0x08149825, 8163) Err#11 EAGAIN 55440: pollsys(0x0816EB88, 1, 0x00000000, 0x00000000) = 1 55440: read(10, " +\n", 8163) = 2 55440: write(10, 0x081738D0, 60) = 60 55440: \t u s e r 1 @ d o m a i n - n a m e . c o m\t d s y n c - s e r 55440: v e r\t - u u s e r 1 @ d o m a i n - n a m e . c o m\n 55440: pollsys(0x0816EB88, 1, 0x00000000, 0x00000000) = 1 55440: Incurred fault #6, FLTBOUNDS %pc = 0xFEC84490 55440: siginfo: SIGSEGV SEGV_MAPERR addr=0xD89CDB4E 55440: Received signal #11, SIGSEGV [default] 55440: siginfo: SIGSEGV SEGV_MAPERR addr=0xD89CDB4E I saw the note in the wiki about "dovecot --hostdomain" so I made sure they do not match. The new target (z-imap2) was built using a zfs clone from the source (z-imap1). I changed the 'hostname', 'instance_name", and 'mail_replica' fields but otherwise they are identical. Did I miss something? Thanks, Tony # 2.2.33.2 (d6601f4ec): /opt/local/etc/dovecot/dovecot.conf # Pigeonhole version 0.4.21 (92477967) # OS: SunOS 5.11 i86pc auth_cache_negative_ttl = 0 auth_cache_size = 1 M auth_default_realm = domain-name.com auth_mechanisms = plain login auth_verbose = yes default_process_limit = 500 default_vsz_limit = 512 M doveadm_password = # hidden, use -P to show it doveadm_port = 10993 hostname = z-imap1 instance_name = dovecot-2.2.13 # Note this was a reference to an earlier install, just an oversight. True version is 2.2.33.2. mail_location = mdbox:%h/mdbox mail_plugins = " mail_log notify replication" mail_privileged_group = mail managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihave duplicate mdbox_rotate_size = 10 M namespace inbox { inbox = yes location = mailbox "Deleted Messages" { special_use = \Trash } mailbox Drafts { special_use = \Drafts } mailbox Junk { special_use = \Junk } mailbox Sent { special_use = } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = } prefix = separator = / } passdb { args = scheme=CRYPT username_format=%Lu /opt/local/etc/dovecot/users driver = passwd-file } plugin { imapsieve_mailbox1_before = file:/opt/local/etc/dovecot/sieve/spam-training/report-spam.sieve imapsieve_mailbox1_causes = COPY imapsieve_mailbox1_name = Junk imapsieve_mailbox2_before = file:/opt/local/etc/dovecot/sieve/spam-training/report-spam.sieve imapsieve_mailbox2_causes = COPY imapsieve_mailbox2_name = Spam imapsieve_mailbox3_before = file:/opt/local/etc/dovecot/sieve/spam-training/report-ham.sieve imapsieve_mailbox3_causes = COPY imapsieve_mailbox3_from = Junk imapsieve_mailbox3_name = INBOX imapsieve_mailbox4_before = file:/opt/local/etc/dovecot/sieve/spam-training/report-ham.sieve imapsieve_mailbox4_causes = COPY imapsieve_mailbox4_from = Spam imapsieve_mailbox4_name = INBOX imapsieve_mailbox5_before = file:/opt/local/etc/dovecot/sieve/spam-training/report-ham.sieve imapsieve_mailbox5_causes = COPY imapsieve_mailbox5_from = * imapsieve_mailbox5_name = NotJunk mail_replica = tcp:123.123.123.123 # True IP redacted sieve = file:~/sieve;active=~/.dovecot.sieve sieve_after = /opt/local/etc/dovecot/sieve/spam-training/spam-to-folder.sieve sieve_global_extensions = +vnd.dovecot.pipe +vnd.dovecot.environment sieve_pipe_bin_dir = /opt/local/etc/dovecot/sieve/spam-training sieve_plugins = sieve_imapsieve sieve_extprograms sieve_trace_dir = /opt/local/etc/dovecot/sieve/trace sieve_trace_level = matching } postmaster_address = postmaster(a)domain-name.com protocols = imap lmtp sieve replication_max_conns = 1 service aggregator { fifo_listener replication-notify-fifo { user = doveuser } unix_listener replication-notify { user = doveadm } } service anvil { client_limit = 1503 } service auth { client_limit = 2500 unix_listener /var/spool/postfix/private/auth { group = postfix mode = 0660 user = postfix } unix_listener auth-userdb { group = mail mode = 0660 } } service doveadm { inet_listener { port = 10993 } vsz_limit = 4 G } service imap { executable = imap postlogin vsz_limit = 3 G } service indexer-worker { vsz_limit = 4 G } service lmtp { inet_listener lmtp { port = 51924 } unix_listener /var/spool/postfix/private/dovecot-lmtp { group = postfix mode = 0660 user = postfix } } service postlogin { executable = script-login rawlog -t } service replicator { process_min_avail = 1 unix_listener replicator-doveadm { mode = 0600 } } ssl_cert = </opt/custom/etc/ssl/wildcard.domain-name.com/wildcard.domain-name.com.bundled.crt ssl_key = # hidden, use -P to show it userdb { args = username_format=%u /opt/local/etc/dovecot/users driver = passwd-file } verbose_proctitle = yes protocol imap { mail_max_userip_connections = 24 mail_plugins = mail_log notify replication imap_sieve } protocol lmtp { mail_plugins = mail_log notify replication sieve }

1 1

lmtp with non ASCII Parameters changed in dovecot 2.3
by Matthias Lay 25 Jul '19

25 Jul '19

Hi, I updated from 2.2 to 2.3 and noticed lmtp rejects parameters containing non ASCII now. this worked with dovecot-2.2 lmtp. the string is already denied after reading in "smtp_command_parse_parameters()" mail from:<bluö> 500 5.5.2 Invalid command syntax is there a plan to change this behaviour, or to implement the SMTPUTF8 extension in lib-smtp? I guess thie would fix Michals "Dovecot LMTP rejecting mail from address with apostrophe" Problem too. Greetz Matze

1 1

Sieve adding header content to a different header
by ＠lbutlr 24 Jul '19

24 Jul '19

Given a message itht he headers: Subject: This is the subject: X-Foo: bar how would I do the following: 1) Add the contents of X-Foo to subject Subject: [bar] This is the subject 2) replicate the X-Foo header into X-temp X-temp: X-foo-bar -- THE PRESIDENT DID IT IS NOT AN EXCUSE Bart chalkboard Ep. AABF05

2 2

Freebsd ports?
by ＠lbutlr 23 Jul '19

23 Jul '19

The version of dovecot in freebsd ports tree is still 2.3.6, any idea when this will be updated to 2.3.7? -- "I can't see the point in the theatre. All that sex and violence. I get enough of that at home. Apart from the sex, of course." - Baldrick

2 2

Dovecot v2.3.7.1 & Pigeonhole v0.5.7.1 released
by Timo Sirainen 23 Jul '19

23 Jul '19

https://dovecot.org/releases/2.3/dovecot-2.3.7.1.tar.gz https://dovecot.org/releases/2.3/dovecot-2.3.7.1.tar.gz.sig https://pigeonhole.dovecot.org/releases/2.3/dovecot-2.3-pigeonhole-0.5.7.1.… https://pigeonhole.dovecot.org/releases/2.3/dovecot-2.3-pigeonhole-0.5.7.1.… Binary packages in https://repo.dovecot.org/ These releases fix the reported regressions in v2.3.7 & v0.5.7. Dovecot core: - Fix TCP_NODELAY errors being logged on non-Linux OSes - lmtp proxy: Fix assert-crash when client uses BODY=8BITMIME - Remove wrongly added checks in namespace prefix checking Pigeonhole: - dsync: Sieve script syncing failed if mailbox attributes weren't enabled.

2 1

Fwd: Character not allowed in mailbox name
by Lothar Schilling 23 Jul '19

23 Jul '19

Hi Arnold, thanks for your assistance. I solved the issue right now by changing prefix = Shared/%%u/ to prefix = Shared/%%n/ This omits the @mydomain.de part which holds the dot causing the trouble. Why this became a problem due to the update I wouldn't know. Regards Lothar Am 22.07.2019 um 10:49 schrieb Arnold Opio Oree: > Hi Lothar, > > I haven't yet had the opportunity to go deep into Dovecot engineering / > development, (so please correct me if necessary anyone). > > I have experienced this exception where attempting to copy mailbox data > within a client from IMAP account to IMAP account, but I have not had > it cause a mailbox to become inaccessible. > > The reason was because Maildir++ format uses the "." separator to > delineate child directories, and therefore the character is illegal in > mailbox names. The issue was addressed by either changing the > filesystem layout to LAYOUT=fs or by changing the mailbox format > altogether to e.g. sdbox. > >> location = maildir:%%h:INDEX=%h/shared/%%u > I can see from your configuration that the LAYOUT is not set as fs, so > I would assume is still using Maildir++. > > Perhaps this setting was lost during the upgrade? > > Regards, > > Arnold Opio Oree > Chief Executive Officer > Parallax Digital Technologies > > arnoldoree(a)parallaxdt.com > > http://www.parallaxdt.com > > tel : +44 (0) 333 577 8587 > fax : +44 (0) 20 8711 2477 > > Parallax Digital Technologies is a trading name of Parallax Global > Limited. U.K. Co. No. 08836288 > > The contents of this e-mail are confidential. If you are not the > intended recipient you are to delete this e-mail immediately, disregard > its contents and disclose them to no other persons. > > -----Original Message----- > From: Lothar Schilling via dovecot <dovecot(a)dovecot.org> > Reply-To: Lothar Schilling <ls(a)proasyl.de> > To: dovecot(a)dovecot.org > Subject: Character not allowed in mailbox name > Date: Mon, 22 Jul 2019 08:33:45 +0200 > > Hi everybody, > > after an update this morning to dovecot 2.3.7 we cannot connect to our > shared mailboxes anymore. The error message as issued in Thunderbird: > > "Character not allowed in mailbox name '.'" > > I didn't change anything about the configuration. Output of dovecot -n: > > [...] > namespace { > list = children > location = maildir:%%h:INDEX=%h/shared/%%u > prefix = Shared/%%u/ > separator = / > subscriptions = yes > type = shared > } > [...] > > Any help would be appreciated, thank you very much. > > Lothar Schilling > > > > >

3 2

Re: Dovecot 2.3.6 on Solaris10: build issues, segfaults
by Joseph Tam 23 Jul '19

23 Jul '19

Looking further into this segfault at settings-parser.c:setting_copy():1519 *dest_size = *src_size; *src_size points to type size_t (typedef unsigned long), a 4-byte aligned value consistent with a 32-bit build. This is mismatched with declared type (gdb) whatis src_size type = const uoff_t * (gdb) whatis uoff_t type = unsigned long long (gdb) p sizeof(uoff_t) $1 = 8 resulting in the segfault when *src_size is dereferened. The implied condition of this code segment is typeof(uoff_t)==typeof(size_t) which is clearly not the case. I'm not sure how/if uoff_t is defined, but configure reports checking for uoff_t... no checking type of off_t... long long The latter is weird, because if I compile and run using the same compiler flags #include <stdio.h> int main(void) { printf("%d %d\n",sizeof(long long),sizeof(off_t)); } the output is "8 4". Joseph Tam <jtam.home(a)gmail.com>

2 2

Dovecot with MySQL over SSL.
by Reio Remma 22 Jul '19

22 Jul '19

Hello! I'm attempting to get Dovecot working with MySQL user database on another machine. I can connect to the MySQL (5.7.26) instance with SSL enabled: mysql -h db.mrst.ee --ssl-ca=/etc/dovecot/ca.pem --ssl-cert=/etc/dovecot/client-cert.pem --ssl-key=/etc/dovecot/client-key.pem --ssl-cipher=DHE-RSA-AES256-SHA -u vmail -p However if I use the same values in dovecot-sql.conf.ext, I get the following error: Jul 19 00:20:18 turin dovecot: master: Dovecot v2.3.7 (494d20bdc) starting up for imap, lmtp, sieve (core dumps disabled) Jul 19 00:20:18 turin dovecot: auth-worker(82996): Error: mysql(db.mrst.ee): Connect failed to database (vmail): SSL connection error: protocol version mismatch - waiting for 1 seconds before retry Jul 19 00:20:18 turin dovecot: auth-worker(82996): Error: mysql(db.mrst.ee): Connect failed to database (vmail): SSL connection error: protocol version mismatch - waiting for 1 seconds before retry Jul 19 00:20:19 turin dovecot: auth-worker(82996): Error: mysql(db.mrst.ee): Connect failed to database (vmail): Connections using insecure transport are prohibited while --require_secure_transport=ON. - waiting for 5 seconds before retry Jul 19 00:20:19 turin dovecot: auth-worker(82996): Error: mysql(db.mrst.ee): Connect failed to database (vmail): Connections using insecure transport are prohibited while --require_secure_transport=ON. - waiting for 5 seconds before retry Database connection string: connect = host=db.mrst.ee dbname=vmail user=vmail password=stuff \ ssl_ca=/etc/dovecot/ca.pem \ ssl_cert=/etc/dovecot/client-cert.pem \ ssl_key=/etc/dovecot/client-key.pem \ ssl_cipher=DHE-RSA-AES256-SHA If I leave the ssl_cipher unset, I get: Jul 19 00:23:41 turin dovecot: auth-worker(83069): Error: mysql(db.mrst.ee): Connect failed to database (vmail): SSL connection error: Failed to set ciphers to use - waiting for 1 seconds before retry Any ideas? Thanks! Reio

4 9

index worker 2.3.7 undefined symbol errors
by Dirk Koopman 22 Jul '19

22 Jul '19

Suddenly I am getting undefined symbol errors having updated to 2.3.7. Jul 18 01:02:49 localhost dovecot: indexer-worker: Error: User <someone> lookup failed: Couldn't load required plugin /usr/lib/dovecot/modules/lib95_imap_sieve_plugin.so: dlopen() failed: /usr/lib/dovecot/modules/lib95_imap_sieve_plugin.so: undefined symbol: command_hook_register (I think I fixed this one by a config change) But I am left with this: Jul 19 14:09:52 localhost dovecot: indexer-worker: Error: User <someone> lookup failed: Couldn't load required plugin /usr/lib/dovecot/modules/lib90_sieve_plugin.so: dlopen() faile: /usr/lib/dovecot/modules/lib90_sieve_plugin.so: undefined symbol: mail_deliver_ctx_get_log_var_expand_table My (redacted) dovecot -n: # 2.3.7 (494d20bdc): /etc/dovecot/dovecot.conf # Pigeonhole version 0.5.7 (5a4e63b5) # OS: Linux 4.15.0-54-generic x86_64 Ubuntu 18.04.2 LTS # Hostname: localhost auth_verbose = yes first_valid_uid = 2000 imapc_features = rfc822.size fetch-headers imapc_host = mailman.tobit.co.uk imapc_port = 993 imapc_ssl = imaps imapc_ssl_verify = no imapc_user = %n lda_mailbox_autocreate = yes mail_attachment_dir = %h/attachments mail_attachment_min_size = 64 k mail_location = mdbox:%h:INBOX=%h/mail mail_plugins = mail_log notify replication fts fts_lucene sieve mail_prefetch_count = 20 managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date index ihave duplicate mime foreverypart extracttext imapsieve vnd.dovecot.imapsieve namespace inbox { inbox = yes location = mailbox Drafts { special_use = \Drafts } mailbox Junk { special_use = \Junk } mailbox Sent { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } prefix = } passdb { args = # hidden driver = sql } plugin { fts = lucene fts_autoindex = yes fts_autoindex_exclude = \Junk fts_autoindex_exclude2 = \Trash fts_autoindex_exclude3 = \Deleted fts_lucene = whitespace_chars=@. imapsieve_mailbox1_before = file:/etc/dovecot/sieve/report-spam.sieve imapsieve_mailbox1_causes = COPY imapsieve_mailbox1_name = Junk imapsieve_mailbox2_before = file:/etc/dovecot/sieve/report-ham.sieve imapsieve_mailbox2_causes = COPY imapsieve_mailbox2_from = Junk imapsieve_mailbox2_name = * mail_log_events = delete undelete expunge copy save mailbox_delete mailbox_rename mailbox_create mail_log_fields = uid box msgid size sieve = file:~/sieve;active=~/.dovecot.sieve sieve_global_extensions = +vnd.dovecot.pipe +vnd.dovecot.environment sieve_pipe_bin_dir = /etc/dovecot/sieve sieve_plugins = sieve_imapsieve sieve_extprograms sieve_trace_dir = /tmp sieve_trace_level = matching } postmaster_address = postmaster(a)tobit.co.uk protocols = imap lmtp sieve service auth { unix_listener exim-auth { group = Debian-exim mode = 0660 user = Debian-exim } } service imap-login { inet_listener imap { port = 143 } inet_listener imaps { port = 993 ssl = yes } } service lmtp { inet_listener lmtp { address = 127.0.0.1 port = # hidden } unix_listener lmtp { mode = 0666 } user = vmail } service managesieve-login { inet_listener sieve { port = # hidden } process_min_avail = 0 service_count = 1 vsz_limit = 64 M } service managesieve { process_limit = 100 } ssl_cert = # hidden ssl_client_ca_dir = /etc/ssl/certs ssl_dh = # hidden, use -P to show it ssl_key = # hidden, use -P to show it userdb { args = # hidden driver = sql } protocol imap { mail_plugins = mail_log notify replication fts fts_lucene imap_sieve } protocol lmtp { mail_plugins = fts fts_lucene sieve }

2 5

Pure-FTPd’s SNI daemon
by Felipe Gasper 22 Jul '19

22 Jul '19

Hello, Pure-FTPd just adopted an interesting approach to SNI support: a separate daemon that serves cert chain and key for a given hostname. What would be involved in having Dovecot support this daemon? It would alleviate the need right now for a very large “sni.conf” file on hosts that serve thousands of domains. Thank you! -Felipe Gasper Mississauga, ON

1 0