September 2019 - dovecot

Dovecot Director upgrade from 2.2 to 2.3
by Alessio Cecchi 10 Sep '19

10 Sep '19

Hi, I have a setup with 3 Dovecot Director v2.2.36 and director_consistent_hashing = yes ;-) Now I would like to upgrade to 2.3.7, first only Director and after also Backend. Can works fine a ring of director with mixed 2.2 and 2.3 version? Mi idea is to setup a new Director server with 2.3, stop one server with 2.2 and insert the new 2.3 in the current ring to check if works fine. If all works fine I will replace all Director 2.2 with 2.3 version. Thanks -- Alessio Cecchi Postmaster @ http://www.qboxmail.it https://www.linkedin.com/in/alessice

2 6

dovecot duplicate emails
by Битус Павел 10 Sep '19

10 Sep '19

Hello. I have problems with duplicate emails when using replication and configured message filters on the client. Looks like when letter comes, it processed by replication and immediately after this processed by filter on client and moved to another folder. When it arrives to slave server into INBOX, it replicated back to master into INBOX and only after that - slave receives MOVE command. The only thing I see in the log is that the letter comes 2 times with same msgid: Sep 10 15:01:31 lmtp(USERNAME(a)DOMAIN.com.ua)<9306><UD3fJJuQd11aJAAA8J4ONg>: Info: sieve: msgid=<f3701949-360e-e15d-3d76-7465f23fb0ba(a)DOMAIN.com.ua>: stored mail into mailbox 'INBOX' Sep 10 15:01:31 indexer-worker(USERNAME(a)DOMAIN.com.ua)<12248><UD3fJJuQd11aJAAA8J4ONg:GEsdNJuQd13YLwAA8J4ONg>: Info: Indexed 1 messages in INBOX (UIDs 55963..55963) Sep 10 15:01:32 imap(USERNAME(a)DOMAIN.com.ua)<9674><zqysnTGSU8tYUeJ+>: Info: copy from INBOX: box=INBOX.Jira, uid=5034, msgid=<f3701949-360e-e15d-3d76-7465f23fb0ba(a)DOMAIN.com.ua>, size=23393 Sep 10 15:01:32 imap(USERNAME(a)DOMAIN.com.ua)<9674><zqysnTGSU8tYUeJ+>: Info: expunge: box=INBOX, uid=55963, msgid=<f3701949-360e-e15d-3d76-7465f23fb0ba(a)DOMAIN.com.ua>, size=23393 Sep 10 15:01:32 indexer-worker(USERNAME(a)DOMAIN.com.ua)<12248><zqysnTGSU8tYUeJ+:oC6vHZyQd13YLwAA8J4ONg>: Info: Indexed 1 messages in INBOX.Jira (UIDs 5034..5034) Sep 10 15:01:33 indexer-worker(USERNAME(a)DOMAIN.com.ua)<12248><pQBKNpuQd13/OgAA8J4ONg:WIrkC52Qd13YLwAA8J4ONg>: Info: Indexed 1 messages in INBOX (UIDs 55964..55964) Sep 10 15:01:33 imap(USERNAME(a)DOMAIN.com.ua)<9674><zqysnTGSU8tYUeJ+>: Info: copy from INBOX: box=INBOX.Jira, uid=5035, msgid=<f3701949-360e-e15d-3d76-7465f23fb0ba(a)DOMAIN.com.ua>, size=23393 Sep 10 15:01:33 imap(USERNAME(a)DOMAIN.com.ua)<9674><zqysnTGSU8tYUeJ+>: Info: expunge: box=INBOX, uid=55964, msgid=<f3701949-360e-e15d-3d76-7465f23fb0ba(a)DOMAIN.com.ua>, size=23393 Sep 10 15:01:34 indexer-worker(USERNAME(a)DOMAIN.com.ua)<9417><zqysnTGSU8tYUeJ+:gKqSOJ2Qd13JJAAA8J4ONg>: Info: Indexed 1 messages in INBOX.Jira (UIDs 5035..5035) Can you help me with this problem? dovecot --version 2.3.7.2 (3c910f64b) dovecot -n # 2.3.7.2 (3c910f64b): /etc/dovecot/dovecot.conf # Pigeonhole version 0.5.7.2 (7372921a) # OS: Linux 4.19.66-gentoo x86_64 Gentoo Base System release 2.6 # Hostname: leon.DOMAIN.com.ua auth_cache_negative_ttl = 30 secs auth_cache_size = 256 M auth_cache_verify_password_with_worker = yes auth_gssapi_hostname = $ALL auth_krb5_keytab = /etc/krb5.keytab auth_mechanisms = gssapi ntlm plain login cram-md5 digest-md5 auth_worker_max_count = 2048 debug_log_path = /var/log/dovecot/dovecot_debug.log default_client_limit = 8492 default_vsz_limit = 2 G dict { lastlogin = mysql:/etc/dovecot/dovecot-dict-sql-lastlogin.conf } doveadm_password = # hidden, use -P to show it first_valid_uid = 8 imap_client_workarounds = delay-newmail tb-extra-mailbox-sep tb-lsub-flags listen = * log_path = /var/log/dovecot/dovecot.log mail_attribute_dict = file:%h/Maildir/dovecot-attributes mail_fsync = never mail_gid = mail mail_location = maildir:%h mail_max_keyword_length = 4096 mail_plugins = " notify replication zlib fts fts_solr mail_log notify" mail_uid = mail maildir_stat_dirs = yes managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date index ihave duplicate mime foreverypart extracttext mbox_lazy_writes = no metric imap_commands { event_name = imap_command_finished } namespace inbox { inbox = yes location = mailbox Drafts { special_use = \Drafts } mailbox Junk { auto = subscribe special_use = \Junk } mailbox Sent { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } prefix = } passdb { args = /etc/dovecot/dovecot-sql.conf.ext driver = sql } passdb { args = /etc/dovecot/dovecot-ldap-people.conf.ext driver = ldap } passdb { args = /etc/dovecot/dovecot-ldap-calendar.conf.ext driver = ldap } plugin { fts = solr fts_autoindex = yes fts_autoindex_max_recent_msgs = 100 fts_solr = url=http://SOLR_IP_ADDRESS:8983/solr/dovecot/ last_login_dict = proxy::lastlogin mail_log_cached_only = yes mail_log_events = delete undelete expunge copy mailbox_delete mailbox_rename mail_log_fields = uid box msgid size mail_replica = tcp:REPLICATE.DOMAIN.com.ua:4092 replication_dsync_parameters = -d -N -l 30 -U replication_full_sync_interval = 7 days sieve = file:~/sieve;active=~/.dovecot.sieve sieve_before = /etc/dovecot/sieve/default.sieve sieve_before2 = /etc/dovecot/sieve/default_spam.sieve zlib_save = gz zlib_save_level = 9 } postmaster_address = root(a)DOMAIN.com.ua protocols = imap pop3 lmtp sieve replication_max_conns = 50 service aggregator { fifo_listener replication-notify-fifo { user = mail } unix_listener replication-notify { user = mail } } service auth { unix_listener auth-client { mode = 0660 user = mail } unix_listener auth-master { mode = 0600 user = mail } unix_listener auth-userdb { mode = 0600 user = mail } } service config { unix_listener config { mode = 0600 user = mail } } service dict { unix_listener dict { group = mail mode = 0600 user = mail } } service doveadm { inet_listener { port = 4092 } } service imap-login { process_min_avail = 8 service_count = 0 vsz_limit = 256 M } service imap { client_limit = 10 process_limit = 4096 process_min_avail = 50 service_count = 100 } service lmtp { process_limit = 70 process_min_avail = 20 } service managesieve-login { inet_listener sieve { port = 4190 } } service pop3-login { inet_listener pop3 { port = 0 } inet_listener pop3s { port = 0 } } service replicator { process_min_avail = 1 unix_listener replicator-doveadm { group = mail mode = 0660 } vsz_limit = 20 G } ssl_cert = </etc/ssl/my_certs/fullchain1.pem ssl_dh = # hidden, use -P to show it ssl_key = # hidden, use -P to show it userdb { args = /etc/dovecot/dovecot-sql.conf.ext driver = sql } userdb { args = /etc/dovecot/dovecot-ldap-people.conf.ext driver = ldap } userdb { args = uid=mail gid=mail home=/home/DOMAIN.com.ua/%Ln username_format=%Ln(a)DOMAIN.com.ua mail=maildir:/home/DOMAIN.com.ua/%Ln:UTF-8 driver = static } protocol lmtp { auth_username_format = %Lu mail_fsync = optimized mail_plugins = " notify replication zlib fts fts_solr mail_log notify sieve" } protocol lda { mail_fsync = optimized } protocol imap { imap_idle_notify_interval = 5 mins imap_max_line_length = 4 M imap_metadata = yes mail_max_userip_connections = 2048 mail_plugins = " notify replication zlib fts fts_solr mail_log notify fts fts_solr last_login" } protocol sieve { managesieve_max_line_length = 65536 }

1 0

New to dovecot admin, question about testing a dovecot configuration
by Gerben Wierda 10 Sep '19

10 Sep '19

I am new to dovecot administration, not new to postfix administration. When setting up a new postfix/dovecot combo from scratch, can I start with dovecot alone and still be able to test it? E.g. can I address the local delivery agent with some sort of test email? If so, how? I haven’t been able to find it in the wiki. Gerben Wierda Chess and the Art of Enterprise Architecture <https://ea.rna.nl/the-book/> Mastering ArchiMate <https://ea.rna.nl/the-book-edition-iii/> Architecture for Real Enterprises <https://www.infoworld.com/blog/architecture-for-real-enterprises/> at InfoWorld On Slippery Ice <https://eapj.org/on-slippery-ice/> at EAPJ

1 0

Force dovecot-uidlist reset
by Tom Sommer 09 Sep '19

09 Sep '19

Is there a way to force Dovecot to rebuild dovecot-uidlist from zero? It seems deleting all indexes and dovecot-* files followed by "doveadm force-resync" is not enough? It just gets the same UIDs? Perhaps from Maildir filenames? But I would like to reset the uid of all mails. Thanks -- Tom

1 1

doveadm mailbox list
by Daniel Miller 08 Sep '19

08 Sep '19

It's quite likely I'm doing it wrong, but... Given a valid mailbox... doveadm mailbox list -u <username> realmb returns "realmb" doveadm mailbox list -u <username> real* returns "realmb" Seems reasonable. Now, with a non-existent mailbox... doveadm mailbox list -u <username> bogus returns "bogus" doveadm mailbox list -u <username> bogus* returns "" Is this a bug or correct behavior? -- Daniel

2 1

TLS not working with iOS beta?
by Henrik Johansson 08 Sep '19

08 Sep '19

Hi, Have anyone else experienced problems using Dovecot with the mail app in beta releases of iOS/iPadOS 13? TLS is failing for my, it have worked fine for years and I am on the latest Dovecot version now, it works fine with older clients but not with the ones upgraded: Sep 04 19:49:16 imap-login: Debug: SSL: where=0x10, ret=1: before/accept initialization Sep 04 19:49:16 imap-login: Debug: SSL: where=0x2001, ret=1: before/accept initialization Sep 04 19:49:16 imap-login: Debug: SSL: where=0x2002, ret=-1: SSLv2/v3 read client hello A Sep 04 19:49:16 imap-login: Debug: SSL alert: where=0x4008, ret=552: fatal handshake failure Sep 04 19:49:16 imap-login: Debug: SSL: where=0x2002, ret=-1: error Sep 04 19:49:16 imap-login: Debug: SSL: where=0x2002, ret=-1: error Sep 04 19:49:16 imap-login: Debug: SSL error: SSL_accept() failed: error:1408A0C1:SSL routines:ssl3_get_client_hello:no shared cipher Sep 04 19:49:16 imap-login: Debug: SSL: where=0x2002, ret=-1: error Sep 04 19:49:16 imap-login: Debug: SSL error: SSL_accept() failed: error:140800FF:SSL routines:ssl3_accept:unknown state Sep 04 19:49:16 imap-login: Info: Disconnected (no auth attempts in 0 secs): user=<>, rip=11.22.33.44, lip=11.22.33.44, TLS handshaking: SSL_accept() failed: error:140800FF:SSL routines:ssl3_accept:unknown state, session=<lz7m2r2rjPouOvrk> Working client: Sep 04 19:57:58 imap-login: Debug: SSL: where=0x10, ret=1: before/accept initialization Sep 04 19:57:58 imap-login: Debug: SSL: where=0x2001, ret=1: before/accept initialization Sep 04 19:57:58 imap-login: Debug: SSL: where=0x2002, ret=-1: SSLv2/v3 read client hello A Sep 04 19:57:58 imap-login: Debug: SSL: where=0x2001, ret=1: SSLv3 read client hello A Sep 04 19:57:58 imap-login: Debug: SSL: where=0x2001, ret=1: SSLv3 write server hello A Sep 04 19:57:58 imap-login: Debug: SSL: where=0x2001, ret=1: SSLv3 write certificate A Sep 04 19:58:01 imap-login: Debug: SSL: where=0x2001, ret=1: SSLv3 write key exchange A Sep 04 19:58:01 imap-login: Debug: SSL: where=0x2001, ret=1: SSLv3 write server done A Sep 04 19:58:01 imap-login: Debug: SSL: where=0x2001, ret=1: SSLv3 flush data Sep 04 19:58:01 imap-login: Debug: SSL: where=0x2001, ret=1: SSLv3 read client certificate A Sep 04 19:58:01 imap-login: Debug: SSL: where=0x2002, ret=-1: SSLv3 read client key exchange A Sep 04 19:58:01 imap-login: Debug: SSL: where=0x2002, ret=-1: SSLv3 read client key exchange A Sep 04 19:58:01 imap-login: Debug: SSL: where=0x2002, ret=-1: SSLv3 read client key exchange A Sep 04 19:58:01 imap-login: Debug: SSL: where=0x2002, ret=-1: SSLv3 read client key exchange A Sep 04 19:58:03 imap-login: Debug: SSL: where=0x2001, ret=1: SSLv3 read client key exchange A Sep 04 19:58:03 imap-login: Debug: SSL: where=0x2001, ret=1: SSLv3 read certificate verify A Sep 04 19:58:03 imap-login: Debug: SSL: where=0x2002, ret=-1: SSLv3 read finished A Sep 04 19:58:03 imap-login: Debug: SSL: where=0x2001, ret=1: SSLv3 read finished A Sep 04 19:58:03 imap-login: Debug: SSL: where=0x2001, ret=1: SSLv3 write change cipher spec A Sep 04 19:58:03 imap-login: Debug: SSL: where=0x2001, ret=1: SSLv3 write finished A Sep 04 19:58:03 imap-login: Debug: SSL: where=0x2001, ret=1: SSLv3 flush data Sep 04 19:58:03 imap-login: Debug: SSL: where=0x20, ret=1: SSL negotiation finished successfully Sep 04 19:58:03 imap-login: Debug: SSL: where=0x2002, ret=1: SSL negotiation finished successfully Sep 04 19:58:03 imap-login: Info: Login: user=<username>, method=LOGIN, rip=11.22.33.44, lip=11.22.33.44, mpid=28781, TLS, TLSv1.2 with cipher DHE-RSA-AES256-GCM-SHA384 (256/256 bits), session=<LklR9r2Vtb4uOzra> Config: # egrep -v "^#|^$" 10-ssl.conf 10-auth.conf 10-ssl.conf:ssl = required 10-ssl.conf:ssl_cert = </path/to/fullchain.pem 10-ssl.conf:ssl_key = </path/to/privkey.pem 10-ssl.conf:ssl_dh = </path/to/dh.pem 10-ssl.conf:ssl_min_protocol = TLSv1.1 10-ssl.conf:ssl_cipher_list = ALL:!kRSA:!SRP:!kDHd:!DSS:!aNULL:!eNULL:!EXPORT:!DES:!3DES:!MD5:!PSK:!RC4:!ADH:!LOW@STRENGTH 10-auth.conf:disable_plaintext_auth = yes 10-auth.conf:auth_mechanisms = login 10-auth.conf:!include auth-system.conf.ext # dovecot --version 2.3.7.2 (3c910f64b) Anyone seeing something similar and/or have suggestions on how to proceed? Regards Henrik

4 7

intermittent failures when reuse_port is enabled
by Imre Rad 08 Sep '19

08 Sep '19

I'm encountering connection issues to Dovecot when reuse_port is activated. Some of the connections work fine, but about every 3rd of them does not receive the banner after the TCP connection has established: # nc -v 10.6.7.133 143 Connection to 10.6.7.133 143 port [tcp/imap2] succeeded! * OK [CAPABILITY IMAP4rev1 LITERAL+ SASL-IR LOGIN-REFERRALS ID ENABLE IDLE STARTTLS AUTH=PLAIN AUTH=LOGIN] Hello. ^C # nc -v 10.6.7.133 143 Connection to 10.6.7.133 143 port [tcp/imap2] succeeded! * OK [CAPABILITY IMAP4rev1 LITERAL+ SASL-IR LOGIN-REFERRALS ID ENABLE IDLE STARTTLS AUTH=PLAIN AUTH=LOGIN] Hello. ^C # nc -v 10.6.7.133 143 Connection to 10.6.7.133 143 port [tcp/imap2] succeeded! ^C The relevant processes listening on this port: # netstat -nap|grep 143 tcp 0 0 0.0.0.0:143 0.0.0.0:* LISTEN 15110/dovecot/imap- tcp 0 0 0.0.0.0:143 0.0.0.0:* LISTEN 15103/dovecot/imap- tcp 5 0 0.0.0.0:143 0.0.0.0:* LISTEN 15100/dovecot After removing the reuse_port = yes configuration directive there is only one single process listening (and the service is running without any issues): # netstat -nap|grep 143 tcp 0 0 0.0.0.0:143 0.0.0.0:* LISTEN 15292/dovecot The test config was Linux 4.9.0-4-amd64 on debian-stretch and dovecot-2.2.36.4 (compiled by me) running on a VM with 1 CPU core. If that matters, dovecot was started in a docker container but using the hosts's network namespace. What am I missing? Thanks, Imre

1 0

configure: error: fd passing is required for Dovecot to work
by zahn 06 Sep '19

06 Sep '19

Hello I changed our old gcc compiler from the version: gcc-4.1.2-13.fc6 to the newer one: gcc version 8.3.0 (GCC). Then I wanted to compile: Dovecot 2.3.7 and I get the following error with ./configure CPPFLAGS="-I/usr/local/openssl/include" \ LDFLAGS="-L/usr/local/openssl/lib" \ ./configure --prefix=/usr/local/dovecot \ --disable-static \ --with-ssl=openssl checking whether fd passing works... no configure: error: fd passing is required for Dovecot to work With the old Compiler configure works well. I couldn't find a solution on the Internet - can you help me ? -- Schöne Grüsse aus Oberdiessbach Martin Zahn Akadia AG Martin Zahn Software Ing. HTL Oracle Certificate Professional Information Technology Fichtenweg 10 CH-3672 Oberdiessbach Tel: +41 79 410 27 87 Web: www.akadia.com E-Mail: martin.zahn(a)akadia.com

3 2

Namespace structure
by Daniel Miller 06 Sep '19

06 Sep '19

Is the following "legal" for Dovecot? And...is this separation recommended or a bad idea? Particularly I'm asking about the "archives" namespace - I haven't actually implemented this yet and I'm checking before I break something. 10-mail.conf # Primary private namespace # Using sdbox for storage namespace inbox { type = private separator = / prefix = location = sdbox:/var/mail/%d/%n/sdbox inbox = yes hidden = no list = yes subscriptions = yes } # For long-term archival namespace archives { type = private separator = / prefix = Archives/ location = mdbox:/var/mail/%d/%n/Archives/mdbox subscriptions = no list = children } # Shared mailboxes mail_shared_explicit_inbox = yes namespace usershares { type = shared separator = / prefix = shared/%%n/ location = sdbox:/var/mail/%%d/%%n/sdbox subscriptions = no list = children } # Virtual mailboxes - for server-side searches namespace virtual { prefix = virtual/ separator = / location = virtual:/var/mail/%d/%n/virtual subscriptions = no list = children } -- Daniel

1 0

login failure after upgrade to dovecot 2.3.7.2
by MK 05 Sep '19

05 Sep '19

Hi List, after upgrading dovecot from version 2.2.33.2 to 2.3.7.2 I got a lot of error messages like the following if the process count of imap processes reaches nearly 1000 (~950 (there are a few pop-connections)). Sep 5 11:27:32 mailbox1 dovecot: imap-login: Internal login failure (pid=27728 id=116): user=<xxxx(a)xxxx.xx>, method=PLAIN, rip=x.x.x.x, lip=x.x.x.x, session=<qETa7cqRzpZV3IEw> Sep 5 11:27:33 mailbox1 dovecot: imap-login: Error: master(imap): net_connect_unix(imap) failed: Resource temporarily unavailable - http://wiki2.dovecot.org/SocketUnavailable (client-pid=27704, client-id=79, rip=x.x.x.x, created 511 msecs ago, received 0/4 bytes) Our setup consists of some servers with dovecot as proxy/redirector as frontend servers, redirecting the logged in users to the backend servers storing the mailboxes. OS is CentOS 6 on both server types. The backend server in question has usually ~ 2500 simultaneous imap connections. Before the update there where no problems. During the update I merged the old 2.2 config into the new 2.3 from the fresh installed binary (Repo from dovecot.org) As I found the failure above in the logfile I testet a lot, to figure out how to fix this, because for me it seemed to be some limit around 1000 connections/processes anywhere in the config. In the end I changed the default value of "default_client_limit" from ist default 1000 to 8192 and the problem was fixed for the moment. Now I'm trying to understand why this fixes the problem and what the difference is between 2.2 and 2.3. For me it seems like something changed in the architecture during the release change, but I didn't find anything. I looked into the release notes and also checked the differences beween the 2.2 and 2.3 default config values (using doveconf -d). Can anyone help? Here is the output of doveconf -n # 2.3.7.2 (3c910f64b): /etc/dovecot/dovecot.conf # Pigeonhole version 0.5.7.2 (7372921a) # OS: Linux 2.6.32-696.23.1.el6.x86_64 x86_64 CentOS release 6.10 (Final) auth_mechanisms = plain login default_client_limit = 8192 disable_plaintext_auth = no mail_location = mdbox:%h mail_plugins = quota zlib managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date index ihave duplicate mime foreverypart extracttext namespace inbox { inbox = yes location = mailbox Drafts { special_use = \Drafts } mailbox Junk { special_use = \Junk } mailbox Sent { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } prefix = } passdb { args = /etc/dovecot/dovecot-sql.conf.ext driver = sql } plugin { quota = dict:User quota::file:%h/dovecot-quota quota_warning = storage=90%% quota-warning 90 %u sieve = file:~/sieve;active=~/.dovecot.sieve zlib_save = gz zlib_save_level = 6 } pop3_client_workarounds = outlook-no-nuls oe-ns-eoh protocols = imap pop3 lmtp sieve service imap-login { process_min_avail = 12 service_count = 0 } service imap { process_limit = 8192 } service lmtp { inet_listener lmtp { address = * port = 24 } } service pop3-login { process_min_avail = 12 service_count = 0 } service pop3 { process_limit = 1024 } service quota-warning { executable = script /scripts/quota.sh unix_listener quota-warning { user = vmail } user = vmail } ssl = no userdb { args = /etc/dovecot/dovecot-sql.conf.ext driver = sql } verbose_proctitle = yes protocol lmtp { mail_plugins = quota zlib sieve } protocol imap { mail_max_userip_connections = 30 mail_plugins = quota zlib imap_quota } protocol pop3 { mail_plugins = quota zlib } greetings, Oliver

1 0