- dovecot - dovecot.org

Sieve plugin (fc17 + sendmail + roundcube)
by Franck CALLEJA 24 Jul '14

24 Jul '14

Hello, I'm trying to configure sieve plugin on my mail server so that people can do mail filtering (and mostly vacation notification) on their account. The mail server is running fine since 5 years and is based on :- sendmail- dovecot- roundcube It serves 2 differents domains. I've recently installed pigeonhole for fc17, and managed to configure managesieve plugin in roundcube successfully. Users can now manage filters from roundcube. The problem is that filters are not applied when new mails arrives. I've modified dovecot.conf to activate sieve plugin, and the configuration is as follow : # dovecot -n# 2.1.16: /etc/dovecot/dovecot.conf# OS: Linux 3.8.13-100.fc17.x86_64 x86_64 Fedora release 17 (Beefy Miracle) log_path = /var/log/dovecot.logmail_debug = yesmail_location = mbox:~/mail:INBOX=/var/spool/mail/%umanagesieve_notify_capability = mailtomanagesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihavembox_write_locks = fcntlnamespace inbox { inbox = yes location = mailbox Drafts { special_use = \Drafts } mailbox Junk { special_use = \Junk } mailbox Sent { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } prefix = }passdb { driver = pam}plugin { sieve = ~/.dovecot.sieve sieve_dir = ~/sieve}protocols = imap pop3 lmtp sieveservice imap-login { service_count = 0}service lmtp { executable = lmtp -L}service pop3-login { service_count = 0}ssl_cert = </etc/pki/dovecot/certs/dovecot.pemssl_key = </etc/pki/dovecot/private/dovecot.pemuserdb { driver = passwd}protocol lmtp { info_log_path = /var/log/dovecot-lmtp.log mail_plugins = " sieve"}protocol lda { mail_plugins = " sieve"} In /etc/sendmail.cf I've this configured :# cat /etc/mail/sendmail.mc divert(-1)dnl include(`/usr/share/sendmail-cf/m4/cf.m4')dnl VERSIONID(`setup for linux')dnl OSTYPE(`linux')dnl define(`confLOG_LEVEL', `15')dnl define(`confDEF_USER_ID', ``8:12'')dnl define(`confTO_CONNECT', `5m')dnl define(`confTRY_NULL_MX_LIST', `True')dnl define(`confDONT_PROBE_INTERFACES', `True')dnl define(`PROCMAIL_MAILER_PATH', `/usr/bin/procmail')dnl define(`ALIAS_FILE', `/etc/aliases')dnl define(`STATUS_FILE', `/var/log/mail/statistics')dnl define(`UUCP_MAILER_MAX', `2000000')dnl define(`confUSERDB_SPEC', `/etc/mail/userdb.db')dnl define(`confPRIVACY_FLAGS', `authwarnings,novrfy,noexpn,restrictqrun')dnl define(`confAUTH_OPTIONS', `A')dnl define(`confMIN_QUEUE_AGE', `15m')dnl define(`confTO_QUEUERETURN', `5m')dnl define(`confMAX_MESSAGE_SIZE', `15000000')dnl define(`confDONT_BLAME_SENDMAIL', `forwardfileingroupwritabledirpath,ForwardFileInUnsafeDirPath,ForwardFileInUnsafeDirPathSafe')dnl define(`confTO_IDENT', `0')dnlFEATURE(`no_default_msa', `dnl')dnl FEATURE(`smrsh', `/usr/sbin/smrsh')dnl FEATURE(`mailertable', `hash -o /etc/mail/mailertable.db')dnl FEATURE(`virtusertable', `hash -o /etc/mail/virtusertable.db')dnl FEATURE(`genericstable',`hash -o /etc/mail/genericstable.db')dnlGENERICS_DOMAIN_FILE(`/etc/mail/generics-domains')dnlFEATURE(redirect)dnl FEATURE(always_add_domain)dnl FEATURE(use_cw_file) FEATURE(use_ct_file)dnl FEATURE(local_procmail, `', `procmail -t -Y -a $h -d $u')dnl FEATURE(`access_db', `hash -T<TMPF> -o /etc/mail/access.db')dnl FEATURE(`blacklist_recipients')dnlEXPOSED_USER(`root')dnl DAEMON_OPTIONS(`Port=smtp, Name=MTA')dnlFEATURE(`accept_unresolvable_domains')dnl FEATURE(`relay_hosts_only')dnl FEATURE(`dnsbl', `ipwhois.rfc-ignorant.org',`"550 Mail from " $&{client_addr} " refused. Rejected for bad WHOIS info on IP of your SMTP server - see http://www.rfc-ignorant.org/"') FEATURE(`dnsbl', `proxies.blackholes.easynet.nl', `"550 5.7.1 ACCESS DENIED to OPEN PROXY SERVER "$&{client_name}" by easynet.nl DNSBL (http://proxies.blackholes.easynet.nl/errors.html)"', `') FEATURE(`dnsbl', `bl.spamcop.net', `"450 Mail from " $`'&{client_addr} " refused - see http://spamcop.net/bl.shtml"') FEATURE(`dnsbl',`sbl.spamhaus.org',`Rejected - see http://spamhaus.org/') MAILER(smtp)dnl MAILER(procmail)dnl I've created a /etc/procmailrc file in /etc to activate dovecot but this doesn't work and users can't get any mails : # cat /etc/procmailrc.old # file: /etc/procmailrc # system-wide settings for procmail DROPPRIVS=YES SHELL="/bin/bash" SENDMAIL="/usr/sbin/sendmail -oi -t" LOGFILE="/var/log/procmail.log" DELIVER="/usr/libexec/dovecot/deliver" # fallback: DEFAULT="$HOME/mail/" MAILDIR="$HOME/mail/" :0 w * ^X-Spam-Status: Yes | $DELIVER -m spam :0 w | $DELIVER As it is a production server, I'm not confident to make modifications in all directions, and would need some help to process safely this update on my mail server. I think I'm missing some parameters somewhere, but the question is... where ? so any help would be appreciated. RegardsFranck.

3 7

Migration from mbox/maildir++ to mdbox
by Nima Saed-Samii 24 Jul '14

24 Jul '14

Dear list, dovecot version: 2.1.7 I have an old mail server that uses mboxes for the INBOX and maildirs for subfolders. I want to migrate our mail handling to a new setup using mdboxes for everything. The current config looks like this: # 2.1.7: /etc/dovecot/dovecot.conf doveconf: Warning: service anvil { client_limit=1000 } is lower than required under max. load (1127) # OS: Linux 3.2.0-0.bpo.4-686-pae i686 Debian 6.0.10 auth_mechanisms = plain login disable_plaintext_auth = no first_valid_uid = 114 log_path = /var/log/dovecot.log log_timestamp = "%Y-%m-%d %H:%M:%S " mail_location = mbox:~/Mail/MBox:INBOX=/var/mail/%u mail_max_userip_connections = 30 mail_privileged_group = mail namespace { hidden = yes inbox = yes list = no location = prefix = "#mbox/" separator = / } namespace { location = maildir:~/Mail/Maildir prefix = separator = / } passdb { args = dovecot driver = pam } protocols = imap service auth { client_limit = 1024 user = root } service imap-login { inet_listener imap { port = 0 } process_limit = 1024 } ssl_cert = </etc/ssl/certs/cert-imap.ikp.pem ssl_key = </etc/ssl/private/key-imap.ikp.pem ssl_key_password = ********* userdb { driver = passwd } I would like to use dsync to migrate all to mdboxes and transfer them to the new system. Unfortunately I can't get dsync to do that. Using a config that specifies only one namespace allows me to convert either mboxes or Maildirs to mdboxes but not both. Using the above config dsync somehow thinks the source and destination are the same: Syncing mailbox for user nima (136 MB) Setup done. doveadm(root): Debug: Loading modules from directory: /usr/lib/dovecot/modules doveadm(root): Debug: Module loaded: /usr/lib/dovecot/modules/lib20_zlib_plugin.so doveadm(root): Debug: Loading modules from directory: /usr/lib/dovecot/modules/doveadm doveadm(root): Debug: Module loaded: /usr/lib/dovecot/modules/doveadm/lib10_doveadm_zlib_plugin.so doveadm(nima): Debug: Effective uid=5224, gid=1162, home=/home/nima doveadm(nima): Debug: Namespace mboxes: type=private, prefix=#mbox/, sep=/, inbox=yes, hidden=no, \ list=yes, subscriptions=yes location=mbox:~/Mail/MBox:INBOX=/var/mail/nima doveadm(nima): Debug: fs: root=/home/nima/Mail/MBox, index=, control=, inbox=/var/mail/nima, alt= doveadm(nima): Debug: Namespace maildirs: type=private, prefix=, sep=/, inbox=no, hidden=no, list=yes, \ subscriptions=yes location=maildir:~/Mail/Maildir doveadm(nima): Debug: maildir++: root=/home/nima/Mail/Maildir, index=, control=, inbox=, alt= dsync(nima): Debug: Effective uid=5224, gid=1162, home=/home/nima dsync(nima): Debug: Namespace mboxes: type=private, prefix=#mbox/, sep=/, inbox=yes, hidden=no, list=yes, \ subscriptions=yes location=mdbox:/scratch/mail-convert/nima dsync(nima): Debug: fs: root=/scratch/mail-convert/nima, index=, control=, inbox=, alt= dsync(nima): Debug: Namespace #mbox/: Using permissions from /scratch/mail-convert/nima: mode=0700 gid=-1 dsync(nima): Debug: Namespace maildirs: type=private, prefix=, sep=/, inbox=no, hidden=no, list=yes, \ subscriptions=yes location=maildir:~/Mail/Maildir dsync(nima): Debug: maildir++: root=/home/nima/Mail/Maildir, index=, control=, inbox=, alt= dsync(nima): Fatal: Both source and destination mail_location points to same directory: /home/nima/Mail/Maildir What am I doing wrong? Best regards, Nima Saed-Samii -- Institute for Nuclear Physics, University of Cologne Zuelpicher Str. 77 50937 Cologne Germany Tel.: +49-221-470-3617 Fax.: +49-221-470-5168

1 0

doveconf option "-e"
by Django [BOfH] 24 Jul '14

24 Jul '14

Hi Timo, If I could tell you a little smart wish, I've one for you. ;) Today I'm writing my own configurationdocumentation 'bout Dovecot in my dokuwiki and for documentation purposes I changing some options several times a day. Postfix supports on its own postconf an option -e. So I can set up mostly every configuration-option on the fly. Dovecot's doveconf has no such option. So, I changed the configuration-files and reload my dovecot-daemon. It were grait if doveconf has a similar function, like postconf's option "-e". Maybe you can make a little update to doveconf in one of the upcomming releases? ;) Best regards Django -- "Bonnie & Clyde der Postmaster-Szene!" approved by Postfix-God http://wetterstation-pliening.info http://dokuwiki.nausch.org http://wiki.piratenpartei.de/Benutzer:Django

1 0

Problems with custom plugin
by Lukas Mika 24 Jul '14

24 Jul '14

Hi everybody, I wrote a plugin for Dovecot 2.1.something which was based on the information found at http://wiki2.dovecot.org/Design/Storage/Plugins and by studying the mail_log plugin. My plugin can be found here: https://github.com/dim-0/dovecot-mbc It takes the notify plugin's information, that a new mailbox has been created (or an old one been renamed) in order to trigger a custom script (which in my case sets default ACLs for shared mailboxes). This plugin went quite well for a while, but then I recently upgraded Dovecot to version 2.2.9 and now I cannot build my plugin anymore. I get two error messages which both describe the same thing: src/mbc-plugin.c: In function ‘mbc_mailbox_create’: /usr/include/dovecot/src/lib/module-context.h:46:67: error: ‘struct mbc_user_module’ has no member named ‘reg’ COMPILE_ERROR_IF_TYPES_NOT_COMPATIBLE(OBJ_REGISTER(obj), (id_ctx).reg) src/mbc-plugin.c: In function ‘mbc_mail_user_created’: /usr/include/dovecot/src/lib/module-context.h:46:67: error: ‘struct mbc_user_module’ has no member named ‘reg’ COMPILE_ERROR_IF_TYPES_NOT_COMPATIBLE(OBJ_REGISTER(obj), (id_ctx).reg) Obviously the module context nowadays expects another attribute/struct named "reg". However, I cannot find any information about this within the documentation and plugin mentioned above. The only clue I have got yet is the definition in module-context.h: union STRUCT_NAME_module_context { struct STRUCT_NAME_module_register *reg; // it's allowed to have some structure here so it won't waste space. // for example: struct STRUCT_NAME_vfuncs super; }; However, I still cannot make any sense of it (yet). Could you please help me in filling the gap and understanding, what has to be changed? Thanks a lot in advance for an awesome piece of software and any input on this topic, Lukas

1 0

FTS lucene indexer-worker segfaulting
by Florian Pritz 24 Jul '14

24 Jul '14

Hi, I've just set up fts-lucene and when I run searches on my inbox or when I run the indexer (`doveadm index INBOX`) I get the following segfault. I've run it multiple times and noticed that the data value is different each time so I guess it doesn't always crash at the same point. I'm running dovecot 2.2.13-1 with clucene 2.3.3.4-8 on Arch Linux. If you need any more information I'll be happy to help. config: > # 2.2.13: /etc/dovecot/dovecot.conf > # OS: Linux 3.15.2-1-ARCH i686 > mail_location = mdbox:~/.mdbox > mail_plugins = " fts fts_lucene" > namespace { > hidden = no > inbox = yes > location = > prefix = INBOX. > separator = . > type = private > } > passdb { > driver = pam > } > plugin { > fts = lucene > fts_autoindex = yes > fts_lucene = whitespace_chars=@. > } > protocols = imap > service auth { > user = root > } > ssl_cert = </etc/ssl/my-certs/server.pem > ssl_key = </etc/ssl/private/server.key > userdb { > driver = passwd > } > protocol imap { > imap_client_workarounds = tb-extra-mailbox-sep > } > protocol lda { > postmaster_address = postmaster(a)server-speed.net > } syslog: > Jul 24 10:27:21 mistral dovecot: indexer-worker(flo): Warning: Growing data stack with: 32768 > Jul 24 10:27:26 mistral kernel: [1814196.532882] indexer-worker[22785] segfault at 9180000 ip b745d860 sp bfad86cc error 4 in libc-2.19.so[b73ba000+1bb000] > Jul 24 10:27:27 mistral dovecot: indexer: Error: Indexer worker disconnected, discarding 1 requests for flo > Jul 24 10:27:27 mistral dovecot: indexer-worker(flo): Fatal: master: service(indexer-worker): child 22785 killed with signal 11 (core dumped) > Jul 24 10:27:27 mistral dovecot: imap(flo): Error: indexer failed to index mailbox INBOX backtrace: > #0 0xb745d860 in __wcslen_sse2 () from /usr/lib/libc.so.6 > No symbol table info available. > #1 0xb744e88b in wcsdup () from /usr/lib/libc.so.6 > No symbol table info available. > #2 0xb728cff0 in lucene::document::Field::Field(wchar_t const*, wchar_t const*, int, bool) () > from /usr/lib/libclucene-core.so.1 > No symbol table info available. > #3 0xb73aa5d8 in lucene_index_build_more (index=0x8b24130, uid=4403, part_idx=0, > data=0x8b38f08 "1: kernel: i7core_edac 0000:00:14.0: restoring config space at offset 0x3 (was 0x800000, writing 0x800010)\n 1: kernel: pci 0000:00:1c.0: restoring config space at offset 0x1 (was 0x100000, writing "..., size=8188, > hdr_name=0x0) at lucene-wrapper.cc:582 > namesize = <optimized out> > dest = 0x915f5d0 L"1: kernel: i7core_edac 0000:00:14 0: restoring config space at offset 0x3 (was 0x800000, writing 0x800010)\n 1: kernel: pci 0000:00:1c 0: restoring config space at offset 0x1 (was 0x100000, writing "... > dest_free = 0x915f5d0 L"1: kernel: i7core_edac 0000:00:14 0: restoring config space at offset 0x3 (was 0x800000, writing 0x800010)\n 1: kernel: pci 0000:00:1c 0: restoring config space at offset 0x1 (was 0x100000, writing "... > id = L"\x8cb0900\000\000\000\x8ebef98\x8c21978\000 \x8c93a10\xb74e2df5\xbfad8788\xbfad87d4\x8cb0938\xbfad88e8\xbfad88e4\x8925f300\x8cb0938\xbfad88e8\xb7624a4d\xb7684000 \x8b38f08\x8fbb488" > datasize = <optimized out> > #4 0xb73a8f47 in fts_backend_lucene_update_build_more (_ctx=0x8b3c578, > data=0x8b38f08 "1: kernel: i7core_edac 0000:00:14.0: restoring config space at offset 0x3 (was 0x800000, writing 0x800010)\n 1: kernel: pci 0000:00:1c.0: restoring config space at offset 0x1 (was 0x100000, writing "..., size=8188) > at fts-backend-lucene.c:415 > _data_stack_cur_id = 6 > ctx = 0x8b3c578 > backend = 0x8b23850 > ret = <optimized out> > #5 0xb7586cda in fts_backend_update_build_more (ctx=0x8b3c578, > data=0x8b38f08 "1: kernel: i7core_edac 0000:00:14.0: restoring config space at offset 0x3 (was 0x800000, writing 0x800010)\n 1: kernel: pci 0000:00:1c.0: restoring config space at offset 0x1 (was 0x100000, writing "..., size=8188) > at fts-api.c:193 > __FUNCTION__ = "fts_backend_update_build_more" > #6 0xb7587814 in fts_build_body_block (ctx=0xbfad88fc, block=0xbfad88ec, last=false) at fts-build-mail.c:236 > i = 8188 > __FUNCTION__ = "fts_build_body_block" > #7 0xb7587dfc in fts_build_mail_real (mail=<optimized out>, update_ctx=<optimized out>) at fts-build-mail.c:352 > ctx = {mail = 0x8b32ed0, update_ctx = 0x8b3c578, content_type = 0x0, content_disposition = 0x0, > body_parser = 0x8b40f20, word_buf = 0x0} > parser = 0x8c21948 > decoder = 0x8b51410 > raw_block = {part = 0x8b13668, hdr = 0x0, > data = 0x8b38f08 "1: kernel: i7core_edac 0000:00:14.0: restoring config space at offset 0x3 (was 0x800000, writing 0x800010)\n 1: kernel: pci 0000:00:1c.0: restoring config space at offset 0x1 (was 0x100000, writing "..., size = 8192} > block = {part = 0x8b13668, hdr = 0x0, > data = 0x8b38f08 "1: kernel: i7core_edac 0000:00:14.0: restoring config space at offset 0x3 (was 0x800000, writing 0x800010)\n 1: kernel: pci 0000:00:1c.0: restoring config space at offset 0x1 (was 0x100000, writing "..., size = 8192} > ret = -1079146260 > input = 0x8cb0938 > parts = 0x1133 > #8 fts_build_mail (update_ctx=0x8b3c578, mail=0x8b32ed0) at fts-build-mail.c:386 > _data_stack_cur_id = 5 > #9 0xb758d8cc in fts_mail_index (_mail=<optimized out>) at fts-storage.c:451 > ft = 0x8b2ef98 > #10 fts_mail_precache (_mail=0x8b32ed0) at fts-storage.c:468 > _data_stack_cur_id = 4 > fmail = 0x8b2ef98 > ft = 0x8b28920 > #11 0xb76f3e5b in mail_precache (mail=0x8b32ed0) at mail.c:350 > p = 0x8b32ed0 > #12 0x08049caf in index_mailbox_precache (conn=<optimized out>, box=<optimized out>) at master-connection.c:86 > percentage_str = "8\n\000\b" > storage = 0x9180000 > status = {messages = 35744, recent = 0, unseen = 0, uidvalidity = 1240057599, uidnext = 45338, > first_unseen_seq = 0, first_recent_uid = 45338, last_cached_seq = 2, highest_modseq = 0, highest_pvt_modseq = 0, > keywords = 0x0, permanent_flags = 0, permanent_keywords = 0, allow_new_keywords = 0, nonpermanent_modseqs = 0, > no_modseq_tracking = 0, have_guids = 1, have_save_guids = 1, have_only_guid128 = 0} > ctx = 0x8b32d38 > seq = 3275 > trans = 0x8b30128 > search_args = 0x0 > mail = 0x8b32ed0 > metadata = {guid = '\000' <repeats 15 times>, virtual_size = 0, cache_fields = 0x0, > precache_fields = (MAIL_FETCH_STREAM_HEADER | MAIL_FETCH_STREAM_BODY | MAIL_FETCH_RECEIVED_DATE | MAIL_FETCH_SAVE_DATE | MAIL_FETCH_PHYSICAL_SIZE | MAIL_FETCH_VIRTUAL_SIZE | MAIL_FETCH_UIDL_BACKEND | MAIL_FETCH_GUID), > backend_ns_prefix = 0x0, backend_ns_type = (unknown: 0)} > counter = 3275 > max = 35742 > #13 index_mailbox (what=<optimized out>, max_recent_msgs=<optimized out>, mailbox=<optimized out>, user=<optimized out>, > conn=<optimized out>) at master-connection.c:172 > box = 0x8b2baf0 > status = {messages = 11, recent = 145850608, unseen = 2050, uidvalidity = 3076213424, uidnext = 0, > first_unseen_seq = 3076213430, first_recent_uid = 3077062656, last_cached_seq = 3076215829, > highest_modseq = 7510788772, highest_pvt_modseq = 3215821508, keywords = 0xb77ed7a0, > permanent_flags = 3215821476, permanent_keywords = 0, allow_new_keywords = 0, nonpermanent_modseqs = 0, > no_modseq_tracking = 1, have_guids = 0, have_save_guids = 1, have_only_guid128 = 1} > errstr = 0x9180000 <error: Cannot access memory at address 0x9180000> > ns = 0x9180000 > path = 0x8b12428 "/home/flo/.mdbox/mailboxes/INBOX/dbox-Mails" > error = 35744 > sync_flags = (unknown: 152567808) > #14 master_connection_input_line (line=<optimized out>, conn=<optimized out>) at master-connection.c:208 > str = 0x9180000 <error: Cannot access memory at address 0x9180000> > max_recent_msgs = 0 > args = 0xccb > input = {module = 0x804a2d7 "mail", service = 0x804a2c8 "indexer-worker", username = 0x8b11090 "flo", > session_id = 0x0, local_ip = {family = 0, u = {ip6 = {__in6_u = {__u6_addr8 = '\000' <repeats 15 times>, > __u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, ip4 = {s_addr = 0}}}, remote_ip = { > family = 0, u = {ip6 = {__in6_u = {__u6_addr8 = '\000' <repeats 15 times>, __u6_addr16 = {0, 0, 0, 0, 0, 0, 0, > 0}, __u6_addr32 = {0, 0, 0, 0}}}, ip4 = {s_addr = 0}}}, local_port = 0, remote_port = 0, > userdb_fields = 0x0, flags_override_add = (unknown: 0), flags_override_remove = (unknown: 0), > no_userdb_lookup = 0} > service_user = 0x8b1b508 > user = 0x8b246d8 > error = 0x25 <error: Cannot access memory at address 0x25> > #15 master_connection_input (conn=0x8b19250) at master-connection.c:245 > _data_stack_cur_id = 3 > line = 0x8 <error: Cannot access memory at address 0x8> > line = 0x9180000 <error: Cannot access memory at address 0x9180000> > #16 0xb760e2c3 in io_loop_call_io (io=0x8b19270) at ioloop.c:441 > ioloop = 0x8b154b8 > t_id = 2 > __FUNCTION__ = "io_loop_call_io" > #17 0xb760f4ae in io_loop_handler_run_internal (ioloop=0x8b154b8) at ioloop-epoll.c:220 > ctx = 0x8b18908 > list = 0x8b192a8 > io = <optimized out> > tv = {tv_sec = 2147483, tv_usec = 0} > events_count = <optimized out> > msecs = <optimized out> > ret = 1 > i = <optimized out> > j = 0 > call = <optimized out> > __FUNCTION__ = "io_loop_handler_run_internal" > #18 0xb760e34a in io_loop_handler_run (ioloop=0x8b154b8) at ioloop.c:488 > No locals. > #19 0xb760e3e9 in io_loop_run (ioloop=0x8b154b8) at ioloop.c:465 > __FUNCTION__ = "io_loop_run" > #20 0xb75b49b5 in master_service_run (service=0x8b153e0, callback=0x80498f0 <client_connected>) at master-service.c:566 > No locals. > #21 0x08049757 in main (argc=1, argv=0xbfad8d94) at indexer-worker.c:78 > storage_service_flags = <optimized out> > c = <optimized out>

1 1

Dovecot GMail API
by Timo Sirainen 23 Jul '14

23 Jul '14

Hi all, I'm still (mostly) on vacation this week and afterwards lots of different things to do .. But hopefully I'll still get around to answering all the pending mails in this list and applying some of the patches people have sent and get the next v2.2.14 release out. Anyway, people have kept asking about GMail API and Inbox App and how that affects Dovecot. For a while now I've been planning on implementing some kind of a HTTP API for mail access, so might as well use GMail's: http://www.dovecot.fi/dovecot-launches-a-gmail-api-compatible-rest-api-to-e…

1 0

SSL certificate problem (SSL alert number 42)
by Boyandin Konstantin 23 Jul '14

23 Jul '14

Hello, After client (Thunderbird, now version 31.0) updated today, it stopped connecting to Dovecot IMAP4S. The infamous "SSL alert number 42" is reported. Mail server uses local (created for intranet) CA certificate as root. I would appreciate pieces of advice on how to handle that without enabling plaintext authentication over insecure channels. Other intranet services work with this local CA quite fine. Thank you in advance. Required data: # dovecot --version 2.0.9 # doveconf -n # 2.0.9: /etc/dovecot/dovecot.conf # OS: Linux 2.6.32-431.5.1.el6.x86_64 x86_64 CentOS release 6.5 (Final) auth_username_format = %n default_process_limit = 1200 disable_plaintext_auth = yes first_valid_uid = 300 mail_location = mbox:~/mail:INBOX=/var/mail/%n mail_privileged_group = mail mbox_write_locks = fcntl passdb { driver = pam } protocols = imap pop3 service anvil { client_limit = 6000 } service auth { client_limit = 6000 } ssl_ca = </etc/pki/company/cacert.pem ssl_cert = </etc/pki/company/company.crt ssl_cipher_list = ALL:!LOW ssl_key = </etc/pki/company/company.key userdb { driver = passwd } verbose_ssl = yes Records posted to Dovecot log file: Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x10, ret=1: before/accept initialization [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2001, ret=1: before/accept initialization [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2002, ret=-1: SSLv2/v3 read client hello A [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2001, ret=1: SSLv3 read client hello A [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2001, ret=1: SSLv3 write server hello A [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2001, ret=1: SSLv3 write certificate A [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2001, ret=1: SSLv3 write key exchange A [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2001, ret=1: SSLv3 write server done A [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2001, ret=1: SSLv3 flush data [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2002, ret=-1: SSLv3 read client certificate A [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2002, ret=-1: SSLv3 read client certificate A [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2001, ret=1: SSLv3 read client key exchange A [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2001, ret=1: SSLv3 read finished A [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2001, ret=1: SSLv3 write session ticket A [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2001, ret=1: SSLv3 write change cipher spec A [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2001, ret=1: SSLv3 write finished A [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2001, ret=1: SSLv3 flush data [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x20, ret=1: SSL negotiation finished successfully [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL: where=0x2002, ret=1: SSL negotiation finished successfully [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL alert: where=0x4004, ret=554: fatal bad certificate [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Warning: SSL alert: where=0x4008, ret=256: warning close notify [10.x.x.x] Jul 23 11:01:26 mailserver dovecot: imap-login: Disconnected (no auth attempts): rip=10.x.x.x, lip=10.y.y.y, TLS: SSL_read() failed: error:14094412:SSL routines:SSL3_READ_BYTES:sslv3 alert bad certificate: SSL alert number 42 Sincerely, Konstantin

2 1

[patch] enable ECDH auto functions based on feature defines, not on version number
by Hanno Böck 22 Jul '14

22 Jul '14

Hello, I recently tried to build my system with libressl instead of openssl. In dovecot one issue that popped up was that libressl doesn't have the ECDH auto functions from openssl 1.0.2 beta versions. However as the #ifdef's in dovecot's code check for the openssl version and libressl's version numbers are higher the compilation fails there. Attached is a patch that will change that checks. Instead of checking for the version number it checks for the availability of the feature itself (by checking for the define of SSL_CTRL_SET_ECDH_AUTO). This should make this check more robust and work independently of the version number of the used openssl instance. cu, -- Hanno Böck http://hboeck.de/ mail/jabber: hanno(a)hboeck.de GPG: BBB51E42

1 0

BUG: Authentication client sent unknown handshake command
by Lukas Haase 22 Jul '14

22 Jul '14

Hi, Some time ago my dovecot started to become BUGgy: Evertime I restart the system, dovecot is started but I cannot login. I see the following information in the logs: Jul 4 04:04:36 mail dovecot: auth: passwd-file(user,127.11.91.218,<nfkQjFT9vwCADFra>): no passwd file: /etc/dovecot/imap.passwd Jul 4 04:04:36 mail dovecot: auth: Error: BUG: Authentication client sent unknown handshake command: REQUEST?1183186945?20438?1?a8c7241e7b0778f9f0125da760cd16fa Jul 4 04:04:36 mail dovecot: imap: Error: Authentication server didn't send valid SPID as expected: MECH#011PLAIN#011plaintext Jul 4 04:04:36 mail dovecot: imap: Error: Disconnected from auth server, aborting (client-pid=20438 client-id=1) Jul 4 04:04:36 mail dovecot: imap-login: Internal login failure (pid=20438 id=1) (internal failure, 1 succesful auths): user=<user>, method=PLAIN, rip=127.11.91.218, lip=73.82.101.172, mpid=20439, TLS, session=<nfkQjFT9vwCADFra> It does not help to restart the client. But when I then restart the server service dovecot restart it works again. But this is very dangerous because the server might reboot and I might not immideately have the chance to restart dovecot manually. What's going on here? mail:/# uname -a Linux mail 2.6.32-openvz-042stab090.2-amd64 #1 SMP Sat Jun 21 00:22:42 MSK 2014 i686 GNU/Linux mail:/# dovecot --version 2.1.7 Thanks, Luke

3 5

subfolders in public mailboxes
by Burak Arslan 21 Jul '14

21 Jul '14

Hello, I added this to the configuration: namespace { type = public separator = . prefix = public. location = maildir:/var/mail/public subscriptions = no list = yes } and I can list maildirs inside these folders correctly. however, I can't see any subfolders. The issue seems to be that /var/mail/public dir itself is interpreted as a maildir directory. However, what I'd like to do is to have a bunch of directories inside /var/mail/public and treat them as separate maildirs. (I'd like to use this to make a few existing mailboxes public) is this possible? Best regards, Burak

2 1

Mailboxes not showing up in MS Outlook
by Jerry 21 Jul '14

21 Jul '14

Sat, 19 Jul 2014 15:03:03 -0400 I am not sure exactly where the problem is here. I am using a sieve script that sorts various incoming messages into their own mailbox. MS Outlook does not show those folders if they are not directly under INBOX. EXAMPLE: drwx------ 31 vmail vmail 1.0K 2014-07-19 14:46:55 EDT ./ drwx------ 3 vmail vmail 512B 2014-07-02 13:52:03 EDT ../ drwx------ 5 vmail vmail 512B 2014-07-10 08:33:03 EDT .Bass/ drwx------ 5 vmail vmail 512B 2014-07-16 07:33:18 EDT .Commissioners/ drwx------ 5 vmail vmail 512B 2014-07-08 13:41:19 EDT .Commissioners.Cordrey/ drwx------ 5 vmail vmail 512B 2014-07-03 17:01:31 EDT .Dover/ drwx------ 5 vmail vmail 512B 2014-07-19 08:32:05 EDT .Drafts/ drwx------ 5 vmail vmail 512B 2014-07-18 19:07:15 EDT .Fitts/ drwx------ 5 vmail vmail 512B 2014-07-08 13:41:19 EDT .Gering/ drwx------ 5 vmail vmail 512B 2014-07-19 08:32:05 EDT .Green/ drwx------ 5 vmail vmail 512B 2014-07-18 18:59:06 EDT .Haywood/ drwx------ 5 vmail vmail 512B 2014-07-03 17:01:31 EDT .Hornik/ drwx------ 5 vmail vmail 512B 2014-07-19 14:45:29 EDT .INBOX.Deleted Items/ drwx------ 5 vmail vmail 512B 2014-07-18 08:58:21 EDT .INBOX.Drafts/ drwx------ 5 vmail vmail 512B 2014-07-18 08:58:13 EDT .INBOX.Junk E-mail/ drwx------ 5 vmail vmail 512B 2014-07-19 14:46:56 EDT .INBOX.PSNC/ drwx------ 5 vmail vmail 512B 2014-07-19 14:46:57 EDT .INBOX.SGWASA/ drwx------ 5 vmail vmail 512B 2014-07-18 08:58:13 EDT .INBOX.Sent Items/ drwx------ 5 vmail vmail 512B 2014-07-19 14:46:58 EDT .INBOX.UNRBA/ drwx------ 5 vmail vmail 512B 2014-07-18 07:40:05 EDT .Locklear/ drwx------ 5 vmail vmail 512B 2014-07-08 13:39:58 EDT .PlanningBoard/ drwx------ 5 vmail vmail 512B 2014-07-19 08:32:05 EDT .Queue/ drwx------ 5 vmail vmail 512B 2014-07-03 17:01:31 EDT .SawyerHomes/ drwx------ 5 vmail vmail 512B 2014-07-19 08:32:05 EDT .Sent/ drwx------ 5 vmail vmail 512B 2014-07-19 06:54:07 EDT .Trash/ drwx------ 5 vmail vmail 512B 2014-07-10 19:19:51 EDT .Vicki/ drwx------ 5 vmail vmail 512B 2014-07-18 15:31:06 EDT .Westall/ drwx------ 2 vmail vmail 23K 2014-07-19 14:44:42 EDT cur/ -rw------- 1 vmail vmail 14B 2014-07-02 20:30:10 EDT dovecot-keywords -rw------- 1 vmail vmail 10K 2014-07-19 14:45:18 EDT dovecot-uidlist -rw------- 1 vmail vmail 8B 2014-07-18 08:58:13 EDT dovecot-uidvalidity -r--r--r-- 1 vmail vmail 0B 2014-07-02 13:52:04 EDT dovecot-uidvalidity.53b446e2 -rw------- 1 vmail vmail 2.6K 2014-07-08 14:26:45 EDT dovecot.index -rw------- 1 vmail vmail 78K 2014-07-19 14:44:42 EDT dovecot.index.cache -rw------- 1 vmail vmail 21K 2014-07-19 14:45:18 EDT dovecot.index.log -rw------- 1 vmail vmail 1.8K 2014-07-19 14:46:55 EDT dovecot.mailbox.log drwx------ 2 vmail vmail 512B 2014-07-02 14:15:43 EDT new/ In the above example, only the following are displayed: .INBOX.Deleted Items/ .INBOX.Drafts/ .INBOX.Junk E-mail/ .INBOX.PSNC/ .INBOX.SGWASA/ .INBOX.Sent Items/ .INBOX.UNRBA/ Do I have a configuration problem? dovecot -n # 2.2.13: /usr/local/etc/dovecot/dovecot.conf # OS: FreeBSD 10.0-RELEASE-p3 amd64 ufs auth_mechanisms = plain login cram-md5 digest-md5 lda_mailbox_autocreate = yes lda_mailbox_autosubscribe = yes log_path = /var/log/dovecot mail_location = maildir:/var/mail/vmail/%d/gerard managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihave duplicate namespace inbox { inbox = yes location = mailbox Drafts { special_use = \Drafts } mailbox Junk { special_use = \Junk } mailbox Sent { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } prefix = } passdb { args = username_format=%u /usr/local/etc/dovecot/user/passwd driver = passwd-file } passdb { args = scheme=CRYPT username_format=%u /usr/local/etc/dovecot/user/passwd driver = passwd-file } passdb { driver = pam } passdb { args = scheme=CRYPT username_format=%u /usr/local/etc/dovecot/user/passwd driver = passwd-file } plugin { sieve_global_dir = /usr/local/etc/dovecot/sieve/ sieve_global_path = /usr/local/etc/dovecot/sieve/default.sieve } postmaster_address = postmaster(a)seibercom.net service auth { unix_listener /var/spool/postfix/private/auth { group = postfix mode = 0666 user = postfix } unix_listener auth-userdb { group = vmail mode = 0666 user = vmail } } service imap-login { inet_listener imap { port = 143 } inet_listener imaps { port = 993 ssl = yes } } service pop3-login { inet_listener pop3 { port = 110 } inet_listener pop3s { port = 995 ssl = yes } } ssl_cert = </etc/ssl/certs/dovecot.pem ssl_key = </etc/ssl/private/dovecot.pem userdb { args = username_format=%u /usr/local/etc/dovecot/user/passwd default_fields = uid=vmail gid=vmail driver = passwd-file } userdb { driver = passwd } userdb { args = username_format=%u /usr/local/etc/dovecot/user/passwd driver = passwd-file } protocol lda { mail_plugins = sieve sieve } -- Jerry

3 2

Dovecot Replication: First Run
by Asai 19 Jul '14

19 Jul '14

Greetings, I'm working on building a redundant Dovecot server which will be replicated with my original. I would like to know if there's any potential problems I could run into in running this for the first time. For example, during an initial sync is it possible for the new server to sync improperly with the original and delete all of the emails on the original? Are there any gotchas that I should be aware of when doing a first run? -- --Asai

1 1

Difference btw. Dovecot Director and Dovecot Proxy
by Nathan Schultheiss 19 Jul '14

19 Jul '14

Hello, For a few days I try to understand what program (Dovecot Director or Dovecot Proxy) I should use for my email architecture. We are a hospital, and for security reasons, we must host ourselves our emails, and we must leave Google Apps... I wish to make a Dovecot backend for each department of the hospital. Each backend Dovecot has a local storage. Server 01: cardiology Server 02: emergency ... Server 05: administration Dovecot looks in the database which server to use to store email (lmtp) and transfer the mail for storage. I do not understand if I have to work with Dovecot Director or Proxy if I would that LMTP or IMAP request are forwarded to the right backend. Each have self storage and have not access to the other backend storage (no nfs, no network storage, ...). Users indicate imap.hospital.local, this point to Dovecot Director or Proxy and Dovecot check the login/password and forward the user to the right backend. In my database I put user@hospital = storage host 172.16.2.10 = folder /home/vmail/user/ (Maildir) I've read that the Director can refer the user to the same backend when there is a activ session (POP, IMAP, LMTP) But can we tell him to always refer the user to the same backend (IMAP and LMTP) ? I've found this picture schema who user have Dovecot Proxy => Dovecot Director => Dovecot Backend And I'm confused why they have proxy + director ?!? Can anyone tell me if I need to focus on Dovecot Director or Dovecot Proxy to create the architecture of this hospital ? My question is probably stupid for Dovecot sysadmin, but I'm lost in the WIKI :) Thanks in advance, Nathan

2 2

Postfix user@domain splitting
by Ricardo Branco 18 Jul '14

18 Jul '14

I have been trying looking though all the wiki documents to setup LMTP. It now seems to all be connected except that it keeps saying that the user is not recognised when postfix sends to LMTP, it sends the full recipent email address but seems that on the dovecot side it is unable to work with this. I have checked the userdb and made sure its using %n but alas it still does not work. Currently ive had to revert to using LDA as it works fine with that but i still dont know how as the postfix config variable $RECIPIENT is the full email address and does not seem to matter to LDA.

4 11

ulimit warning when restarting
by Will Yardley 18 Jul '14

18 Jul '14

When restarting Dovecot 2.2.10 (via atrpms) on RHEL 6, I get the error: Warning: fd limit (ulimit -n) is lower than required under max. load (1024 < 4096), because of default_client_limit # doveconf default_internal_user default_internal_user = dovecot Should dovecot print this warning based on $default_internal_user, or based on root? As root: # ulimit -n 1024 As user dovecot: $ ulimit -n 49152 $ whoami dovecot # grep dovecot /etc/security/limits.conf dovecot hard locks 49152 dovecot hard nofile 49152 dovecot hard maxlogins 8192 dovecot soft locks 49152 dovecot soft nofile 49152 dovecot soft maxlogins 8192

3 2

Panic: file mail-storage.c
by giovanni＠neweden.uk.to 18 Jul '14

18 Jul '14

Greetings, In my installation I have debian 7.6 dovecot 2.2.13 dovecot-antispamplugin VERSION=2.0 for this enviroment some users cannot get imap connections. Here below an excerpt the log file. Jul 09 23:54:07 imap(xx(a)xxx.co.uk): Panic: file mail-storage.c: line 2158(mailbox_copy): assertion failed: (!ctx->unfinished) ul 09 23:54:07 imap(xx(a)xxx.co.uk): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x6bb4f) [0x7fd796ccdb4f] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x6bbae) [0x7fd796ccdbae] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7fd796c871ee] -> /usr/local/lib/dovecot/libdovecot-storage.so.0(+0x82519) [0x7fd796fb9519] -> dovecot/imap() [0x40dba4] -> dovecot/imap(command_exec+0x3c) [0x41822c] -> dovecot/imap() [0x417290] -> dovecot/imap() [0x41734a] -> dovecot/imap(client_handle_input+0x115) [0x417605] -> dovecot/imap(client_input+0x72) [0x4179b2] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x4e) [0x7fd796cde81e] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0xd7) [0x7fd796cdf7f7] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9) [0x7fd796cde8a9] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x38) [0x7fd796cde928] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7fd796c8c4d3] -> dovecot/imap(main+0x277) [0x40c067] -> /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xfd) [0x7fd7968f5ead] -> dovecot/imap() [0x40c1c5] for others users imap connection is ok with antispam plugin working fine (antispam_backend = spool2dir) To enable the imap connections for the unlucky users (with the previous error) I had to remove the anti spam plugin. Does anybody is experiencing the same errors? cheers Giovanni

1 0

Dovecot/K9/Thunderbird IMAP interaction issues: replicated messages, constant reloading (TB) & missing new messages (K-9)
by David Gessel 18 Jul '14

18 Jul '14

Version Info: FreeBSD 9.2-RELEASE #0 r266046 AMD64, Dovecot 2.2.13, dovecot-pigeonhole-0.4.3, amavisd-new-2.8.0_2,1, clamav-0.98.4, postfix29-2.9.9_1,1, postfixadmin-2.3.6, spamassassin-3.4.0_12 (zpool data and output of dovecot -n at bottom of post) I suspect these are related problems and further that they are related to some trivial newb error I've made in my configuration, but searching descriptions of the symptoms has not yet guided me to a solution. I recently migrated from Courier to Dovecot on new hardware and imap synced a 16GB mailstore (du -hs) divided up into annual directories with about 15,000 messages each. I mention the size because it seems an errant Remove Duplicate Messages (Alternate) 0.3.9 acting on what seem to be false duplicates in Thunderbird reduced the inbox size from 7500-ish messages to 1300 (DOH!) and may have solved my K-9 problem described below. My old Courier server still has the vast majority of these messages and I will resync someday and then try to file them away more expediently than my previously somewhat lazy management style to keep the inbox small. * In thunderbird, I get constant downloading of messages. Every time I switch to the inbox from another folder, the messages start redownloading. This sometimes, but not always, seems to create duplicate messages, but I'm now fairly sure they are only created in the client and not on the server. Searching through various forums, it appears this has been a problem for Thunderbird for some time, but it wasn't for me on Courier. As posts about similar errors seem to have petered out over the last year without any clear guidance on how to fix it that I could find, I expect there's a simple fix I just haven't found yet, either in TB configuration or in Dovecot. Any hints? I tried Thunderfix to remove the .msf files and will be redownloading my mail over the thin pipe out to Iraq for the next 6 months (DOH!). One artifact is that when I restart thunderbird, my inbox is reported as having about 130 messages in it, then thunderbird starts redownloading headers and eventually gets back up to the 1297 currently listed both in the TB pane and by ls | wc -l in /cur. Is it possible there is a time out that needs to be extended? In TB, I've set (among other less apparently relevant options) mailnews.tcptimeout;1000 mail.db.idle_limit;30000000 * Also, with Thunderbird, I get duplication of messages in the client. I suspect this is related to the previous redownload error, but there is some indication in some posts that it is potentially related to a dirty flag. I've had this problem before with Thunderbird and Courier, but it went away after a TB update. It seems to have reappeared with Dovecot. The TB client hasn't been updated during the transition, so some interaction issue seems more likely than a pure TB bug. Likely TB's fault as this is a well known, but poorly diagnosed TB issue (deleting duplicates regularly seems to be the solution, but my inbox would double in size every few hours on the LAN. Now that I'm remote over a 2mbps link, it has slowed way down: bonus!). * "Expunged message reappeared, giving a new UID" errors appear a lot. This might well be related to the last error. This seems to happen with TB client connections, but I'm not sure what action triggers it. I am not replicating. I tried renaming 10-director.conf to 10-director.conf.disabled and got no complaints from Dovecot (as I'm not using replication, it shouldn't) but that indicates that this Expunged message reappeared error is probably of a different source than, for example, Simon Fraser's debug effort. * K9 was only showing a subset of my messages and generally not the new ones. They'd appear in the alert properly, but weren't visible in the client and sometimes they'd be visible and then disappear later. I imagined there could a correlation between TB checking mail and perhaps moving messages from /new to /cur and K9 losing track, but the potentially tragic "duplicate" removal may have reduced my inbox to a size that k9 can handle as K9 inbox display seems normal now as far as I can tell. When I resync (assuming I can), I sort of dread this problem reappearing. K9 worked as expected against Courier with the same inbox. These apparently difficult to diagnose problems are occasionally suggested as related to namespace configuration issues and thunderbird is reported to have issues with some separator options. I vaguely suspect this, but I'm pretty sure my namespace config is default and should be well tested. I haven't, for example, explicitly stated the default "/" but left it commented out. I increased the connection limit count per user*IP to 20 as TB seems to be parallel downloading a lot of folders. This has neither improved nor degraded performance in any way I can see and is probably irrelevant. Any hints greatly appreciated. Filesystem/Zpool data: NAME PROPERTY VALUE SOURCE zroot size 400G - zroot capacity 28% - zroot altroot - default zroot health ONLINE - zroot guid 1061309925223582150 default zroot version - default zroot bootfs zroot local zroot delegation on default zroot autoreplace off default zroot cachefile - default zroot failmode wait default zroot listsnapshots off default zroot autoexpand off default zroot dedupditto 0 default zroot dedupratio 1.10x - zroot free 286G - zroot allocated 114G - zroot readonly off - zroot comment - default zroot expandsize 0 - zroot freeing 0 default zroot feature@async_destroy enabled local zroot feature@empty_bpobj active local zroot feature@lz4_compress active local server # dovecot -n # 2.2.13: /usr/local/etc/dovecot/dovecot.conf # OS: FreeBSD 9.2-RELEASE amd64 auth_default_realm = mydomain.com auth_mechanisms = plain login auth_realms = mydomain.com mydomain2.org disable_plaintext_auth = no first_valid_gid = 5000 first_valid_uid = 5000 hostname = mydomain.com imap_client_workarounds = tb-extra-mailbox-sep tb-lsub-flags imap_idle_notify_interval = 29 mins last_valid_gid = 5000 last_valid_uid = 5000 lda_mailbox_autocreate = yes listen = * mail_gid = 5000 mail_location = maildir:~/:CONTROL=/var/no-quota/%u mail_plugins = quota mail_log notify mail_temp_dir = /var/tmp mail_uid = 5000 maildir_broken_filename_sizes = yes managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihave duplicate spamtest spamtestplus editheader mbox_lazy_writes = no namespace inbox { inbox = yes location = mailbox Drafts { special_use = \Drafts } mailbox Junk { special_use = \Junk } mailbox Sent { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } prefix = } passdb { args = /usr/local/etc/dovecot/dovecot-sql.conf.ext driver = sql } plugin { expire = Trash mail_log_events = delete undelete expunge copy mailbox_delete mailbox_rename mail_log_fields = uid box msgid size quota = maildir:User quota quota_exceeded_message = Storage quota for this account has been exceeded, please try again later. quota_rule = *:storage=50G quota_rule2 = Trash:storage=+30%% quota_rule3 = Sent:storage=+30%% quota_warning = storage=90%% quota-warning 90 %u quota_warning2 = storage=75%% quota-warning 75 %u sieve = ~/.dovecot.sieve sieve_before = /usr/local/etc/dovecot/sieve/ sieve_dir = ~/sieve sieve_extensions = +spamtest +spamtestplus +relational +comparator-i;ascii-numeric +editheader } postmaster_address = gessel(a)mydomain.com protocols = imap lmtp sieve sieve sendmail_path = /usr/local/sbin/sendmail service auth { unix_listener /var/spool/postfix/private/auth { group = postfix mode = 0666 user = postfix } unix_listener auth-userdb { group = vmail mode = 0600 user = vmail } } service managesieve-login { inet_listener sieve { port = 4190 } service_count = 1 vsz_limit = 128 M } service quota-warning { executable = script /usr/local/bin/quota-warning.sh unix_listener quota-warning { user = vmail } user = vmail } ssl = required ssl_cert = </usr/local/etc/ca/server-cert.pem ssl_cipher_list = ECDHE-RSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-SHA256:ECDHE-RSA-RC4-SHA:ECDHE-RSA-AES256-SHA:!SSLv2 ssl_key = </usr/local/etc/ca/server-unencrypted-key.pem ssl_prefer_server_ciphers = yes userdb { driver = prefetch } userdb { args = /usr/local/etc/dovecot/dovecot-sql.conf.ext driver = sql } protocol lda { mail_plugins = quota mail_log notify sieve } protocol imap { mail_max_userip_connections = 20 mail_plugins = quota mail_log notify imap_quota imap_zlib } protocol lmtp { mail_plugins = quota mail_log notify sieve }

3 5

Sieve: adding Date: header when missing
by Daniele Nicolodi 17 Jul '14

17 Jul '14

Hello, there is a way with a sieve rule to add a Date: header when it is missing? Adding one with the time of reception of the message or using the date from the the first Received: header would be good options. Unfortunately I'm receiving some useful automated messages that lack a Date header and this screws up the sorting in my imap clients. I have a script to fix those acting on the Maildir storage, but I would prefer to have the thing solved more radically. Thanks. Cheers, Daniele

6 12

dspam dovecot-lda
by Eric Broch 17 Jul '14

17 Jul '14

Hello list, Is there a way to call a spam filter in dovecot-lda like maildrop uses the xfilter command within the .mailfilter file to do the same? Eric

2 1

possible bug around ACL
by Maciej 'Agaran' Pijanka 17 Jul '14

17 Jul '14

Hello I want to set readonly over IMAP for users mailboxes at Archive namespace, (and have single user who can move mails there on automated way) This don't work but found that if I add file to /srv/mail.archives/<user>/dovecot-acl containing only owner lr then login to imap (with telnet) and do 1 GETACL Archive I get following result from gdb attached to worker process serving particular connection. Program received signal SIGSEGV, Segmentation fault. acl_mailbox_right_lookup (box=0x7fd75e4e1dc0, right_idx=right_idx@entry=10) at acl-mailbox.c:40 40 if (abox->skip_acl_checks) (gdb) p abox $1 = (struct acl_mailbox *) 0x0 (gdb) # uname -a Linux omelette 3.2.0-4-amd64 #1 SMP Debian 3.2.57-3 x86_64 GNU/Linux ii dovecot-core 1:2.2.13-2 amd64 local build from sources in testing just disabled lucene ps. I am idling on #dovecot too, if any info is needed with faster round trip time than emails. best regards -- agaran at pld dash linux dot org I do not fear computers. I fear the lack of them. [Isaac Asimov]

1 0

If local Dovecot stops working, check lo
by Steve Litt 17 Jul '14

17 Jul '14

Hi all, You probably know this already, but just in case... Let's say you have your email client getting mail from a Dovecot server on the same computer (which is a really good way of doing things, by the way). Then one day your email client starts saying "connection refused" after a suitably long timeout. So then, to find out where things are getting stuck, you do the following command: openssl s_client -connect 127.0.0.1:993 -quiet And you don't even get an OK back. This means it's not your username or password, because you never even got that far. Before spending a lot of time doing diagnostic tests and narrowing it to the root cause, try this as root: ifdown lo ifup lo A malfunctioning lo will cause Dovecot not to connect to clients. My experience with Debian Wheezy is that lo "goes down" a lot, so this is one of the first things I do when odd stuff happens. HTH, SteveT Steve Litt * http://www.troubleshooters.com/ Troubleshooting Training * Human Performance

6 8

Resource Temporarily Unavailable on replicator-doveadm
by Cassidy Larson 16 Jul '14

16 Jul '14

We're running 2.2.13 on two servers with replication. Still trying to get my replication tweaked correctly and I’m noticing a bunch of these errors for the same users over and over again: dsync-server(user(a)host.com): Error: write(/var/run/dovecot/replicator-doveadm) failed: Resource temporarily unavailable The 5-7 that I see all have quite a number of individual mailboxes (20+), I’m wondering if that has something to do with it? Also, my replicator status for full resync requests has been hovering around 2300-2400 the last few days: # doveadm replicator status Queued 'sync' requests 0 Queued 'high' requests 0 Queued 'low' requests 0 Queued 'failed' requests 0 Queued 'full resync' requests 2410 Waiting 'failed' requests 1 Total number of known users 9836 In checking the replication status for some of the “Resource temporarily unavailable” list from above, if I run it multiple times it outputs different results for the fast and full sync time: # doveadm replicator status user(a)host.com username priority fast sync full sync failed user(a)host.com none 00:20:21 49:43:34 - # doveadm replicator status user(a)host.com username priority fast sync full sync failed user(a)host.com none 00:10:55 00:10:55 - # doveadm replicator status user(a)host.com username priority fast sync full sync failed user(a)host.com none 00:10:56 00:10:56 - # doveadm replicator status user(a)host.com username priority fast sync full sync failed user(a)host.com none 00:10:57 00:10:57 - # doveadm replicator status user(a)host.com username priority fast sync full sync failed user(a)host.com none 00:20:24 49:43:37 - doveconf output for the replicator service is: service replicator { process_limit = 10 process_min_avail = 2 unix_listener replicator-doveadm { group = mailsys mode = 0666 user = mailsys } unix_listener replicator { group = mailsys mode = 0666 user = mailsys } } Anybody have any clues or suggestions? I’d be much appreciative. Thanks, Cassidy

1 0

BUG: dovecot -n writes no usable configuration file
by Hardy Flor 16 Jul '14

16 Jul '14

Hello, For testing, I wanted to make create a small configuration file of dovecot. This created file but did not work imap-postLogin. It missing the lines: unix_listener imap-postlogin { } in the section "service imap-postLogin". Hardy

1 0

Dovecot 2.2.13+ Assertion failed in sync_expunge_range
by Potapov Sergey 16 Jul '14

16 Jul '14

Hi! I got this error when build dovecot from source (rev 17627), configure it as imapc proxy (http://wiki2.dovecot.org/HowTo/ImapcProxy) and run imaptest with clients=2 or more, on latest stable version (2.2.13) and with clients=1 this error does not occurred. Jul 16 17:22:26 imap(user771): Panic: file mail-index-sync-update.c: line 250 (sync_expunge_range): assertion failed: (count > 0) Jul 16 17:22:26 imap(user771): Error: Raw backtrace: /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(+0x872a6) [0x7f8a956682a6] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(+0x88683) [0x7f8a95669683] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7f8a956685f9] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0x106f13) [0x7f8a959f5f13] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0x107e5a) [0x7f8a959f6e5a] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(mail_index_sync_record+0x33) [0x7f8a959f76a3] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(mail_index_sync_map+0x4e8) [0x7f8a959f7d97] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(mail_index_map+0x126) [0x7f8a959e1817] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0xeb410) [0x7f8a959da410] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0xeb707) [0x7f8a959da707] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage. so.0(mail_index_open+0x17e) [0x7f8a959daa33] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(index_storage_mailbox_open+0xe7) [0x7f8a959c6742] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0x81fd4) [0x7f8a95970fd4] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0x9a5d4) [0x7f8a959895d4] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(mailbox_open+0x1d) [0x7f8a9598975d] -> dovecot/imap() [0x414a3f] -> dovecot/imap(cmd_select_full+0x204) [0x414fac] -> dovecot/imap(cmd_select+0x1d) [0x414ff1] -> dovecot/imap(command_exec+0x5f) [0x41bdf4] -> dovecot/imap() [0x41ad47] -> dovecot/imap() [0x41b049] -> dovecot/imap() [0x41b169] -> dovecot/imap(client_handle_input+0x7e) [0x41b1e9] -> dovecot/imap(client_input+0xe6) [0x41b37c] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(io_loop_call_io+0xb6) [0x7f8a95681c32] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x1e5) [0x7f8a95683ce4] -> /home/lion/dovecot-2.2/lib/ dovecot/libdovecot.so.0(io_loop_handler_run+0x18) [0x7f8a95681dcd] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(io_loop_run+0xaf) [0x7f8a95681d26] Jul 16 17:22:26 imap(user771): Panic: file mail-index-sync-update.c: line 250 (sync_expunge_range): assertion failed: (count > 0) Jul 16 17:22:26 imap(user771): Error: Raw backtrace: /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(+0x872a6) [0x7fc4005942a6] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(+0x88683) [0x7fc400595683] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7fc4005945f9] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0x106f13) [0x7fc400921f13] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0x107e5a) [0x7fc400922e5a] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(mail_index_sync_record+0x33) [0x7fc4009236a3] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(mail_index_sync_map+0x4e8) [0x7fc400923d97] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(mail_index_map+0x126) [0x7fc40090d817] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0xeb410) [0x7fc400906410] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0xeb707) [0x7fc400906707] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage. so.0(mail_index_open+0x17e) [0x7fc400906a33] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(index_storage_mailbox_open+0xe7) [0x7fc4008f2742] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0x81fd4) [0x7fc40089cfd4] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0x9a5d4) [0x7fc4008b55d4] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(mailbox_open+0x1d) [0x7fc4008b575d] -> dovecot/imap() [0x414a3f] -> dovecot/imap(cmd_select_full+0x204) [0x414fac] -> dovecot/imap(cmd_select+0x1d) [0x414ff1] -> dovecot/imap(command_exec+0x5f) [0x41bdf4] -> dovecot/imap() [0x41ad47] -> dovecot/imap() [0x41b049] -> dovecot/imap() [0x41b169] -> dovecot/imap(client_handle_input+0x7e) [0x41b1e9] -> dovecot/imap(client_input+0xe6) [0x41b37c] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(io_loop_call_io+0xb6) [0x7fc4005adc32] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x1e5) [0x7fc4005afce4] -> /home/lion/dovecot-2.2/lib/ dovecot/libdovecot.so.0(io_loop_handler_run+0x18) [0x7fc4005addcd] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(io_loop_run+0xaf) [0x7fc4005add26] # 2.2.13 (fd0616d553b0): /home/lion/dovecot-2.2/etc/dovecot/dovecot.conf # OS: Linux 3.11.0-24-generic x86_64 Ubuntu 12.04.4 LTS auth_mechanisms = plain login default_internal_user = lion default_login_user = lion disable_plaintext_auth = no imapc_host = localhost log_path = /home/lion/dovecot-2.2/var/log/dovecot.log mail_home = /home/lion/dovecot-2.2/home/vmail/%u mail_location = imapc:~/imapc namespace inbox { inbox = yes location = mailbox Drafts { special_use = \Drafts } mailbox Junk { special_use = \Junk } mailbox Sent { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } prefix = } passdb { args = host=localhost port=143 default_fields = userdb_imapc_user=%u userdb_imapc_password=%w driver = imap } plugin { fts = solr fts_solr = url=http://localhost:8080/solr/ break-imap-search mail_log_events = delete undelete expunge copy mailbox_delete mailbox_rename mail_log_fields = uid box msgid size } service anvil { chroot = } service auth-worker { user = $default_internal_user } service imap-login { chroot = inet_listener imap { port = 10143 } inet_listener imaps { port = 10993 } } service lmtp { chroot = } service pop3-login { chroot = inet_listener pop3 { port = 10110 } inet_listener pop3s { port = 10995 } } ssl = no userdb { driver = prefetch }

1 0

Dovecot 2.2.13 Assertion failed in mailbox_list_create
by Potapov Sergey 16 Jul '14

16 Jul '14

Hi I got this error when configured imapc proxy (http://wiki2.dovecot.org/HowTo/ImapcProxy) and moved indexes to memory (mail_location = imapc:~/imapc:INDEX=MEMORY), with indexes on disk this error does not occurred. Jul 16 17:06:31 imap-login: Info: Login: user=<user87>, method=PLAIN, rip=127.0.0.1, lip=127.0.0.1, mpid=21703, secured, session=<iwFgMU/+lwB/AAAB> Jul 16 17:06:31 imap(user87): Panic: file mailbox-list.c: line 136 (mailbox_list_create): assertion failed: (set->root_dir == NULL || *set->root_dir != '\0' || ((*class_p)->props & MAILBOX_LIST_PROP_NO_ROOT) != 0) Jul 16 17:06:31 imap(user87): Error: Raw backtrace: /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(+0x872a6) [0x7f39be4d52a6] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(+0x88683) [0x7f39be4d6683] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7f39be4d55f9] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(mailbox_list_create+0x204) [0x7f39be7ff031] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0x78934) [0x7f39be7d4934] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0x78bbb) [0x7f39be7d4bbb] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(mailbox_list_get_path+0x34) [0x7f39be80230a] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(mailbox_get_path_to+0x8a) [0x7f39be7f9455] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(+0x9a0ee) [0x7f39be7f60ee] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot-storage.so.0(mailbox_get_status+0x32) [0x7f39be7f793c] -> dovecot/imap(imap_status_get+0xf0) [ 0x4252ac] -> dovecot/imap(cmd_status+0x1b7) [0x416177] -> dovecot/imap(command_exec+0x5f) [0x41bdf4] -> dovecot/imap() [0x41ad47] -> dovecot/imap() [0x41b049] -> dovecot/imap() [0x41b169] -> dovecot/imap(client_handle_input+0x7e) [0x41b1e9] -> dovecot/imap(client_input+0xe6) [0x41b37c] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(io_loop_call_io+0xb6) [0x7f39be4eec32] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x1e5) [0x7f39be4f0ce4] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x18) [0x7f39be4eedcd] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(io_loop_run+0xaf) [0x7f39be4eed26] -> /home/lion/dovecot-2.2/lib/dovecot/libdovecot.so.0(master_service_run+0x2e) [0x7f39be477d6d] -> dovecot/imap(main+0x2b3) [0x428a6d] -> /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xed) [0x7f39be0af76d] -> dovecot/imap() [0x40ad59] # 2.2.13 (fd0616d553b0+): /home/lion/dovecot-2.2/etc/dovecot/dovecot.conf # OS: Linux 3.11.0-24-generic x86_64 Ubuntu 12.04.4 LTS auth_mechanisms = plain login default_internal_user = lion default_login_user = lion disable_plaintext_auth = no imapc_host = localhost log_path = /home/lion/dovecot-2.2/var/log/dovecot.log mail_home = /home/lion/dovecot-2.2/home/vmail/%u mail_location = imapc:~/imapc:INDEX=MEMORY namespace inbox { inbox = yes location = mailbox Drafts { special_use = \Drafts } mailbox Junk { special_use = \Junk } mailbox Sent { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } prefix = } passdb { args = host=localhost port=143 default_fields = userdb_imapc_user=%u userdb_imapc_password=%w driver = imap } plugin { fts = solr fts_solr = url=http://localhost:8080/solr/ break-imap-search mail_log_events = delete undelete expunge copy mailbox_delete mailbox_rename mail_log_fields = uid box msgid size } service anvil { chroot = } service auth-worker { user = $default_internal_user } service imap-login { chroot = inet_listener imap { port = 10143 } inet_listener imaps { port = 10993 } } service lmtp { chroot = } service pop3-login { chroot = inet_listener pop3 { port = 10110 } inet_listener pop3s { port = 10995 } } ssl = no userdb { driver = prefetch }

1 0