- dovecot - dovecot.org

Flags in public folders disappear when more than 25 flags are used
by Thomas Herrmann 14 Jul '14

14 Jul '14

Hello, I have been using flags in public folders for quite a while with no problems. Once the flags were added to all clients (Thunderbird), they were visible and synchronized properly. Now I have added some new flags, and in the dovecot-keywords files I see that I am now using more than 25 flags (in which case they are not stored using an additional letter in the filename). Now I see that newly added flags are only visible in the client for a short time and then suddenly disappear. How can I debug this, or what may be a reason for this? Regards Thomas Herrmann root@mailsrv2:~# dovecot --version 2.1.7 root@mailsrv2:~# dovecot -n # 2.1.7: /etc/dovecot/dovecot.conf # OS: Linux 3.2.0-4-amd64 x86_64 Debian 7.5 xfs disable_plaintext_auth = no log_timestamp = "%Y-%m-%d %H:%M:%S " mail_fsync = never mail_location = maildir:/home/vmail/adwin.de/%n/Maildir mail_privileged_group = mail managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihave imapflags namespace { inbox = yes location = prefix = separator = / subscriptions = yes type = private } namespace { list = children location = maildir:/home/vmail/public:INDEX=/home/vmail/adwin.de/%n/public prefix = ADwin/ separator = / subscriptions = no type = public } passdb { args = /etc/dovecot/dovecot-sql.conf driver = sql } plugin { acl = vfile sieve = /home/vmail/adwin.de/%n/dovecot.sieve sieve_dir = /home/vmail/adwin.de/%n/sieve sieve_extensions = +imapflags +imap4flags } protocols = imap lmtp sieve service auth { unix_listener /var/spool/postfix/private/auth { group = postfix mode = 0660 user = postfix } unix_listener auth-master { mode = 0600 user = vmail } user = root } service imap-login { inet_listener imap { address = *,:: port = 56143 } inet_listener imaps { address = *,:: port = 56993 ssl = yes } service_count = 0 } service imap { vsz_limit = 512 M } service lmtp { unix_listener /var/spool/postfix/private/dovecot-lmtp { group = postfix mode = 0660 user = postfix } } service managesieve-login { executable = /usr/lib/dovecot/managesieve-login service_count = 0 } service managesieve { executable = /usr/lib/dovecot/managesieve } ssl_ca = </etc/dovecot/ca-bundle.crt ssl_cert = </etc/dovecot/XXXXXXXXXXXXXX.crt ssl_key = </etc/dovecot/XXXXXXXXXXXXXXX.key userdb { driver = passwd } userdb { args = uid=5000 gid=5000 home=/home/vmail/%d/%n allow_all_users=yes driver = static } protocol imap { mail_max_userip_connections = 100 mail_plugins = acl imap_acl } protocol imaps { mail_max_userip_connections = 100 mail_plugins = acl imap_acl } protocol lda { auth_socket_path = /var/run/dovecot/auth-master log_path = /home/vmail/dovecot-deliver.log mail_fsync = optimized mail_plugins = sieve acl postmaster_address = XXXXXXXX(a)XXXXX.de } protocol lmtp { mail_plugins = sieve acl }

2 4

Panic: file mail-index.c: line 650 (mail_index_close): assertion failed: (index->open_count > 0)
by Hardy Flor 14 Jul '14

14 Jul '14

Hello, I'm use the virtual plugin for list all unread messages in the public namespace. Every time the connection is terminated with this error message when I select the virtual/projekte mailbox. Do not show any emails. The version is build today from source 2.2.13.auto+102 Hardy *** dovecot-virtual *** !INBOX Projekte/* unseen ********************** *** part of dovecot -n *** # 2.2.13 (fd0616d553b0): /etc/dovecot/dovecot.conf # OS: Linux 3.2.0-4-amd64 x86_64 Debian 7.5 ext4 namespace { list = children location = mdbox:/var/mail/projekte/:INDEXPVT=/var/mail/user/%n/projekte prefix = Projekte/ separator = / subscriptions = no type = public } ************************* GNU gdb (GDB) 7.4.1-debian Copyright (C) 2012 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html> This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu". For bug reporting instructions, please see: <http://www.gnu.org/software/gdb/bugs/>... Reading symbols from /usr/lib/dovecot/imap...(no debugging symbols found)...done. Attaching to program: /usr/lib/dovecot/imap, process 6839 ptrace: Kein passender Prozess gefunden. [New LWP 6839] warning: Can't read pathname for load map: Eingabe-/Ausgabefehler. [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". Core was generated by `dovecot/imap imap-postlogin'. Program terminated with signal 6, Aborted. #0 0x00007f38fc37c475 in raise () from /lib/x86_64-linux-gnu/libc.so.6 (gdb) bt full #0 0x00007f38fc37c475 in raise () from /lib/x86_64-linux-gnu/libc.so.6 No symbol table info available. #1 0x00007f38fc37f6f0 in abort () from /lib/x86_64-linux-gnu/libc.so.6 No symbol table info available. #2 0x00007f38fc742395 in ?? () from /usr/lib/dovecot/libdovecot.so.0 No symbol table info available. #3 0x00007f38fc7423fe in ?? () from /usr/lib/dovecot/libdovecot.so.0 No symbol table info available. #4 0x00007f38fc6fa96e in i_panic () from /usr/lib/dovecot/libdovecot.so.0 No symbol table info available. #5 0x00007f38fca6a1e1 in mail_index_close () from /usr/lib/dovecot/libdovecot-storage.so.0 No symbol table info available. #6 0x00007f38fca5c46c in index_storage_mailbox_close () from /usr/lib/dovecot/libdovecot-storage.so.0 No symbol table info available. #7 0x00007f38fca2fb8d in mailbox_close () from /usr/lib/dovecot/libdovecot-storage.so.0 No symbol table info available. #8 0x00007f38fb0f600d in ?? () from /usr/lib/dovecot/modules/lib20_virtual_plugin.so No symbol table info available. #9 0x00007f38fb0f61b0 in virtual_backend_box_open () from /usr/lib/dovecot/modules/lib20_virtual_plugin.so No symbol table info available. #10 0x00007f38fb0f7860 in virtual_storage_sync_init () from /usr/lib/dovecot/modules/lib20_virtual_plugin.so No symbol table info available. #11 0x00007f38fca30703 in mailbox_sync_init () from /usr/lib/dovecot/libdovecot-storage.so.0 No symbol table info available. #12 0x00007f38fca30827 in mailbox_sync () from /usr/lib/dovecot/libdovecot-storage.so.0 No symbol table info available. #13 0x00007f38fca5afd0 in index_storage_get_status () from /usr/lib/dovecot/libdovecot-storage.so.0 No symbol table info available. #14 0x00007f38fb0f5458 in ?? () from /usr/lib/dovecot/modules/lib20_virtual_plugin.so No symbol table info available. #15 0x00007f38fbb1b794 in ?? () from /usr/lib/dovecot/modules/lib01_acl_plugin.so No symbol table info available. #16 0x00007f38fca31a30 in mailbox_get_status () from /usr/lib/dovecot/libdovecot-storage.so.0 No symbol table info available. #17 0x000000000041eb4b in imap_status_get () No symbol table info available. #18 0x0000000000414329 in cmd_status () No symbol table info available. #19 0x000000000041849c in command_exec () No symbol table info available. #20 0x00000000004174e0 in ?? () No symbol table info available. #21 0x0000000000417574 in ?? () No symbol table info available. ---Type <return> to continue, or q <return> to quit--- #22 0x0000000000417855 in client_handle_input () No symbol table info available. #23 0x0000000000417c02 in client_input () No symbol table info available. #24 0x00007f38fc7538be in io_loop_call_io () from /usr/lib/dovecot/libdovecot.so.0 No symbol table info available. #25 0x00007f38fc7548cb in io_loop_handler_run_internal () from /usr/lib/dovecot/libdovecot.so.0 No symbol table info available. #26 0x00007f38fc753949 in io_loop_handler_run () from /usr/lib/dovecot/libdovecot.so.0 No symbol table info available. #27 0x00007f38fc7539c8 in io_loop_run () from /usr/lib/dovecot/libdovecot.so.0 No symbol table info available. #28 0x00007f38fc6ffe13 in master_service_run () from /usr/lib/dovecot/libdovecot.so.0 No symbol table info available. #29 0x000000000040c238 in main () No symbol table info available. (gdb)

1 0

High user number tune
by Edwardo Garcia 13 Jul '14

13 Jul '14

Halo, This might seem like another indirect thread. I Monday started new job, first task must replace courier. The job use POP3. and IMAP only for webmail, but must server support 4K POP3 at one times. I see from similar thread current settings not adequate , we will use TLS and if wiki read right Iprotocol So am close in think that need ? service pop3-login { process_limit = 4096 } service pop3 { process_limit = 4096 } service imap-login { process_limit = 2048 } service imap { process_limit = 2048 } then we have service managesieve { process_limit = 1024 } is that all we need change? I see in other thread someone says service anvil but I can not find out about it, does need change as well ? Why is it so complicated to change to let more user on, most other change one setting, dovecot want dozen :(

2 1

Pigeonhole sieve misfile
by Patrick Domack 12 Jul '14

12 Jul '14

I'm having an issue with sieve putting some emails into the spam folder, that should not be matching the spam rule. I tried looking but can't seem to find a debug option. Is there any way I can get a log of what the sieve rule path that matches so I can locate the misfiring rule? or maybe something else that is going on. I already checked the dovecot sieve log file, and there is nothing in there.

2 1

macros
by Arkadiusz Miśkiewicz 12 Jul '14

12 Jul '14

Does dovecot support any form of macros? I would like to share configuration file between several servers. Configs are different only in tiny aspects. Somethine like: dovecot-server.conf (different on each server): %define ID 55 %define SOMETHING SELECT FROM * WHERE something %define MECHANISMS digest-md5 dovecot-main.conf (common, shared config) !include dovecot-server.conf user_query = ${SOMETHING} AND id=${ID} auth_mechanisms = plain login ${MECHANISMS} etc -- Arkadiusz Miśkiewicz, arekm / maven.pl

2 1

imap(hardy): Panic: file istream-tee.c: line 138 (i_stream_tee_read): assertion failed: (last_high_offset == input->v_offset + size)
by Hardy Flor 11 Jul '14

11 Jul '14

Hello, I'm copy with imapsync (on the new server with dovecot) with a single user all mails from a old server to the new server. The error-message ist after 20-30 minutes in the log, and I must restart the imapsync. The next mail is normal store on the destination box. Hardy

2 4

Replication on dovecot 2.0
by Tom Barber(Alabs) 11 Jul '14

11 Jul '14

Hi Guys I'm running an Ubuntu 12.04 LTS server and not being particually inclined to upgrade I'm wondering what options I have for replication as it appears to be running dovecot 2.0.19. I saw the wiki page about replication and whilst it says you should use 2.2+ it doesn't say what the minimum requirements are, so I tried doing what it says but I get: Fatal: Plugin 'replication' not found from directory /usr/lib/dovecot/modules Any ideas or tips. Thanks Tom

2 2

1.2.4 disk full errors
by Iain Hallam 11 Jul '14

11 Jul '14

Hi. A user on a rather old mail system we have filled their disk space, and Dovecot has started to give lots of errors in the logs about "Expunged message reappeared" and "Duplicate file entry". The user can only see a few new messages, not the 33,551 in their inbox. In the TODO file in the current source code[1], Timo notes that (line 147): maildir: out-of-disk-space failures apparently cause all kinds of problems, e.g. "Expunged message reappeared", "Duplicate file entry"? [1] http://hg.dovecot.org/dovecot-2.2/file/c55c660d6e9d/TODO Does anyone know what's happening with Dovecot here and how to recover so that this user can see mail again? Unforuntately we're on a very old version, 1.2.4. Though there is a plan for migrating to a newer platform, I need to get this user accessing email again rather more urgently. Thanks, Iain Hallam.

2 1

dovecot lda invalid user settings
by CJ Keist 10 Jul '14

10 Jul '14

I'm now dealing with issue with some users on mbox getting invalid user settings in /var/adm/messages. /var/log/syslog has: Jul 10 11:21:42 mail2 dovecot: [ID 583609 mail.error] lda(ejames): Error: user ejames: Initialization failed: Namespace '': Mail storage autodetection failed with home=/top/academic/Atmos/people/ejames/home Jul 10 11:21:42 mail2 dovecot: [ID 583609 mail.crit] lda(ejames): Fatal: Invalid user settings. Refer to server log for more information. I checked this users home directory and the mail folder is there and permissions are all correct. I'm running in a mixed mbox and Maildir environment. I read to support this environment you simply comment out the mail_location lines in 10-mail.conf file which will force dovecot to auto detect what format a user is using. This worked fine in dovecot 1.2.12, but seems to failing here. root@mail2:/userM/mail-services/dovecot/sbin# ./dovecot -n # 2.2.13: /userM/mail-services/dovecot/etc/dovecot/dovecot.conf # OS: SunOS 5.11 i86pc auth_failure_delay = 5 secs auth_mechanisms = plain login cram-md5 auth_worker_max_count = 3000 base_dir = /userM/mail-services/dovecot/var/run/dovecot/ default_client_limit = 30000 default_process_limit = 5000 disable_plaintext_auth = no hostname = mail2.engr.colostate.edu managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihave duplicate namespace inbox { inbox = yes location = mailbox Drafts { special_use = \Drafts } mailbox Junk { special_use = \Junk } mailbox Sent { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } prefix = } passdb { driver = pam } passdb { driver = passwd } postmaster_address = cjay(a)engr.colostate.edu service auth { unix_listener /var/lib/postfix/private/auth { mode = 0666 } unix_listener auth-userdb { group = postfix mode = 0666 user = postfix } user = root } service imap-login { inet_listener imap { port = 143 } inet_listener imaps { port = 993 ssl = yes } } service pop3-login { inet_listener pop3 { port = 110 } inet_listener pop3s { port = 995 ssl = yes } } ssl_cert = </userM/mail-services/dovecot/etc/ssl/dovecot.pem ssl_key = </userM/mail-services/dovecot/etc/ssl/privkey.pem userdb { args = blocking=yes driver = passwd } protocol imap { mail_max_userip_connections = 50 } protocol lda { mail_plugins = sieve } protocol pop3 { mail_max_userip_connections = 50 } -- C. J. Keist Email: cj.keist(a)colostate.edu Systems Group Manager Solaris 10 OS (SAI) Engineering Network Services Phone: 970-491-0630 College of Engineering, CSU Fax: 970-491-5569 Ft. Collins, CO 80523-1301 All I want is a chance to prove 'Money can't buy happiness'

1 0

SIGSEGV in 2.2.13 with IMAP Proxying to an Exchange Server
by Ralf Hildebrandt 10 Jul '14

10 Jul '14

100% reproducible. User is using alpine to write an email. Continue postponed composition (answering "No" won't erase it)? y -> [>Empty folder! No messages really postponed!<] Can't delete {mproxy.charite.de/ssl/novalidate-cert/user=theusername}postponed-msgs Setup: ====== http://wiki2.dovecot.org/HowTo/ImapcProxy coredump available for further inspection Full backtrace: =============== Attaching to program: /usr/lib/dovecot/imap, process 15573 [New LWP 15573] Core was generated by `dovecot/imap'. Program terminated with signal SIGSEGV, Segmentation fault. #0 imapc_client_mailbox_cmd (box=0x0, callback=callback@entry=0x7f6ba2ed40e0 <imapc_simple_callback>, context=context@entry=0x7fff68b7f1a0) at imapc-client.c:351 #0 imapc_client_mailbox_cmd (box=0x0, callback=callback@entry=0x7f6ba2ed40e0 <imapc_simple_callback>, context=context@entry=0x7fff68b7f1a0) at imapc-client.c:351 cmd = <optimized out> __FUNCTION__ = "imapc_client_mailbox_cmd" #1 0x00007f6ba2ed4815 in imapc_mailbox_noop (mbox=mbox@entry=0x1294060) at imapc-storage.c:154 cmd = <optimized out> sctx = {client = 0x123b400, ret = -2} #2 0x00007f6ba2ed2d30 in imapc_mailbox_sync_init (box=0x1294060, flags=(MAILBOX_SYNC_FLAG_FULL_READ | MAILBOX_SYNC_FLAG_FIX_INCONSISTENT)) at imapc-sync.c:476 mbox = 0x1294060 list = <optimized out> capabilities = <optimized out> changes = true ret = 0 #3 0x00007f6ba2ee53c9 in mailbox_sync_init (box=box@entry=0x1294060, flags=(MAILBOX_SYNC_FLAG_FULL_READ | MAILBOX_SYNC_FLAG_FIX_INCONSISTENT)) at mail-storage.c:1677 _data_stack_cur_id = 4 ctx = <optimized out> #4 0x00007f6ba2ee54d7 in mailbox_sync (box=box@entry=0x1294060, flags=<optimized out>, flags@entry=MAILBOX_SYNC_FLAG_FULL_READ) at mail-storage.c:1725 ctx = 0x1294060 status = {sync_delayed_expunges = 0} #5 0x00007f6ba2f0fdcb in mailbox_expunge_all_data (box=0x1294060) at index-storage.c:648 ctx = 0x7fff68b7f35c t = 0x7fff68b7f35c mail = 0x0 search_args = 0x0 #6 index_storage_mailbox_delete (box=0x1294060) at index-storage.c:701 metadata = {guid = "\000\000\000\000\000\000\000\000\030\377\347\242\000\000\000", virtual_size = 19480672, cache_fields = 0x0, precache_fields = (MAIL_FETCH_RECEIVED_DATE | MAIL_FETCH_SAVE_DATE | MAIL_FETCH_PHYSICAL_SIZE | MAIL_FETCH_IMAP_ENVELOPE | MAIL_FETCH_UIDL_FILE_NAME | MAIL_FETCH_GUID | unknown: 16777216), backend_ns_prefix = 0x7f6ba2ee64b0 <mailbox_open+16> "\211\302\061\300\205\322x\bH\203\304\030[]Ð\366\203\230\002", backend_ns_type = (unknown: 0)} status = {messages = 0, recent = 0, unseen = 19029536, uidvalidity = 0, uidnext = 1, first_unseen_seq = 0, first_recent_uid = 2730247353, last_cached_seq = 32619, highest_modseq = 19480672, highest_pvt_modseq = 140100271760191, keywords = 0x1, permanent_flags = 0, permanent_keywords = 0, allow_new_keywords = 0, nonpermanent_modseqs = 0, no_modseq_tracking = 0, have_guids = 0, have_save_guids = 0, have_only_guid128 = 0} ret_guid = <optimized out> #7 0x00007f6ba2ee66a7 in mailbox_delete (box=0x1294060) at mail-storage.c:1319 ret = <optimized out> #8 0x000000000040d0e1 in cmd_delete (cmd=0x125ce40) at cmd-delete.c:39 client = <optimized out> ns = <optimized out> box = 0x1294060 name = 0x121b2b8 "postponed-msgs" errstr = <optimized out> error = 32767 disconnect = false #9 0x0000000000416cfc in command_exec (cmd=0x125ce40) at imap-commands.c:158 hook = 0x12240e0 ret = <optimized out> #10 0x0000000000415d5f in client_command_input (cmd=0x125ce40) at imap-client.c:778 client = 0x1268c10 command = <optimized out> __FUNCTION__ = "client_command_input" #11 0x0000000000415e15 in client_command_input (cmd=0x125ce40) at imap-client.c:839 client = 0x1268c10 command = <optimized out> __FUNCTION__ = "client_command_input" #12 0x0000000000416115 in client_handle_next_command (remove_io_r=<synthetic pointer>, client=0x1268c10) at imap-client.c:877 No locals. #13 client_handle_input (client=client@entry=0x1268c10) at imap-client.c:889 _data_stack_cur_id = 3 remove_io = false handled_commands = false __FUNCTION__ = "client_handle_input" #14 0x00000000004164a2 in client_input (client=0x1268c10) at imap-client.c:931 cmd = 0x1234630 output = 0x125cd30 bytes = 32 __FUNCTION__ = "client_input" #15 0x00007f6ba2c19e6f in io_loop_call_io (io=0x125ae10) at ioloop.c:441 ioloop = 0x1223730 t_id = 2 __FUNCTION__ = "io_loop_call_io" #16 0x00007f6ba2c1ad77 in io_loop_handler_run_internal (ioloop=ioloop@entry=0x1223730) at ioloop-epoll.c:220 ctx = 0x12243c0 list = 0x1225e20 io = <optimized out> tv = {tv_sec = 1739, tv_usec = 977960} events_count = <optimized out> msecs = <optimized out> ret = 1 i = 0 call = <optimized out> __FUNCTION__ = "io_loop_handler_run_internal" #17 0x00007f6ba2c19ed9 in io_loop_handler_run (ioloop=ioloop@entry=0x1223730) at ioloop.c:488 No locals. #18 0x00007f6ba2c19f58 in io_loop_run (ioloop=0x1223730) at ioloop.c:465 __FUNCTION__ = "io_loop_run" #19 0x00007f6ba2bc9133 in master_service_run (service=0x12235c0, callback=callback@entry=0x41ee50 <client_connected>) at master-service.c:566 No locals. #20 0x000000000040b06f in main (argc=1, argv=0x1223390) at main.c:400 set_roots = {0x426ca0 <imap_setting_parser_info>, 0x0} login_set = {auth_socket_path = 0x121b048 "\001", postlogin_socket_path = 0x0, postlogin_timeout_secs = 60, callback = 0x41f200 <login_client_connected>, failure_callback = 0x41ef30 <login_client_failed>, request_auth_token = 1} service_flags = <optimized out> storage_service_flags = <optimized out> username = 0x0 c = <optimized out> -- Ralf Hildebrandt Geschäftsbereich IT | Abteilung Netzwerk Charité - Universitätsmedizin Berlin Campus Benjamin Franklin Hindenburgdamm 30 | D-12203 Berlin Tel. +49 30 450 570 155 | Fax: +49 30 450 570 962 ralf.hildebrandt(a)charite.de | http://www.charite.de

2 1