March 2014 - dovecot - dovecot.org

[Dovecot] Panic: file mail-index-map.c: line 547 (mail_index_map_lookup_seq_range): assertion failed: (first_uid > 0)
by Hardy Flor 07 May '14

07 May '14

Version: 2.2.12 OS: Debian wheezy x86_64 2014 Mar 11 20:06:53 ptb-test imap(flor_hardy): Panic: file mail-index-map.c: line 547 (mail_index_map_lookup_seq_range): assertion failed: (first_uid > 0) 2014 Mar 11 20:06:53 ptb-test imap(flor_hardy): Fatal: master: service(imap): child 2760 killed with signal 6 (core dumped) GNU gdb (GDB) 7.4.1-debian Copyright (C) 2012 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later<http://gnu.org/licenses/gpl.html> This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu". For bug reporting instructions, please see: <http://www.gnu.org/software/gdb/bugs/>... Reading symbols from /usr/lib/dovecot/imap...Reading symbols from /usr/lib/debug/usr/lib/dovecot/imap...done. done. [New LWP 2760] warning: Can't read pathname for load map: Eingabe-/Ausgabefehler. [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". Core was generated by `dovecot/imap'. Program terminated with signal 6, Aborted. #0 0x00007f32d28b4475 in raise () from /lib/x86_64-linux-gnu/libc.so.6 (gdb) bt full #0 0x00007f32d28b4475 in raise () from /lib/x86_64-linux-gnu/libc.so.6 No symbol table info available. #1 0x00007f32d28b76f0 in abort () from /lib/x86_64-linux-gnu/libc.so.6 No symbol table info available. #2 0x00007f32d2c78345 in default_fatal_finish (type=<optimized out>, status=status@entry=0) at failures.c:193 backtrace = 0x186d768 "/usr/lib/dovecot/libdovecot.so.0(+0x6b34f) [0x7f32d2c7834f] -> /usr/lib/dovecot/libdovecot.so.0(+0x6b3ae) [0x7f32d2c783ae] -> /usr/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7f32d2c31e8e] -> /usr/lib/d"... #3 0x00007f32d2c783ae in i_internal_fatal_handler (ctx=0x7fff8d12aa30, format=<optimized out>, args=<optimized out>) at failures.c:657 status = 0 #4 0x00007f32d2c31e8e in i_panic (format=format@entry=0x7f32d2fbc098 "file %s: line %d (%s): assertion failed: (%s)") at failures.c:267 ctx = {type = LOG_TYPE_PANIC, exit_status = 0, timestamp = 0x0} args = {{gp_offset = 40, fp_offset = 48, overflow_arg_area = 0x7fff8d12ab20, reg_save_area = 0x7fff8d12aa60}} #5 0x00007f32d2fa03b2 in mail_index_map_lookup_seq_range (map=<optimized out>, first_uid=0, last_uid=<optimized out>, first_seq_r=<optimized out>, last_seq_r=<optimized out>) at mail-index-map.c:549 __FUNCTION__ = "mail_index_map_lookup_seq_range" #6 0x00007f32d2fa856d in tview_lookup_seq_range (view=0x18a6850, first_uid=0, last_uid=0, first_seq_r=0x18a79e0, last_seq_r=0x18a79e0) at mail-index-transaction-view.c:178 tview = 0x18a6850 rec = <optimized out> seq = <optimized out> __FUNCTION__ = "tview_lookup_seq_range" #7 0x00007f32d2fb17c2 in mail_index_lookup_seq (view=<optimized out>, uid=<optimized out>, seq_r=seq_r@entry=0x18a79e0) at mail-index-view.c:522 No locals. #8 0x00007f32d2f809b4 in index_mail_get_pvt (_mail=_mail@entry=0x18a78a0) at index-mail.c:158 No locals. #9 0x00007f32d2f81082 in index_mail_get_pvt (_mail=0x18a78a0) at index-mail.c:152 mail = 0x18a78a0 #10 index_mail_get_flags (_mail=0x18a78a0) at index-mail.c:177 mail = 0x18a78a0 rec = <optimized out> flags = MAIL_ANSWERED pvt_flags_mask = <optimized out> #11 0x00007f32d18371a4 in mail_log_append_mail_message_real (desc=0x7f32d1837504 "save", event=MAIL_LOG_EVENT_SAVE, mail=0x18a78a0, ctx=0x18c62f0) at mail-log-plugin.c:297 muser = <optimized out> msg = 0x18c6308 text = 0x186d310 size = 224891 #12 mail_log_append_mail_message (desc=0x7f32d1837504 "save", event=MAIL_LOG_EVENT_SAVE, mail=0x18a78a0, ctx=0x18c62f0) at mail-log-plugin.c:335 _data_stack_cur_id = 3 #13 mail_log_append_mail_message (ctx=0x18c62f0, mail=0x18a78a0, event=MAIL_LOG_EVENT_SAVE, desc=0x7f32d1837504 "save") at mail-log-plugin.c:320 muser = <optimized out> #14 0x00007f32d1c3c51b in notify_contexts_mail_save (mail=mail@entry=0x18a78a0) at notify-plugin.c:63 ctx = 0x1886fc0 mail_txn = <optimized out> #15 0x00007f32d1c3d4b0 in notify_save_finish (ctx=<optimized out>) at notify-storage.c:145 lbox = <optimized out> dest_mail = 0x18a78a0 #16 0x00007f32d2f64582 in mailbox_save_finish (_ctx=_ctx@entry=0x189a280) at mail-storage.c:2073 ctx = 0x18a9590 t = 0x18ab220 keywords = 0x0 pvt_flags = MAIL_SEEN copying_via_save = false ret = <optimized out> __FUNCTION__ = "mailbox_save_finish" #17 0x000000000040cef1 in cmd_append_continue_message (cmd=0x189a120) at cmd-append.c:858 lit_offset = 228081 client = 0x1899540 ctx = 0x189a228 ret = <optimized out> #18 0x00000000004183cc in command_exec (cmd=0x189a120) at imap-commands.c:158 hook = 0x18760f0 ret = <optimized out> #19 0x000000000040c9a3 in client_input_append (cmd=0xac8) at cmd-append.c:116 ctx = 0x189a228 client = 0x1899540 reason = <optimized out> finished = <optimized out> lit_offset = <optimized out> __FUNCTION__ = "client_input_append" #20 0x00007f32d2c88ab6 in io_loop_call_io (io=0x18ab150) at ioloop.c:388 ioloop = 0x1875740 t_id = 2 #21 0x00007f32d2c89957 in io_loop_handler_run (ioloop=ioloop@entry=0x1875740) at ioloop-epoll.c:220 ctx = 0x18763d0 events = 0x0 event = 0x1877230 list = 0x1877e00 io = <optimized out> tv = {tv_sec = 5, tv_usec = 398615} events_count = <optimized out> msecs = <optimized out> ret = 1 i = <optimized out> call = <optimized out> __FUNCTION__ = "io_loop_handler_run" #22 0x00007f32d2c885c8 in io_loop_run (ioloop=0x1875740) at ioloop.c:412 __FUNCTION__ = "io_loop_run" #23 0x00007f32d2c37233 in master_service_run (service=0x18755d0, callback=callback@entry=0x420c50 <client_connected>) at master-service.c:566 No locals. #24 0x000000000040c128 in main (argc=1, argv=0x1875390) at main.c:400 set_roots = {0x4287c0, 0x0} login_set = {auth_socket_path = 0x186d048 "\001", postlogin_socket_path = 0x0, postlogin_timeout_secs = 60, callback = 0x420ae0 <login_client_connected>, failure_callback = 0x4207f0 <login_client_failed>, request_auth_token = 1} service_flags = <optimized out> storage_service_flags = <optimized out> username = 0x0 c = <optimized out> ******************************************************** In the "Projekte" folder several subfolderswere created. Now, when a user wants to save more e-mails in this subfolder does this Stop message. The e-mails are all but saved.

3 2

[Dovecot] output of doveconf in conflict with order of settings in conf.d/*-*.conf files
by Steffen Kaiser 02 May '14

02 May '14

-----BEGIN PGP SIGNED MESSAGE----- Hash: SHA1 Hi, I wanted to enable stats, so I added the settings from http://wiki2.dovecot.org/Statistics into conf.d/99-stats.conf: mail_plugins = $mail_plugins stats protocol imap { mail_plugins = $mail_plugins imap_stats } plugin { # how often to session statistics stats_refresh = 30 secs # track per-IMAP command statistics stats_track_cmds = yes } reloaded dovecot, see output of doveconf -n below, but I got the error: imap: Error: Can't load plugin imap_stats_plugin: Plugin stats must be loaded also (you must set: mail_plugins=$mail_plugins stats) If I move the line "mail_plugins = $mail_plugins stats" from 99-stats.conf into 15-stats.conf, the output of doveconf -n looks the same, but the stats is working. I tried finding information about the significance of the order of settings - I mean which number should a conf-file has - , but failed in the Wiki and mailing list. Is this a bug or should there be a documentation? ===== # 2.2.10 (5432b55a2b87): /usr/local/dovecot-2.2.10/etc/dovecot/dovecot.conf # OS: Linux 2.6.32-5-amd64 x86_64 Debian 6.0.8 auth_cache_size = 10 M auth_mechanisms = plain login base_dir = /var/run/dovecot2.2/ default_vsz_limit = 512 M deliver_log_format = msgid=%m: %$ %p/%w "%f" "%s" dict { acl = pgsql:/usr/local/dovecot-2.2.10/etc/dovecot/dovecot-dict-sql.conf.ext quota = pgsql:/usr/local/dovecot-2.2.10/etc/dovecot/dovecot-dict-sql.conf.ext } disable_plaintext_auth = no instance_name = dovecot2.2 lda_mailbox_autocreate = yes lmtp_save_to_detail_mailbox = yes log_path = /var/log/dovecot/dovecot2.2.log log_timestamp = "%F %H:%M:%S " mail_gid = vmail mail_log_prefix = "%Us(%u) [%p]: " mail_max_userip_connections = 0 mail_plugins = " quota notify mail_log zlib acl stats" mail_shared_explicit_inbox = yes mail_uid = vmail managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihave imapflags namespace { list = children location = maildir:%%h/Maildir:INDEX=~/Maildir/shared/%%u prefix = users.%%u. separator = . type = shared } namespace inbox { inbox = yes location = mailbox Drafts { special_use = \Drafts } mailbox Junk { special_use = \Junk } mailbox Sent { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } prefix = } passdb { args = /usr/local/dovecot-2.2.10/etc/dovecot/dovecot-ldap.conf.ext driver = ldap } plugin { acl = vfile acl_shared_dict = proxy::acl antispam_allow_append_to_spam = yes antispam_backend = spool2dir antispam_spam = SPAM+ReportAsSPAM antispam_spool2dir_notspam = /tmp/spamspool/%%020lu-%%05lu-%u-H antispam_spool2dir_spam = /tmp/spamspool/%%020lu-%%05lu-%u-S antispam_trash = trash;TRASH;Trash;spam;SPAM;Spam;junk;JUNK;Junk;Deleted Items;Deleted Messages;Gel&APY-schte Elemente;Gel&APY-schte Objekte;Junk E-mail;Junk-E-Mail;INBOX.Trash;INBOX.TRASH;INBOX.trash mail_log_events = delete undelete expunge copy mailbox_delete mailbox_rename mail_log_fields = uid box msgid size vsize from subject quota = dict:User quota::proxy::quota quota_rule = *:storage=300MB quota_rule2 = Trash:storage=+30M recipient_delimiter = + sieve = ~/.dovecot.sieve sieve_dir = ~/sieve sieve_extensions = +imapflags sieve_max_actions = 0 sieve_quota_max_storage = 3M stats_command_min_time = 1 mins stats_domain_min_time = 12 hours stats_ip_min_time = 12 hours stats_memory_limit = 128 M stats_refresh = 30 secs stats_session_min_time = 15 mins stats_track_cmds = yes stats_user_min_time = 1 hours } postmaster_address = postmaster(a)inf.h-brs.de protocols = imap pop3 lmtp sieve quota_full_tempfail = yes service auth { unix_listener auth-client { mode = 0766 } unix_listener auth-userdb { mode = 0766 user = vmail } } service dict { unix_listener dict { group = vmail mode = 0660 user = vmail } } service doveadm { unix_listener doveadm-server { mode = 0666 } } service imap-login { process_min_avail = 4 service_count = 0 vsz_limit = 768 M } service imap { process_limit = 10000 vsz_limit = 768 M } service lmtp { vsz_limit = 768 M } service managesieve-login { inet_listener sieve { port = 4190 } inet_listener sieve_deprecated { port = 2000 } } service pop3-login { process_min_avail = 5 service_count = 0 vsz_limit = 512 M } service stats { fifo_listener stats-mail { mode = 0600 user = vmail } } ssl_ca = </etc/ssl/certs/ca.crt ssl_cert = </etc/ssl/certs/imap.pem ssl_key = </etc/ssl/private/imap.key userdb { driver = prefetch } userdb { args = /usr/local/dovecot-2.2.10/etc/dovecot/dovecot-ldap.conf.ext default_fields = home=/home/%u uid=vmail gid=vmail driver = ldap } verbose_proctitle = yes protocol lmtp { mail_plugins = " quota notify mail_log zlib acl quota sieve" } protocol lda { mail_plugins = " quota notify mail_log zlib acl quota sieve" } protocol imap { mail_plugins = " quota notify mail_log zlib acl imap_quota imap_zlib imap_acl antispam imap_stats" } - -- Steffen Kaiser -----BEGIN PGP SIGNATURE----- Version: GnuPG v1.4.11 (GNU/Linux) iQEVAwUBUwHPOnD1/YhP6VMHAQJ4Gwf/S+Vve0EOamXd0qok6Q8soRkmbXbU+lgm Fc2759gkZo05N9cNgHTe5T5ulSvZ+XcOt0DnResyHhz0/r6UlxCeR4pQyvxFHG9K eKsej2IlsG5ilT3xKCMHaB+wQg9f2lb4PQzD1flLANPESU3LSVZMpPCxy7O3LWN2 JQahrRNNjyK8mNOAw0M3F8SbT604co37acO47S90BEMcd2lfIZpHiAkH8NV22l9E /vM9yzvPwMADWXeFbMnvb8lSSb78zTe+P2tl/IOlxrBOODPF4+Whh790zpu5K8DO yLddMVFsGmC07aPGI70BldITvTkc0LzHurB2dTLH3mdoN5tgD1JhtA== =uqLL -----END PGP SIGNATURE-----

2 3

[Dovecot] ID command and dovecot
by Jernej Porenta 02 May '14

02 May '14

Heya, we are seeing some strange issues with IMAP ID command using latest Roundcube builds on dovecot 2.2.10 responding "Input buffer full, aborting". Roundcube webmail connects to IMAP server and issues ID command first with some long arguments to ID command, however shorter than 1024 octets, which are specified in RFC2971 for ID IMAP extension. The situation is easily reproducible (see http://pastebin.com/q4HX4wqb) # telnet hostname 143 * OK [CAPABILITY IMAP4rev1 LITERAL+ SASL-IR LOGIN-REFERRALS ID ENABLE IDLE AUTH=PLAIN AUTH=LOGIN] Server ready. . ID ("name" "Roundcube" "version" "1.0-git" "php" "5.3.3" "os" "Linux" "command" "<$long_less_than_1024_octets_string>") * BYE Input buffer full, aborting However, this problem does not occur when user is already logged in. RFC2971 is saying "Field strings MUST NOT be longer than 30 octets. Value strings MUST NOT be longer than 1024 octets. Implementations MUST NOT send more than 30 field-value pairs." IMHO, dovecot is handling ID command before successful login successfully only if the length of the whole command is less than 1024 octets (exactly 861 octets is working fine, over that "Input buffer full" occurs). I tried finding the reference in the source code, however I am unable to find where this limit actually occurs (maybe IMAP_ARG_STRING imap_arg->type?) thank you in advance, regards, Jernej

2 1

[Dovecot] Finding memory leaks
by Philipp Brüll 02 May '14

02 May '14

Hello, I try to find a memory leak in a dovecot plugin that I develop. In order to find it, it would be helpful to print the total amount of memory that is currently allocated. This print could than spread over the source code and the memory consumption can be tracked. I've tried i_debug("pool size %u", (unsigned int)pool_alloconly_get_total_alloc_size(system_pool)); But that failed. Does someone has a good advice? I would like to avoid complex solutions like valgrind. Best regards, Philipp

2 1

[Dovecot] Imap user via proxy with starttls - how to rawlogs on proxy ?
by askforstatus 02 May '14

02 May '14

Hello, Is there any way to log user imap dialog with starttls when going via dovecot acting as imap proxy ? My intention is to log each and every user command similar to rawlogs feature. As per my current imap proxy config pre-login working like a charm but post-login is not possible due as i think the nature of proxy feature. Any idea ? Regards -- View this message in context: http://dovecot.2317879.n4.nabble.com/Imap-user-via-proxy-with-starttls-how-… Sent from the Dovecot mailing list archive at Nabble.com.

2 1

[Dovecot] Not backing up cache files
by Jesus Cea 02 May '14

02 May '14

I am using mdbox for dovecot storage. I wonder if I could skip "dovecot.index.cache" files and, in general, "*.cache" files when doing mail backup. Those files are big and change frequently. What I feel from reading documentation [1][2] is that they could be dropped in the backups, to be recreated on the fly if needed. But I would like expert confirmation. [1] http://wiki2.dovecot.org/IndexFiles [2] http://wiki2.dovecot.org/Design/Indexes/Cache Thanks!. -- Jesús Cea Avión _/_/ _/_/_/ _/_/_/ jcea(a)jcea.es - http://www.jcea.es/ _/_/ _/_/ _/_/ _/_/ _/_/ Twitter: @jcea _/_/ _/_/ _/_/_/_/_/ jabber / xmpp:jcea@jabber.org _/_/ _/_/ _/_/ _/_/ _/_/ "Things are not so easy" _/_/ _/_/ _/_/ _/_/ _/_/ _/_/ "My name is Dump, Core Dump" _/_/_/ _/_/_/ _/_/ _/_/ "El amor es poner tu felicidad en la felicidad de otro" - Leibniz

5 5

[Dovecot] Dovecot Replication setup
by Nikolaos Milas 18 Apr '14

18 Apr '14

Hi, I am trying to setup a master/master replication with dsync (according to the first part of: http://wiki2.dovecot.org/Replication) Sorry if this question sounds foolish, but I would like to ask/confirm whether the indicated setup is required on *both* servers participating in the master/master replication. It seems to me that both need it, but I would like to confirm, just in case. Both servers are running 2.2.12 on CentOS x86_64 (5.10 and 6.5 respectively) and users are virtual over ldap. I might have more questions in the near future, but this is a starting point. Please clarify. Best regards, Nick

3 5

[Dovecot] dsync replication questions
by Nikolaos Milas 07 Apr '14

07 Apr '14

I am running two servers with Dovecot v2.2.12 on CentOS x86_64 (5.10 and 6.5 respectively) and users are virtual over ldap. I have setup our main internal server (vmail.example.com) with dsync replication according to the first part of http://wiki2.dovecot.org/Replication. The second one (vmail1.example.com) will be the failover server which we want to be a real-time mirror (but can be manipulated directly and it should propagate changes back to vmail.example.com) When I started the server (vmail.example.com) mirroring started and completed fine (after a few hours). However, since then, I am not seeing a continued mirroring between the two. I would expect changes to one of the masters to be propagated in real time to the other - which does not happen. If I manually run (on vmail.example.com) dsync -u imaptester mirror ssh -l root vmail1.example.com dsync -u imaptester then these two accounts are synced. Question 1: Shouldn't mirroring continue automatically in real time (having configured it as in the first part of http://wiki2.dovecot.org/Replication)? If not, what should I do to enable such a real-time (or near-real-time) sync? Note that I have not configured "replication_dsync_parameters" as noted at the above page. Question 2: Where can I find documentation about "replication_dsync_parameters" and about "the doveadm sync command" (referred to at the same page)? I have not been able to locate such a documentation/wiki page. Question 2a: What do options "-d -N -l 30 -U" signify in "replication_dsync_parameters = -d -N -l 30 -U"? Thanks, Nick

4 11

[Dovecot] Crash in pop3 with version 2.2.12
by Urban Loesch 04 Apr '14

04 Apr '14

Hi, today I upgraded to version 2.2.12 under Debian Squeeze. I saw some people on the list they had the same problems with version 2.2.11, but which should have been fixed in version 2.2.12. My logfile shows: .. Mar 28 08:25:01 mailstore dovecot: pop3-login: Login: user=<ul(a)domain.net>, method=PLAIN, rip=127.0.0.1, lip=127.0.0.1, mpid=34568, secured, session=<Jp6RmaX1YAB/AAAB> Mar 28 08:25:06 mailstore dovecot: pop3(ul(a)domain.net pid:34568 session:<Jp6RmaX1YAB/AAAB>): Fatal: master: service(pop3): child 34568 killed with signal 11 (core dumped) ... I made some more dubugging and I found that the pop3 process crashed on the "uidl" command. Here my output from telnet session: .. root@mailstore: # telnet localhost 110 Trying 127.0.0.1... Connected to localhost. Escape character is '^]'. +OK Dovecot ready. user ul(a)domain.net +OK pass PASS +OK Logged in. list +OK 5 messages: 1 3492 2 21924 3 3525 4 3472 5 3273 . uidl Connection closed by foreign host. ... Listing massages or retrieving messages works normally. Only on "uidl" command the services crashes. I made a backtrace. -----> start backtrace <----- Core was generated by `dovecot/pop3'. Program terminated with signal 11, Segmentation fault. #0 0x00007f9dd8ca488d in vfprintf () from /lib/libc.so.6 (gdb) bt full #0 0x00007f9dd8ca488d in vfprintf () from /lib/libc.so.6 No symbol table info available. #1 0x00007f9dd8cc6732 in vsnprintf () from /lib/libc.so.6 No symbol table info available. #2 0x00007f9dd904d0db in str_vprintfa (str=0x11aa4f8, fmt=0x409184 "%u %s", args=0x7ffffab4fff0) at str.c:155 args2 = {{gp_offset = 16, fp_offset = 48, overflow_arg_area = 0x7ffffab500e0, reg_save_area = 0x7ffffab50010}} init_size = 4231558 pos = 0 ret = <value optimized out> ret2 = <value optimized out> __FUNCTION__ = "str_vprintfa" #3 0x00000000004055ff in client_send_line (client=0x11d1e50, fmt=<value optimized out>) at pop3-client.c:678 str = 0x11aa4f8 _data_stack_cur_id = 4 va = {{gp_offset = 32, fp_offset = 48, overflow_arg_area = 0x7ffffab500e0, reg_save_area = 0x7ffffab50010}} ret = <value optimized out> __FUNCTION__ = "client_send_line" #4 0x00000000004073cd in list_uidls_saved_iter (client=0x11d1e50, ctx=0x11da3c0) at pop3-commands.c:666 found = true #5 list_uids_iter (client=0x11d1e50, ctx=0x11da3c0) at pop3-commands.c:693 str = <value optimized out> permanent_uidl = <value optimized out> found = <value optimized out> failed = <value optimized out> #6 0x0000000000407d88 in cmd_uidl (client=0x11d1e50, name=<value optimized out>, args=0x408880 "") at pop3-commands.c:874 ctx = 0x0 seq = <value optimized out> #7 client_command_execute (client=0x11d1e50, name=<value optimized out>, args=0x408880 "") at pop3-commands.c:938 No locals. #8 0x0000000000405870 in client_handle_input (client=0x11d1e50) at pop3-client.c:739 _data_stack_cur_id = 3 line = <value optimized out> args = 0x408880 "" ret = <value optimized out> #9 0x00007f9dd903c3d6 in io_loop_call_io (io=0x11d2760) at ioloop.c:388 ioloop = 0x11b2740 t_id = 2 #10 0x00007f9dd903d45f in io_loop_handler_run (ioloop=<value optimized out>) at ioloop-epoll.c:220 ctx = 0x11b2aa0 event = 0x11b3900 list = 0x11b44d0 io = 0x51 tv = {tv_sec = 9, tv_usec = 999326} msecs = <value optimized out> ret = 1 i = 0 call = false __FUNCTION__ = "io_loop_handler_run" #11 0x00007f9dd903c348 in io_loop_run (ioloop=0x11b2740) at ioloop.c:412 __FUNCTION__ = "io_loop_run" #12 0x00007f9dd8fea953 in master_service_run (service=0x11b25d0, callback=0x409186) at master-service.c:566 No locals. #13 0x0000000000404ac7 in main (argc=1, argv=0x11b2390) at main.c:277 set_roots = {0x4094e0, 0x0} login_set = {auth_socket_path = 0x11aa050 "/var/run/dovecot/auth-master", postlogin_socket_path = 0x0, postlogin_timeout_secs = 60, callback = 0x404ca0 <login_client_connected>, failure_callback = 0x404c50 <login_client_failed>, request_auth_token = 0} service_flags = <value optimized out> storage_service_flags = MAIL_STORAGE_SERVICE_FLAG_DISALLOW_ROOT username = 0x0 c = <value optimized out> (gdb) quit -----> end backtrace <----- And at least my pop3 configuration part: -----> start config <----- protocol pop3 { mail_plugins = " quota mail_log notify acl zlib stats" pop3_client_workarounds = outlook-no-nuls oe-ns-eoh pop3_lock_session = yes pop3_logout_format = bytes_sent=%o top=%t/%p, retr=%r/%b, del=%d/%m, size=%s uidl_hash=%u session=<%{session}> pop3_reuse_xuidl = yes } -----> end config <----- Setting "pop3_reuse_xuidl = no" has noe effect. Always the same crash. Thanks and regards Urban Loesch

4 6

[Dovecot] nfs flush/fsync config settings problem
by Troton_admin 03 Apr '14

03 Apr '14

Hi, I need to place a maildir storage on a NFS filesystem, so I set up the config like this: mmap_disable = yes mail_nfs_storage = yes mail_nfs_index = yes mail_fsync = always lock_method = dotlock (also tried fcntl - local lockd is running, no success, now using dotlock, to be sure while debugging) The problem is that Dovecot (2.2.9/2.2.10 - the relevant code in mail-index.c is the same) logs a fatal error and quits the session (no daemon crash/coredump). Jan 07 14:13:31 auth: Debug: client in: AUTH 1 PLAIN service=pop3 session=fRCRJGHvbADDUKU9 lip=192.168.100.102 rip=IP_ADDR lport=1110 rport=48236 resp=AHRyb3RvbjEAdHJvdG9uMQ== (previous base64 data may contain sensitive data) Jan 07 14:13:31 auth: Debug: passwd-file(troton1,IP_ADDR,<fRCRJGHvbADDUKU9>): lookup: user=troton1 file=/usr/local/etc/dovecot/passwd-file Jan 07 14:13:31 auth: Debug: client passdb out: OK 1 user=troton1 Jan 07 14:13:31 auth: Debug: master in: REQUEST 1289355265 29049 1 4f9fdd9e4069fa503e8e6bcc09d4cf30 session_pid=29089 Jan 07 14:13:31 auth: Debug: passwd-file(troton1,IP_ADDR,<fRCRJGHvbADDUKU9>): lookup: user=troton1 file=/usr/local/etc/dovecot/passwd-file Jan 07 14:13:31 auth: Debug: master userdb out: USER 1289355265 troton1 uid=81 gid=81 home=/home/troton1 mail=maildir:~/Maildir Jan 07 14:13:31 pop3-login: Info: Login: user=<troton1>, method=PLAIN, rip=IP_ADDR, lip=192.168.100.102, mpid=29089, session=<fRCRJGHvbADDUKU9> Jan 07 14:13:31 pop3: Debug: Added userdb setting: mail=maildir:~/Maildir Jan 07 14:13:31 pop3(troton1): Debug: Effective uid=81, gid=81, home=/home/troton1 Jan 07 14:13:31 pop3(troton1): Debug: Namespace inbox: type=private, prefix=, sep=., inbox=yes, hidden=no, list=yes, subscriptions=yes location=maildir:~/Maildir Jan 07 14:13:31 pop3(troton1): Debug: maildir++: root=/home/troton1/Maildir, index=, indexpvt=, control=, inbox=/home/troton1/Maildir, alt= Jan 07 14:13:31 pop3(troton1): Info: DEBUG1: fsync_mode=2 , mask=0 Jan 07 14:13:31 pop3(troton1): Info: DEBUG2: fsync_mode=2 flags=85 Jan 07 14:13:31 pop3(troton1): Debug: Namespace : Using permissions from /home/troton1/Maildir: mode=0700 gid=default Jan 07 14:13:31 pop3(troton1): Info: DEBUG2: fsync_mode=0 flags=85 The user/passdb is just a plaintext file, for debugging purposes. But what is strange, the messages system log shows: Jan 7 14:13:31 mailhub2 dovecot: pop3(troton1): Fatal: nfs flush requires mail_fsync=always That is obviously wrong, even its own doveconf -n utility shows the correct value. # doveconf -n | grep -E 'sync|nfs' mail_fsync = always mail_nfs_index = yes mail_nfs_storage = yes maildir_very_dirty_syncs = yes Affected code seems to be in the lib-index/mail-index.c file, mail_index_file function - around line 585 : // my custom debug line i_info("DEBUG2: fsync_mode=%u flags=%u", (unsigned int)(index->fsync_mode),(unsigned int)flags); if ((flags & MAIL_INDEX_OPEN_FLAG_NFS_FLUSH) != 0 && index->fsync_mode != FSYNC_MODE_ALWAYS) i_fatal("nfs flush requires mail_fsync=always"); The first time it sees fsync_mode=2 (which is correct value of FSYNC_MODE_ALWAYS), but next function call is with index->fsync_mode=0 and an error is raised, see the logfile above. Dovecot correctly creates its working files in user's home directory - dovecot-uidlist, dovecot-uidvalidity, dovecot-uidvalidity.52cbfd7b, dovecot.index.log . The complete (testing, not production) doveconf -n is: == # 2.2.10: /usr/local/etc/dovecot/dovecot.conf # OS: FreeBSD 7.3-RELEASE-p3 amd64 auth_debug = yes auth_debug_passwords = yes auth_mechanisms = plain login auth_verbose = yes auth_verbose_passwords = sha1 default_process_limit = 200 disable_plaintext_auth = no first_valid_uid = 81 imap_client_workarounds = delay-newmail tb-extra-mailbox-sep info_log_path = /var/log/dovecot.log last_valid_uid = 81 listen = 192.168.100.102 lock_method = dotlock mail_debug = yes mail_fsync = always mail_gid = 81 mail_location = maildir:%h/Maildir mail_nfs_index = yes mail_nfs_storage = yes mail_prefetch_count = 5 mail_uid = 81 mailbox_list_index = yes maildir_stat_dirs = yes maildir_very_dirty_syncs = yes mmap_disable = yes namespace inbox { inbox = yes location = mailbox Sent { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } prefix = separator = . type = private } passdb { args = scheme=plain username_format=%n /usr/local/etc/dovecot/passwd-file driver = passwd-file } plugin { mail_log_events = delete undelete expunge copy mailbox_delete mailbox_rename mail_log_fields = uid box msgid subject size } pop3_enable_last = yes pop3_save_uidl = yes protocols = imap pop3 service doveadm { inet_listener { port = 9292 } } service imap-login { inet_listener imap { port = 1143 } } service imap { process_limit = 250 } service pop3-login { inet_listener pop3 { port = 1110 } } service pop3 { process_limit = 200 } ssl = no userdb { args = username_format=%n /usr/local/etc/dovecot/passwd-file default_fields = uid=81 gid=0 home=/home/%n driver = passwd-file } protocol imap { mail_max_userip_connections = 5 } protocol pop3 { mail_max_userip_connections = 5 } == OS: 7.3-RELEASE-p3 FreeBSD 7.3-RELEASE-p3 #1 amd64 Affected Dovecot version: 2.2.9, 2.2.10 How to repeat: Anytime I enter the correct username/pass pair And I tried to place the homedir on a local disk too, and I got the same error as on NFS. Any ideas, what could possibly be wrong ? Is it a feature or a bug ? Thanks for your help. Regards, Troton

3 2