- dovecot - dovecot.org

[Dovecot] crash while fts searching a virtual folder
by Matthias Rieber 07 May '14

07 May '14

Hi, searching a virtual folder crashes dovecot quite often. I'm using dovecot 2.2.12. Here's the backtrace: [New LWP 28245] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". Core was generated by `dovecot/imap'. Program terminated with signal 6, Aborted. #0 0x00007fc1d73f4425 in raise () from /lib/x86_64-linux-gnu/libc.so.6 #0 0x00007fc1d73f4425 in raise () from /lib/x86_64-linux-gnu/libc.so.6 No symbol table info available. #1 0x00007fc1d73f7b8b in abort () from /lib/x86_64-linux-gnu/libc.so.6 No symbol table info available. #2 0x00007fc1d77e6d45 in default_fatal_finish (type=<optimized out>, status=0) at failures.c:193 backtrace = 0x1cdc318 "/usr/local/lib/dovecot/libdovecot.so.0(+0x68d4f) [0x7fc1d77e6d4f] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x68dae) [0x7fc1d77e6dae] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7fc1d77a0"... #3 0x00007fc1d77e6dae in i_internal_fatal_handler (ctx=0x7fff86d4b2d0, format=<optimized out>, args=<optimized out>) at failures.c:657 status = 0 #4 0x00007fc1d77a03b9 in i_panic (format=<optimized out>) at failures.c:267 ctx = {type = LOG_TYPE_PANIC, exit_status = 0, timestamp = 0x0} args = {{gp_offset = 40, fp_offset = 48, overflow_arg_area = 0x7fff86d4b3a0, reg_save_area = 0x7fff86d4b2e0}} #5 0x00007fc1d6774ed9 in level_scores_add_vuids (br=0x2413ab8, level=0x1c0c2e0, vbox=0x170c950) at fts-search.c:81 i = <optimized out> count = 234 backend_uids = {arr = {buffer = 0x1cdbe90, element_size = 8}, v = 0x1cdbe90, v_modifiable = 0x1cdbe90} vuids_arr = {arr = {buffer = 0x1cdba98, element_size = 4}, v = 0x1cdba98, v_modifiable = 0x1cdba98} vuids = 0xea scores = 0x23c8f50 score = 0xea #6 multi_add_lookup_result (args=0x1bbb220, level=0x1c0c2e0, fctx=0x18c2240, result=<optimized out>) at fts-search.c:146 br = 0x2413ab8 vbox = 0x170c950 vuids = {arr = {buffer = 0x16dbe70, element_size = 8}, v = 0x16dbe70, v_modifiable = 0x16dbe70} orig_size = <optimized out> i = <optimized out> #7 fts_search_lookup_level_multi (and_args=true, args=0x1bbb220, fctx=0x18c2240) at fts-search.c:194 mailboxes_arr = {arr = {buffer = 0x1e0a580, element_size = 8}, v = 0x1e0a580, v_modifiable = 0x1e0a580} backend = <optimized out> j = 60 vbox = <optimized out> mailboxes = 0x1e0a5b8 level = 0x1c0c2e0 result = {pool = 0x1e0a560, box_results = 0x2413838} i = <optimized out> mailbox_count = 60 #8 fts_search_lookup_level (fctx=0x18c2240, args=0x1bbb220, and_args=true) at fts-search.c:208 _data_stack_cur_id = 4 ret = <optimized out> #9 0x00007fc1d6774f86 in fts_search_lookup (fctx=<optimized out>) at fts-search.c:354 last_uid = 32653 seq1 = 0 seq2 = 0 __FUNCTION__ = "fts_search_lookup" #10 0x00007fc1d6776388 in fts_mailbox_search_init (t=<optimized out>, args=0x1bbb160, sort_program=<optimized out>, wanted_fields=0, wanted_headers=0x0) at fts-storage.c:207 ft = 0x1d4be20 fbox = <optimized out> flist = 0x1706610 ctx = 0x192f540 fctx = 0x18c2240 #11 0x000000000041caa0 in imap_search_start (ctx=0x170a238, sargs=0x1bbb160, sort_program=0x0) at imap-search.c:576 cmd = 0x170a130 __FUNCTION__ = "imap_search_start" #12 0x00000000004117b6 in cmd_search (cmd=0x170a130) at cmd-search.c:48 ctx = 0x170a238 sargs = 0x1bbb160 args = 0x16e2a38 charset = 0x424d0b "UTF-8" ret = <optimized out> #13 0x000000000041734d in command_exec (cmd=0x170a130) at imap-commands.c:158 hook = 0x16e00f0 ret = <optimized out> #14 0x00000000004163e0 in client_command_input (cmd=0x170a130) at imap-client.c:780 client = 0x17095e0 command = <optimized out> __FUNCTION__ = "client_command_input" #15 0x00000000004164c5 in client_command_input (cmd=0x170a130) at imap-client.c:841 client = 0x17095e0 command = <optimized out> __FUNCTION__ = "client_command_input" #16 0x000000000041676d in client_handle_next_command (remove_io_r=<synthetic pointer>, client=0x17095e0) at imap-client.c:879 No locals. #17 client_handle_input (client=0x17095e0) at imap-client.c:891 _data_stack_cur_id = 3 ret = 48 remove_io = false handled_commands = false __FUNCTION__ = "client_handle_input" #18 0x0000000000416ae2 in client_input (client=0x17095e0) at imap-client.c:933 cmd = <optimized out> output = 0x1709ff0 bytes = 26 __FUNCTION__ = "client_input" #19 0x00007fc1d77f7616 in io_loop_call_io (io=0x17071a0) at ioloop.c:388 ioloop = 0x16df730 t_id = 2 #20 0x00007fc1d77f84cf in io_loop_handler_run (ioloop=<optimized out>) at ioloop-epoll.c:220 ctx = 0x16e03d0 events = 0x0 event = 0x16e1230 list = 0x16e1e00 io = <optimized out> tv = {tv_sec = 2, tv_usec = 425339} events_count = <optimized out> msecs = <optimized out> ret = 1 i = <optimized out> call = <optimized out> __FUNCTION__ = "io_loop_handler_run" #21 0x00007fc1d77f7128 in io_loop_run (ioloop=0x16df730) at ioloop.c:412 __FUNCTION__ = "io_loop_run" #22 0x00007fc1d77a57d3 in master_service_run (service=0x16df5c0, callback=<optimized out>) at master-service.c:566 No locals. #23 0x000000000040af58 in main (argc=1, argv=0x16df390) at main.c:400 set_roots = {0x427840, 0x0} login_set = {auth_socket_path = 0x16d7058 "", postlogin_socket_path = 0x0, postlogin_timeout_secs = 60, callback = 0x41fb00 <login_client_connected>, failure_callback = 0x41f810 <login_client_failed>, request_auth_token = 1} service_flags = <optimized out> storage_service_flags = <optimized out> username = <optimized out> c = <optimized out> Rebuilding the fts index and erasing all dovecot.index.* files didn't help. Regards, Matthias

2 3

[Dovecot] Can Auth dict proxy protocol be used to validate a password?
by Thomas Johnson 07 May '14

07 May '14

I'm interested in using authentication via a UNIX socket as documented at http://wiki2.dovecot.org/AuthDatabase/Dict. (We are currently using a checkpassword script to enable us to authenticate against a django app that stores passwords in pbkdf2 format, but I'm concerned about scalability as we grow - specifically the comment about performance on http://wiki2.dovecot.org/AuthDatabase/CheckPassword) The example clearly shows retrieving a password, but is there some way to validate a password that was provided the way a checkpassword script does? Otherwise, for performance reasons, perhaps we should implement a new password scheme directly for dovecot? Thanks- Tom

2 1

[Dovecot] Again: pop3: Panic: Trying to allocate 0 bytes
by Urban Loesch 07 May '14

07 May '14

Hi, in April I wrote an e-mail to the list, that with dovecot 2.2.12 on debian squeeze some pop3-sessions were killed sometimes. But I got no anwser from the list. At this was not a urgend problem and it happend very rarely it was not a big problem. But today it happend again more several times and I have no idea why. I have the following in my errorlog: ... May 6 13:26:52 mailstore dovecot: pop3(user(a)domain.com pid:48986 session:<bLxBhrn4ywBCNkO3>): Panic: Trying to allocate 0 bytes May 6 13:26:52 mailstore dovecot: pop3(user(a)domain.com pid:48986 session:<bLxBhrn4ywBCNkO3>): Error: Raw backtrace: /usr/lib/dovecot/libdovecot.so.0(+0x6c38a) [0x7f8ed4c7538a] -> /usr/lib/dovecot/libdovecot.so.0(+0x6c406) [0x7f8ed4c75406] -> /usr/lib/dovecot/libdovecot.so.0(i_error+0) [0x7f8ed4c2e1af] -> /usr/lib/dovecot/libdovecot.so.0(+0x81e1b) [0x7f8ed4c8ae1b] -> dovecot/pop3() [0x4077f0] -> dovecot/pop3(client_command_execute+0x9d) [0x407d0d] -> dovecot/pop3(client_handle_input+0x80) [0x405810] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x4e) [0x7f8ed4c856ae] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0xaf) [0x7f8ed4c8682f] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x9) [0x7f8ed4c85739] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_run+0x38) [0x7f8ed4c857c8] -> /usr/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f8ed4c32f63] -> dovecot/pop3(main+0x257) [0x404a67] -> /lib/libc.so.6(__libc_start_main+0xfd) [0x7f8ed48c5c8d] -> dovecot/pop3() [0x4045b9] May 6 13:26:52 mailstore dovecot: pop3(user(a)domain.com pid:48986 session:<bLxBhrn4ywBCNkO3>): Fatal: master: service(pop3): child 48986 killed with signal 6 (core dumped) ... I got a coredump. Here comes the backtrace: ... (gdb) bt full #0 0x00007f8ed48d91b5 in raise () from /lib/libc.so.6 No symbol table info available. #1 0x00007f8ed48dbfc0 in abort () from /lib/libc.so.6 No symbol table info available. #2 0x00007f8ed4c75380 in default_fatal_finish (type=<value optimized out>, status=0) at failures.c:193 backtrace = 0x1c180c8 "/usr/lib/dovecot/libdovecot.so.0(+0x6c38a) [0x7f8ed4c7538a] -> /usr/lib/dovecot/libdovecot.so.0(+0x6c406) [0x7f8ed4c75406] -> /usr/lib/dovecot/libdovecot.so.0(i_error+0) [0x7f8ed4c2e1af] -> /usr/lib/d"... #3 0x00007f8ed4c75406 in i_internal_fatal_handler (ctx=0x7fff547b5940, format=<value optimized out>, args=<value optimized out>) at failures.c:657 status = 0 #4 0x00007f8ed4c2e1af in i_panic (format=0xbf5a <Address 0xbf5a out of bounds>) at failures.c:267 ctx = {type = LOG_TYPE_PANIC, exit_status = 0, timestamp = 0x0} args = {{gp_offset = 16, fp_offset = 48, overflow_arg_area = 0x7fff547b5a10, reg_save_area = 0x7fff547b5950}} #5 0x00007f8ed4c8ae1b in pool_system_malloc (pool=<value optimized out>, size=0) at mempool-system.c:81 No locals. #6 0x00000000004077f0 in client_uidls_save (client=0x1c42990, seq=0) at pop3-commands.c:798 str = <value optimized out> permanent_uidl = <value optimized out> search_ctx = 0x1c230d0 mail = <value optimized out> prev_uidls = {_table = 0x1c23330, _key = 0x1c23330 "\300o\355Ԏ\177", _keyp = 0x1c23330, _const_key = 0x1c23330 "\300o\355Ԏ\177", _value = 0x1c23330, _valuep = 0x1c23330} search_args = 0x0 seq_uidls = 0x60a4d8 uidl = <value optimized out> wanted_fields = <value optimized out> #7 cmd_uidl_init (client=0x1c42990, seq=0) at pop3-commands.c:842 ctx = <value optimized out> search_args = <value optimized out> wanted_fields = <value optimized out> #8 0x0000000000407d0d in cmd_uidl (client=0x1c42990, name=<value optimized out>, args=0x408820 "") at pop3-commands.c:873 ctx = <value optimized out> seq = <value optimized out> #9 client_command_execute (client=0x1c42990, name=<value optimized out>, args=0x408820 "") at pop3-commands.c:938 No locals. #10 0x0000000000405810 in client_handle_input (client=0x1c42990) at pop3-client.c:739 _data_stack_cur_id = 3 line = <value optimized out> args = 0x408820 "" ret = <value optimized out> #11 0x00007f8ed4c856ae in io_loop_call_io (io=0x1c414a0) at ioloop.c:441 ioloop = 0x1c20740 t_id = 2 __FUNCTION__ = "io_loop_call_io" #12 0x00007f8ed4c8682f in io_loop_handler_run_internal (ioloop=<value optimized out>) at ioloop-epoll.c:220 ctx = 0x1c20aa0 event = 0x1c21910 list = 0x1c22500 io = 0xbf5a tv = {tv_sec = 9, tv_usec = 999120} msecs = <value optimized out> ret = 1 i = 0 call = false __FUNCTION__ = "io_loop_handler_run_internal" #13 0x00007f8ed4c85739 in io_loop_handler_run (ioloop=0xbf5a) at ioloop.c:488 No locals. #14 0x00007f8ed4c857c8 in io_loop_run (ioloop=0x1c20740) at ioloop.c:465 __FUNCTION__ = "io_loop_run" #15 0x00007f8ed4c32f63 in master_service_run (service=0x1c205d0, callback=0xbf5a) at master-service.c:566 No locals. #16 0x0000000000404a67 in main (argc=1, argv=0x1c20390) at main.c:277 set_roots = {0x409480, 0x0} login_set = {auth_socket_path = 0x1c18050 "/var/run/dovecot/auth-master", postlogin_socket_path = 0x0, postlogin_timeout_secs = 60, callback = 0x404c40 <login_client_connected>, failure_callback = 0x404bf0 <login_client_failed>, request_auth_token = 0} service_flags = <value optimized out> storage_service_flags = MAIL_STORAGE_SERVICE_FLAG_DISALLOW_ROOT username = 0x0 ---Type <return> to continue, or q <return> to quit--- c = <value optimized out> ... Can you help to resolve this issue? many Thanks Urban Loesch --------------------- doveconf -n --------------------- # 2.2.12 (16212e6d4fd4): /etc/dovecot/dovecot.conf # OS: Linux 3.4.67-vs2.3.3.9-rol-em64t-efigpt x86_64 Debian 6.0.9 ext4 auth_cache_negative_ttl = 0 auth_cache_size = 40 M auth_cache_ttl = 1 weeks auth_mechanisms = plain login deliver_log_format = msgid=%m: %$ %p %w disable_plaintext_auth = no info_log_path = syslog login_trusted_networks = $INTERNAL_IPS mail_gid = mailstore mail_location = mdbox:/home/vmail/%d/%n mail_log_prefix = "%s(%u pid:%p session:<%{session}>): " mail_plugins = " quota mail_log notify acl zlib stats virtual" mail_uid = mailstore managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihave duplicate imapflags notify mdbox_rotate_size = 10 M namespace { list = children location = mdbox:/home/vmail/%%d/%%n prefix = shared/%%u/ separator = / subscriptions = no type = shared } namespace { hidden = no inbox = no list = children location = virtual:/home/virtual:INDEX=~/virtual prefix = [rolmail]/ separator = / subscriptions = yes type = private } namespace inbox { inbox = yes location = mailbox Drafts { special_use = \Drafts } mailbox Junk { special_use = \Junk } mailbox Sent { special_use = \Sent } mailbox "Sent Items" { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } mailbox [mail]/All { auto = no special_use = \All } prefix = separator = / type = private } passdb { args = /etc/dovecot/dovecot-sql-account.conf driver = sql } plugin { acl = vfile acl_shared_dict = file:/home/vmail/%d/shared-mailboxes mail_log_events = delete undelete expunge copy mailbox_delete mailbox_rename mail_log_fields = uid box msgid size from mail_log_group_events = no quota = dict:Storage used::file:%h/dovecot-quota quota_rule2 = Trash:storage=+100M quota_warning = storage=95%% quota-warning 95 %u quota_warning2 = storage=80%% quota-warning 80 %u sieve = ~/.dovecot.sieve sieve_dir = ~/sieve sieve_extensions = +notify +imapflags sieve_max_redirects = 10 stats_command_min_time = 1 mins stats_domain_min_time = 12 hours stats_ip_min_time = 12 hours stats_memory_limit = 16 M stats_refresh = 30 secs stats_session_min_time = 15 mins stats_track_cmds = no stats_user_min_time = 1 hours zlib_save = gz zlib_save_level = 9 } protocols = imap pop3 lmtp sieve service auth { unix_listener auth-userdb { group = mailstore mode = 0660 user = root } } service imap-login { inet_listener imap { port = 143 } process_limit = 48 process_min_avail = 3 service_count = 1 } service imap { process_limit = 48 process_min_avail = 2 service_count = 1 } service lmtp { inet_listener lmtp { port = 24 } unix_listener /var/spool/postfix/private/dovecot-lmtp { group = postfix mode = 0666 user = postfix } } service pop3-login { inet_listener pop3 { port = 110 } process_limit = 16 process_min_avail = 2 service_count = 1 } service pop3 { process_limit = 16 process_min_avail = 2 service_count = 1 } service quota-warning { executable = script /usr/local/rol/dovecot/quota-warning.sh unix_listener quota-warning { user = mailstore } user = mailstore } service stats { fifo_listener stats-mail { mode = 0600 user = mailstore } } ssl = no ssl_cert = </etc/dovecot/certs/dovecot.pem ssl_key = </etc/dovecot/private/dovecot.pem userdb { args = /etc/dovecot/dovecot-sql-account.conf driver = sql } protocol lmtp { mail_fsync = optimized mail_plugins = " quota mail_log notify acl zlib stats virtual sieve zlib" } protocol imap { imap_client_workarounds = tb-extra-mailbox-sep imap_id_log = * imap_logout_format = bytes=%i/%o session=<%{session}> mail_max_userip_connections = 20 mail_plugins = " quota mail_log notify acl zlib stats virtual imap_quota imap_acl imap_zlib imap_stats" } protocol pop3 { mail_plugins = " quota mail_log notify acl zlib stats virtual" pop3_client_workarounds = outlook-no-nuls oe-ns-eoh pop3_lock_session = yes pop3_logout_format = bytes_sent=%o top=%t/%p, retr=%r/%b, del=%d/%m, size=%s uidl_hash=%u session=<%{session}> pop3_reuse_xuidl = yes }

2 3

[Dovecot] When you send an email with specific characters are included, dovecot.sieve is aborted.
by Atsuko Tanaka 07 May '14

07 May '14

Hello. I found a problem of dovecot.sieve. When you send an email with specific characters are included, dovecot.sieve is aborted. Are you sure I report details to this mailing list? Please reply. Thank you. -- ---------------------------------------- Atsuko Tanaka DesigNET Inc. e-mail：tanaka(a)designet.co.jp ----------------------------------------

2 2

[Dovecot] Some Information about compression rates to expect using zlib/xz compression
by Robert Nowotny 07 May '14

07 May '14

compression : xz, Level 6 here some compression rates I experienced : Diskspace usage : user1: uncompressed : 2.3GB --> compressed 1 GB user2: uncompressed : 6.2GB --> compressed 3.9 GB just for your reference Ing. Robert Nowotny Rotek GmbH Vienna/Austria

1 0

Re: [Dovecot] LMTP, TLS/SSL, authentication, proxy
by Stanislas SABATIER 06 May '14

06 May '14

Hello, unfortunatly, TLS doesn't seem to work on LMTP, anyway, not by simply put ssl=yet to the lmtp inet_listener. I've tried and when I *openssl s_client -connect* to the lmtp listener I've got the following response : CONNECTED(00000003) 34379118248:error:140770FC:SSL routines:SSL23_GET_SERVER_HELLO:unknown protocol:/usr/src/secure/lib/libssl/../../../crypto/openssl/ssl/s23_clnt.c:766: My postfix server can't neither establish a TLS connection on LMTP listener. On 22.10.2013, at 14.37, Jogi Hofmüller <jogi(a)mur.at> wrote: Can dovecot use TLS/SSL on LTMP inet socket? Oct 26, 2013 8:11:19 am , Timo Sirainen <tss(a)iki.fi> replied: Probably. Try adding ssl=yes to the inet_listener {}. --------------------------------------------------------------- Stanislas SABATIER s.sabatier(a)pobox.com ---------------------------------------------------------------

1 0

[Dovecot] Status of sieve-extdata?
by Jiri Bourek 06 May '14

06 May '14

Hi, I'd like to ask about status of extdata plugin for sieve. The wiki page (http://wiki2.dovecot.org/Pigeonhole/Sieve/Plugins/Extdata) mentions versions for PigeonHole 0.2 and 0.3, but there seems to be no version for 0.4 and Dovecot 2.2. Is the plugin dead or is it planned to make version for Dovecot 2.2 (when time allows I guess)? Regards J.

2 5

[Dovecot] on High Load using IMAPSYNC : Panic: file ostream-lzma.c: line 147: unreached. Dovecot 2.2.12 with zlib/XZ compression
by Robert Nowotny 06 May '14

06 May '14

when syncing Mailboxes with IMAPSYNC, using xz compression the dbox file gets corrupted. the same configuration was working ok on low load with xz compression. Dovecot Version 2.2.12 Linux Mint 16 EXT4 Filesystem another dovecot user already reported the same problem on the mailinglist, using dsync. That user switched to bz2 compression what worked for him. the answer was : > are you on latest patchlevel ? > there are some dsync fixes since 2.2.12 but it is not a problem of dsync. when looking at the code, we get here an unexpected returnvalue when flushing. I propose it would be good practice to write some logging in the default switch cases, to see the unexpected returnvalues in the errorlog. something like : ostream-lzma.c : -- Line 147 : i_unreached(); ++ Line 147 : i_fatal("unexpected lzma errorcode when flushing : %s", ret); I will try to change it and let You know. maybe You can also investigate and let me know when fixed. Here the log : May 5 14:53:10 vm-imap dovecot: imap(rrernboeck): Panic: file ostream-lzma.c: line 147: unreached May 5 14:53:10 vm-imap dovecot: imap(rrernboeck): Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0x67450) [0x7ff99d8ce450] -> /usr/local/lib/dovecot/libdovecot.so.0(+0x6752e) [0x7ff99d8ce52e] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7ff99d88955e] -> /usr/local/lib/dovecot/lib20_zlib_plugin.so(+0x4f0a) [0x7ff99ce87f0a] -> /usr/local/lib/dovecot/libdovecot.so.0(o_stream_flush+0x3e) [0x7ff99d8e6dbe] -> /usr/local/lib/dovecot/libdovecot.so.0(o_stream_nflush+0xf) [0x7ff99d8e71df] -> /usr/local/lib/dovecot/libdovecot.so.0(o_stream_nfinish+0x9) [0x7ff99d8e7229] -> /usr/local/lib/dovecot/libdovecot-storage.so.0(dbox_save_end+0x29) [0x7ff99db7cfa9] -> /usr/local/lib/dovecot/libdovecot-storage.so.0(mdbox_save_finish+0x39) [0x7ff99db76619] -> /usr/local/lib/dovecot/libdovecot-storage.so.0(mailbox_save_finish+0x4d) [0x7ff99dbb6a4d] -> dovecot/imap [rrernboeck 127.0.0.1 APPEND]() [0x40be09] -> dovecot/imap [rrernboeck 127.0.0.1 APPEND](command_exec+0x3c) [0x416cfc] -> dovecot/imap [rrernboeck 127.0.0.1 APPEND]() [0x40b491] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x27) [0x7ff99d8de527] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0xd7) [0x7ff99d8df2b7] -> /usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x38) [0x7ff99d8de0c8] -> /usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7ff99d88e753] -> dovecot/imap [rrernboeck 127.0.0.1 APPEND](main+0x2af) [0x40b06f] -> /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf5) [0x7ff99d4c0de5] -> dovecot/imap [rrernboeck 127.0.0.1 APPEND]() [0x40b1cc] May 5 14:53:10 vm-imap dovecot: imap(rrernboeck): Fatal: master: service(imap): child 47957 killed with signal 6 (core dumped) May 5 14:53:10 vm-imap dovecot: imap(rrernboeck): Error: Corrupted dbox file /home/vmail/virtualmailboxes/rrernboeck/storage/m.1 (around offset=1302): msg header has bad magic value

1 0

[Dovecot] doveadm auth and the "nologin" extra field
by Axel Luttgens 05 May '14

05 May '14

Hello, Still busy with details... Considering, as in my previous example, a password_query returning '!' or NULL for the "nologin" column, depending on an account's status (suspended or not). Let's consider a suspended user "some.user". In the case of a successful authentication, one has: sh-3.2# doveadm auth test some.user goodpassword; echo $? passdb: some.user auth succeeded extra fields: user=some.user nologin 0 On the other hand, in the case of an authentication failure: sh-3.2# doveadm auth test some.user badpassword; echo $? passdb: some.user auth failed extra fields: user=some.user nologin=! 77 So, this is similar to what happens in a connection (pop3, imap...): when present, the nologin info is always taken into account, even in the case of an authentication failure. Again, this may raise some concerns about the consistency of such a behavior. Is this guaranteed to always behave that way, because of some rationale I'm currently missing, or does it go about some overlooked combination, liable to be inadvertently "corrected" in the future? I haven't been able to find a definitive answer in the wiki or in the code about such matters. This is particularly important in the case of doveadm, since its output requires parsing for extracting such informations (the exit code alone isn't sufficient); should above behavior be changed without notice, and a script could suddenly take the worst decisions... BTW, why: nologin in the first output, and: nologin=! in the second output? TIA, Axel

2 2

[Dovecot] Segfault in dovecot-lda when resolver is unavailable
by Marcin Mirosław 05 May '14

05 May '14

Hi list! Recently I noticed that dovecot-lda throws segfault when resolver is unavailable and with imapc configured. $ cat /etc/resolv.conf search . nameserver 127.0.0.1 backtrace: # gdb -q /usr/libexec/dovecot/dovecot-lda 'core-1398282784-8-11-!usr!libexec!dovecot!dovecot-lda-8805' [...] Core was generated by `/usr/libexec/dovecot/deliver -d marcin(a)mejor.pl'. Program terminated with signal 11, Segmentation fault. #0 0x000002b612afaf72 in _int_free (av=0x2b612e215c0 <main_arena>, p=0x1b23bfabe0, have_lock=0) at malloc.c:3903 3903 unlink(p, bck, fwd); (gdb) bt #0 0x000002b612afaf72 in _int_free (av=0x2b612e215c0 <main_arena>, p=0x1b23bfabe0, have_lock=0) at malloc.c:3903 #1 0x000002b612e96a4e in buffer_free (_buf=_buf@entry=0x1b23bfa948) at buffer.c:144 #2 0x000002b612ebeca8 in array_free_i (array=0x1b23bfa948) at array.h:108 #3 priorityq_deinit (_pq=_pq@entry=0x1b23bfabb0) at priorityq.c:38 #4 0x000002b612eafa57 in io_loop_destroy (_ioloop=_ioloop@entry=0x395a4da91d0) at ioloop.c:495 #5 0x000002b61306f225 in imapc_client_run_post (client=<optimized out>) at imapc-client.c:175 #6 imapc_client_run (client=0x1b23bda930) at imapc-client.c:181 #7 0x000002b613067158 in imapc_list_try_get_root_sep (list=0x1b23bd7b60, sep_r=sep_r@entry=0x395a4da9247 "") at imapc-list.c:297 #8 0x000002b6130671ae in imapc_list_get_hierarchy_sep (_list=<optimized out>) at imapc-list.c:310 #9 0x000002b613065d9f in imapc_list_get_fs_name (list=0x1b23bd7b60, name=0x0) at imapc-list.c:396 #10 0x000002b613066031 in imapc_list_get_path (_list=0x1b23bd7b60, name=0x0, type=MAILBOX_LIST_PATH_TYPE_MAILBOX, path_r=0x395a4da9338) at imapc-list.c:437 #11 0x000002b613089785 in mailbox_list_get_root_path (list=<optimized out>, type=type@entry=MAILBOX_LIST_PATH_TYPE_MAILBOX, path_r=path_r@entry=0x395a4da9338) at mailbox-list.c:1276 #12 0x000002b612ff8eb5 in quota_add_user_namespace (quota=0x1b23bcea80, ns=0x1b23bd7a10) at quota.c:745 #13 0x000002b61300073a in quota_mailbox_list_created (list=0x1b23bfd9c0) at quota-storage.c:590 #14 0x000002b613084581 in hook_mailbox_list_created (list=list@entry=0x1b23bfd9c0) at mail-storage-hooks.c:328 #15 0x000002b61308836f in mailbox_list_create (driver=driver@entry=0x2b6130e677b "maildir++", ns=0x1b23bd7a10, set=set@entry=0x395a4da94a0, flags=<optimized out>, list_r=list_r@entry=0x1b23bd7d60, error_r=error_r@entry=0x395a4da9498) at mailbox-list.c:210 #16 0x000002b613065cf6 in imapc_list_get_fs (list=list@entry=0x1b23bd7b60) at imapc-list.c:379 #17 0x000002b61306601e in imapc_list_get_path (_list=0x1b23bd7b60, name=0x0, type=MAILBOX_LIST_PATH_TYPE_MAILBOX, path_r=0x395a4da9588) at imapc-list.c:433 #18 0x000002b613089785 in mailbox_list_get_root_path (list=<optimized out>, type=type@entry=MAILBOX_LIST_PATH_TYPE_MAILBOX, path_r=path_r@entry=0x395a4da9588) at mailbox-list.c:1276 #19 0x000002b612ff8eb5 in quota_add_user_namespace (quota=0x1b23bcea80, ns=0x1b23bd7a10) at quota.c:745 #20 0x000002b61300073a in quota_mailbox_list_created (list=0x1b23bd7b60) at quota-storage.c:590 #21 0x000002b613084581 in hook_mailbox_list_created (list=list@entry=0x1b23bd7b60) at mail-storage-hooks.c:328 #22 0x000002b61308836f in mailbox_list_create (driver=driver@entry=0x2b6130e6d1b "imapc", ns=ns@entry=0x1b23bd7a10, set=set@entry=0x395a4da9720, flags=<optimized out>, list_r=list_r@entry=0x395a4da9708, error_r=error_r@entry=0x395a4da9810) at mailbox-list.c:210 #23 0x000002b61307f500 in mail_storage_create_full (ns=ns@entry=0x1b23bd7a10, driver=<optimized out>, driver@entry=0x0, data=<optimized out>, flags=flags@entry=(unknown: 0), storage_r=storage_r@entry=0x395a4da97c0, error_r=error_r@entry=0x395a4da9810) at mail-storage.c:356 #24 0x000002b61307f7cc in mail_storage_create (ns=ns@entry=0x1b23bd7a10, driver=driver@entry=0x0, flags=flags@entry=(unknown: 0), error_r=error_r@entry=0x395a4da9810) at mail-storage.c:407 #25 0x000002b613077a48 in namespace_add (user=user@entry=0x1b23bcf7e0, ns_set=0x1b23bd0db8, unexpanded_ns_set=0x1b23bcff30, mail_set=mail_set@entry=0x1b23bd07e8, ns_p=ns_p@entry=0x1b23bd3b00, error_r=error_r@entry=0x395a4da9950) at mail-namespace.c:170 #26 0x000002b613078aaf in mail_namespaces_init (user=0x1b23bcf7e0, error_r=error_r@entry=0x395a4da9950) at mail-namespace.c:344 #27 0x000002b6130901bf in mail_storage_service_init_post (error_r=0x395a4da9950, mail_user_r=0x395a4da9b18, priv=0x395a4da9960, user=0x1b23bbde50, ctx=<optimized out>) at mail-storage-service.c:685 #28 mail_storage_service_next (ctx=ctx@entry=0x1b23bbd4f0, user=0x1b23bbde50, mail_user_r=mail_user_r@entry=0x395a4da9b18) at mail-storage-service.c:1223 #29 0x000002b6130904b5 in mail_storage_service_lookup_next (ctx=0x1b23bbd4f0, input=input@entry=0x395a4da9b80, user_r=user_r@entry=0x395a4da9a70, mail_user_r=mail_user_r@entry=0x395a4da9b18, error_r=error_r@entry=0x395a4da9a60) at mail-storage-service.c:1258 #30 0x0000001b22341ccb in main (argc=3, argv=0x1b23bbb060) at main.c:412 # doveconf -n # 2.2.12: /etc/dovecot/dovecot.conf # OS: Linux 3.13.8-hardened x86_64 Gentoo Base System release 2.2 auth_cache_size = 1 k auth_master_user_separator = * auth_mechanisms = login digest-md5 cram-md5 plain deliver_log_format = msgid=%m: from=%f: phys=%p: virt=%w %$ dict { quota = pgsql:/etc/dovecot/dovecot-dict-sql.conf.ext } first_valid_uid = 8 last_valid_uid = 8 lda_mailbox_autocreate = yes lda_mailbox_autosubscribe = yes mail_attachment_dir = /dane/domeny/zalaczniki mail_attachment_min_size = 10000 k mail_cache_min_mail_count = 20 mail_gid = mail mail_log_prefix = "%s(%u) <%{session}>: " mail_plugins = quota notify mail_log stats zlib mail_privileged_group = mail mail_uid = mail maildir_stat_dirs = yes managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy inc$ ude variables body enotify environment mailbox date ihave mdbox_preallocate_space = yes mdbox_rotate_interval = 60 days mdbox_rotate_size = 50 M namespace inbox { inbox = yes list = yes location = mailbox Drafts { auto = subscribe special_use = \Drafts } mailbox Junk { auto = subscribe special_use = \Junk } mailbox Sent { auto = subscribe special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { auto = subscribe special_use = \Trash } prefix = separator = . subscriptions = yes } passdb { args = /etc/dovecot/.master.user driver = passwd-file master = yes pass = yes } passdb { args = /etc/dovecot/dovecot-sql.conf.ext driver = sql } plugin { quota = dict:User quota::proxy::quota sieve = ~/.dovecot.sieve sieve_dir = ~/sieve stats_command_min_time = 1 mins stats_domain_min_time = 12 hours stats_ip_min_time = 12 hours stats_memory_limit = 1M stats_refresh = 30 s stats_session_min_time = 15 mins stats_track_cmds = yes stats_user_min_time = 1 hours zlib_save = bz2 zlib_save_level = 2 } postmaster_address = postmaster(a)mejor.pl protocols = imap pop3 sieve service auth { unix_listener auth-userdb { group = mail mode = 0660 user = root } } service dict { unix_listener dict { user = mail } } service stats { fifo_listener stats-mail { mode = 0600 user = mail } } ssl_cert = </etc/ssl/gwiazdka.mejor.pl.pem ssl_key = </etc/ssl/gwiazdka.mejor.pl.pem userdb { driver = prefetch } userdb { args = /etc/dovecot/dovecot-sql.conf.ext driver = sql } verbose_proctitle = yes protocol lda { mail_plugins = quota notify mail_log stats zlib sieve } protocol imap { mail_max_userip_connections = 25 mail_plugins = quota notify mail_log stats zlib imap_quota imap_stats imap_zlib } Thanks, Marcin

2 2