indexer-worker issues on dovecot 2.3.0
Hello,
I have some mailbox with error on index-worker process on dovecot 2.3.0
If I move the same mailbox to dovecot 2.2.33.2 this problem dos not happen.
See below the backtrace:
May 18 10:33:55 Error: imap(xxxxx)<249924><Xpj77npscpYKAQMQ>: indexer failed to index mailbox INBOX
May 18 10:33:55 Fatal: indexer-worker(xxxxx)<281701><Xpj77npscpYKAQMQ:UK9sNELW/lplTAQAF3haWw>: master: service(indexer-worker): child 281701 killed with signal 6 (core dumps disabled)
May 18 10:34:55 Panic: indexer-worker(xxxxx)<307016><Xpj77npscpYKAQMQ:oEUqNn7W/lpIrwQAF3haWw>: file unichar.c: line 160 (uni_ucs4_to_utf8_c): assertion failed: (uni_is_valid_ucs4(chr))
May 18 10:34:55 Error: indexer-worker(xxxxxxxx)<307016><Xpj77npscpYKAQMQ:oEUqNn7W/lpIrwQAF3haWw>: Raw backtrace: /usr/lib64/dovecot/libdovecot.so.0(+0xc9804) [0x7f157c8eb804] -> /usr/lib64/dovecot/libdovecot.so.0(+0xc98be) [0x7f157c8eb8be] -> /usr/lib64/dovecot/libdovecot.so.0(i_fatal+0) [0x7f157c85e34b] -> /usr/lib64/dovecot/libdovecot.so.0(uni_ucs4_to_utf8_c+0xc0) [0x7f157c9220b0] -> /usr/lib64/dovecot/libdovecot.so.0(+0xaadc9) [0x7f157c8ccdc9] -> /usr/lib64/dovecot/libdovecot.so.0(mail_html2text_more+0xc5) [0x7f157c8ccf85] -> /usr/lib64/dovecot/lib20_fts_plugin.so(+0xc563) [0x7f157be14563] -> /usr/lib64/dovecot/lib20_fts_plugin.so(fts_parser_more+0x27) [0x7f157be14307] -> /usr/lib64/dovecot/lib20_fts_plugin.so(fts_build_mail+0x440) [0x7f157be121a0] -> /usr/lib64/dovecot/lib20_fts_plugin.so(+0x10266) [0x7f157be18266] -> /usr/lib64/dovecot/libdovecot-storage.so.0(mail_precache+0x2e) [0x7f157cbd56ae] -> dovecot/indexer-worker rogerio@alfacorcorretora.com.br INBOX - 200/734 [0x55bff457f794] -> /usr/lib64/dovecot/libdovecot.so.0(io_loop_call_io+0x65) [0x7f157c902df5] -> /usr/lib64/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x10f) [0x7f157c90469f] -> /usr/lib64/dovecot/libdovecot.so.0(io_loop_handler_run+0x52) [0x7f157c902ef2] -> /usr/lib64/dovecot/libdovecot.so.0(io_loop_run+0x38) [0x7f157c903118] -> /usr/lib64/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f157c880ce3] -> dovecot/indexer-worker rogerio@alfacorcorretora.com.br INBOX - 200/734 [0x55bff457f18b] -> /lib64/libc.so.6(__libc_start_main+0xf5) [0x7f157c480c05] -> dovecot/indexer-worker rogerio@alfacorcorretora.com.br INBOX - 200/734 [0x55bff457f252]
May 18 10:34:55 Error: indexer: Indexer worker disconnected, discarding 1 requests for xxxxxx
May 18 10:34:55 Error: imap(xxxxx)<249924><Xpj77npscpYKAQMQ>: indexer failed to index mailbox INBOX
May 18 10:34:55 Fatal: indexer-worker(xxxxx)<307016><Xpj77npscpYKAQMQ:oEUqNn7W/lpIrwQAF3haWw>: master: service(indexer-worker): child 307016 killed with signal 6 (core dumps disabled)
uname -a
Linux mailsrv01 2.6.32-696.23.1.el6.x86_64 #1 SMP Tue Mar 13 22:44:18 UTC
2018 x86_64 x86_64 x86_64 GNU/Linux
dovecot --version
2.3.0.1 (ffd8a29)
dovecot -n
# 2.3.0.1 (ffd8a29): /etc/dovecot/dovecot.conf # Pigeonhole version 0.5.devel (61b47828) # OS: Linux 2.6.32-696.23.1.el6.x86_64 x86_64 CentOS release 6.9 (Final) # Hostname: mailsrv01 auth_master_user_separator = * auth_verbose_passwords = sha1 default_client_limit = 2000 deliver_log_format = subject=%s from:%f sender:%e to: %{to_envelope} size:%p msgid=%m status=%$ delivery_time=%{delivery_time} session_time=%{session_time} disable_plaintext_auth = no doveadm_allowed_commands = quota get,dsync-server,kick,purge,fts rescan,altmove,mailbox list,expunge,mailbox status doveadm_password = # hidden, use -P to show it lda_mailbox_autocreate = yes lda_mailbox_autosubscribe = yes lmtp_rcpt_check_quota = yes login_greeting = IMAP4.
login_trusted_networks = x.x.x.x/24
mail_fsync = never
mail_gid = xxx
mail_location = mdbox:~/mdbox:ALT=/altstorage%h/mdbox
mail_plugins = quota quota_clone fts fts_solr zlib mail_uid = xxx managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date ihave duplicate vnd.dovecot .filter namespace inbox {
inbox = yes
list = yes
location =
mailbox "Itens Enviados" {
auto = subscribe
special_use = \Sent
}
mailbox "Itens Excluídos" {
auto = subscribe
special_use = \Trash
}
mailbox Rascunhos {
auto = subscribe
special_use = \Drafts
}
mailbox Spam {
auto = subscribe
special_use = \Junk
}
prefix =
separator = .
}
passdb {
args = /etc/dovecot/dovecot-ldap.conf.ext
driver = ldap
}
plugin {
fts = solr
fts_solr = url=http://x.x.x.x:8983/solr/dovecot/
imapsieve_mailbox1_before = file:/etc/dovecot/antispam/report-spam.sieve
imapsieve_mailbox1_causes = COPY
imapsieve_mailbox1_name = Spam
imapsieve_mailbox2_before = file:/etc/dovecot/antispam/report-ham.sieve
imapsieve_mailbox2_causes = COPY
imapsieve_mailbox2_from = Spam
imapsieve_mailbox2_name = *
last_login_dict = redis:host=x.x.x.x:port=6379
quota = count:User quota
quota_clone_dict = redis:host=x.x.x.x:port=6379
quota_rule = *:bytes=0
quota_rule2 = Itens Excluídos:storage=+xM
quota_vsizes = yes
quota_warning = storage=95%% quota-warning 95 %u
quota_warning2 = storage=80%% quota-warning 80 %u
sieve = ~/.dovecot.sieve
sieve_before = /etc/dovecot/sieve/audit.sieve
sieve_before2 = /etc/dovecot/sieve/duplicate.sieve
sieve_before3 = /etc/dovecot/sieve/spam.sieve
sieve_dir = ~/sieve
sieve_global_extensions = +vnd.dovecot.pipe
sieve_pipe_bin_dir = /etc/dovecot/antispam
sieve_plugins = sieve_imapsieve sieve_extprograms
sieve_vacation_default_period = 7d
sieve_vacation_max_period = 30d
sieve_vacation_min_period = 1h
}
protocols = imap pop3 lmtp sieve
service anvil {
client_limit = 2000
}
service auth {
client_limit = 2000
}
service doveadm {
inet_listener {
port = 9011
}
inet_listener http {
port = 9010
}
vsz_limit = 768 M
}
service imap-login {
process_limit = 800
process_min_avail = 200
service_count = 1
vsz_limit = 512 M
}
service imap-postlogin {
executable = script-login dovecot-postlogin imap
unix_listener imap-postlogin {
user = mail
}
user = $default_internal_user
}
service imap {
executable = imap imap-postlogin
process_limit = 20000
vsz_limit = 768 M
}
service indexer-worker {
vsz_limit = 512 M
}
service lmtp {
inet_listener lmtp {
address = *
port = 24
}
vsz_limit = 512 M
}
service managesieve-login {
inet_listener sieve {
port = 4190
}
process_min_avail = 10
}
service managesieve {
process_limit = 512
}
service pop3-postlogin {
executable = script-login dovecot-postlogin pop3
unix_listener pop3-postlogin {
user = mail
}
user = $default_internal_user
}
service pop3 {
executable = pop3 pop3-postlogin
}
service quota-warning {
executable = script quota-warning
unix_listener quota-warning {
user = mail
}
}
service stats {
chroot = empty
client_limit = 20000
drop_priv_before_exec = no
executable = stats
extra_groups =
group =
idle_kill = 4294967295 secs
privileged_group =
process_limit = 1
process_min_avail = 0
protocol =
service_count = 0
type =
unix_listener stats-reader {
group =
mode = 0600
user =
}
unix_listener stats-writer {
group =
mode = 0600
user =
}
user = $default_internal_user
vsz_limit = 18446744073709551615 B
}
ssl = no
submission_host = x.x.x.x
userdb {
driver = prefetch
}
userdb {
args = /etc/dovecot/dovecot-ldap.conf.ext
driver = ldap
}
verbose_proctitle = yes
protocol lda {
mail_fsync = optimized
mail_plugins = quota quota_clone sieve } protocol imap {
imap_max_line_length = 128 k
mail_max_userip_connections = 30
mail_plugins = quota quota_clone fts fts_solr zlib imap_quota last_login imap_sieve } protocol lmtp {
mail_fsync = optimized
mail_plugins = quota quota_clone sieve } protocol pop3 {
mail_max_userip_connections = 10
mail_plugins = quota quota_clone fts fts_solr zlib last_login
pop3_logout_format = in=%i out=%o top=%t/%p, retr=%r/%b, del=%d/%m, size=%s
pop3_no_flag_updates = yes
pop3_save_uidl = yes
pop3_uidl_format = %08Xu%08Xv
}
Regards,
Ricardo
On 18 May 2018 at 16:52 Ricardo Machini Barbosa <ricardomachini@gmail.com> wrote:
Hello,
I have some mailbox with error on index-worker process on dovecot 2.3.0
If I move the same mailbox to dovecot 2.2.33.2 this problem dos not happen.
See below the backtrace:
May 18 10:33:55 Error: imap(xxxxx)<249924><Xpj77npscpYKAQMQ>: indexer failed to index mailbox INBOX
May 18 10:33:55 Fatal: indexer-worker(xxxxx)<281701><Xpj77npscpYKAQMQ:UK9sNELW/lplTAQAF3haWw>: master: service(indexer-worker): child 281701 killed with signal 6 (core dumps disabled)
May 18 10:34:55 Panic: indexer-worker(xxxxx)<307016><Xpj77npscpYKAQMQ:oEUqNn7W/lpIrwQAF3haWw>: file unichar.c: line 160 (uni_ucs4_to_utf8_c): assertion failed: (uni_is_valid_ucs4(chr))
Hi!
This has been fixed in 2.3.1. https://github.com/dovecot/core/commit/83b1300b96e753206f9226e3738a7ad9f5428...
Aki
participants (2)
-
Aki Tuomi
-
Ricardo Machini Barbosa