indexer-worker issues on dovecot 2.3.0

Ricardo Machini Barbosa ricardomachini at gmail.com
Fri May 18 16:52:09 EEST 2018


Hello,

 

I have some mailbox with error on index-worker process on dovecot 2.3.0

If I move the same mailbox to dovecot 2.2.33.2 this problem dos not happen.

 

See below the backtrace:

 

May 18 10:33:55 Error: imap(xxxxx)<249924><Xpj77npscpYKAQMQ>: indexer failed
to index mailbox INBOX

May 18 10:33:55 Fatal:
indexer-worker(xxxxx)<281701><Xpj77npscpYKAQMQ:UK9sNELW/lplTAQAF3haWw>:
master: service(indexer-worker): child 281701 killed with signal 6 (core
dumps disabled)

May 18 10:34:55 Panic:
indexer-worker(xxxxx)<307016><Xpj77npscpYKAQMQ:oEUqNn7W/lpIrwQAF3haWw>: file
unichar.c: line 160 (uni_ucs4_to_utf8_c): assertion failed:
(uni_is_valid_ucs4(chr))

May 18 10:34:55 Error:
indexer-worker(xxxxxxxx)<307016><Xpj77npscpYKAQMQ:oEUqNn7W/lpIrwQAF3haWw>:
Raw backtrace: /usr/lib64/dovecot/libdovecot.so.0(+0xc9804) [0x7f157c8eb804]
-> /usr/lib64/dovecot/libdovecot.so.0(+0xc98be) [0x7f157c8eb8be] ->
/usr/lib64/dovecot/libdovecot.so.0(i_fatal+0) [0x7f157c85e34b] ->
/usr/lib64/dovecot/libdovecot.so.0(uni_ucs4_to_utf8_c+0xc0) [0x7f157c9220b0]
-> /usr/lib64/dovecot/libdovecot.so.0(+0xaadc9) [0x7f157c8ccdc9] ->
/usr/lib64/dovecot/libdovecot.so.0(mail_html2text_more+0xc5)
[0x7f157c8ccf85] -> /usr/lib64/dovecot/lib20_fts_plugin.so(+0xc563)
[0x7f157be14563] ->
/usr/lib64/dovecot/lib20_fts_plugin.so(fts_parser_more+0x27)
[0x7f157be14307] ->
/usr/lib64/dovecot/lib20_fts_plugin.so(fts_build_mail+0x440)
[0x7f157be121a0] -> /usr/lib64/dovecot/lib20_fts_plugin.so(+0x10266)
[0x7f157be18266] ->
/usr/lib64/dovecot/libdovecot-storage.so.0(mail_precache+0x2e)
[0x7f157cbd56ae] -> dovecot/indexer-worker [rogerio at alfacorcorretora.com.br
INBOX - 200/734](+0x2794) [0x55bff457f794] ->
/usr/lib64/dovecot/libdovecot.so.0(io_loop_call_io+0x65) [0x7f157c902df5] ->
/usr/lib64/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x10f)
[0x7f157c90469f] ->
/usr/lib64/dovecot/libdovecot.so.0(io_loop_handler_run+0x52)
[0x7f157c902ef2] -> /usr/lib64/dovecot/libdovecot.so.0(io_loop_run+0x38)
[0x7f157c903118] ->
/usr/lib64/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f157c880ce3]
-> dovecot/indexer-worker [rogerio at alfacorcorretora.com.br INBOX -
200/734](main+0xdb) [0x55bff457f18b] ->
/lib64/libc.so.6(__libc_start_main+0xf5) [0x7f157c480c05] ->
dovecot/indexer-worker [rogerio at alfacorcorretora.com.br INBOX -
200/734](+0x2252) [0x55bff457f252]

May 18 10:34:55 Error: indexer: Indexer worker disconnected, discarding 1
requests for xxxxxx

May 18 10:34:55 Error: imap(xxxxx)<249924><Xpj77npscpYKAQMQ>: indexer failed
to index mailbox INBOX

May 18 10:34:55 Fatal:
indexer-worker(xxxxx)<307016><Xpj77npscpYKAQMQ:oEUqNn7W/lpIrwQAF3haWw>:
master: service(indexer-worker): child 307016 killed with signal 6 (core
dumps disabled)

 

uname -a

Linux mailsrv01 2.6.32-696.23.1.el6.x86_64 #1 SMP Tue Mar 13 22:44:18 UTC

2018 x86_64 x86_64 x86_64 GNU/Linux

 

dovecot --version

2.3.0.1 (ffd8a29)

 

dovecot -n

# 2.3.0.1 (ffd8a29): /etc/dovecot/dovecot.conf # Pigeonhole version
0.5.devel (61b47828) # OS: Linux 2.6.32-696.23.1.el6.x86_64 x86_64 CentOS
release 6.9 (Final) # Hostname: mailsrv01 auth_master_user_separator = *
auth_verbose_passwords = sha1 default_client_limit = 2000 deliver_log_format
= subject=%s from:%f sender:%e to: %{to_envelope} size:%p msgid=%m status=%$
delivery_time=%{delivery_time} session_time=%{session_time}
disable_plaintext_auth = no doveadm_allowed_commands = quota
get,dsync-server,kick,purge,fts rescan,altmove,mailbox list,expunge,mailbox
status doveadm_password =  # hidden, use -P to show it
lda_mailbox_autocreate = yes lda_mailbox_autosubscribe = yes
lmtp_rcpt_check_quota = yes login_greeting = IMAP4.

login_trusted_networks = x.x.x.x/24

mail_fsync = never

mail_gid = xxx

mail_location = mdbox:~/mdbox:ALT=/altstorage%h/mdbox

mail_plugins = quota quota_clone fts fts_solr zlib mail_uid = xxx
managesieve_notify_capability = mailto managesieve_sieve_capability =
fileinto reject envelope encoded-character vacation subaddress
comparator-i;ascii-numeric relational regex imap4flags copy include
variables body enotify environment mailbox date ihave duplicate vnd.dovecot
.filter namespace inbox {

  inbox = yes

  list = yes

  location =

  mailbox "Itens Enviados" {

    auto = subscribe

    special_use = \Sent

  }

  mailbox "Itens Excluídos" {

    auto = subscribe

    special_use = \Trash

  }

  mailbox Rascunhos {

    auto = subscribe

    special_use = \Drafts

  }

  mailbox Spam {

    auto = subscribe

    special_use = \Junk

  }

  prefix =

  separator = .

}

passdb {

  args = /etc/dovecot/dovecot-ldap.conf.ext

  driver = ldap

}

plugin {

  fts = solr

  fts_solr = url=http://x.x.x.x:8983/solr/dovecot/

  imapsieve_mailbox1_before = file:/etc/dovecot/antispam/report-spam.sieve

  imapsieve_mailbox1_causes = COPY

  imapsieve_mailbox1_name = Spam

  imapsieve_mailbox2_before = file:/etc/dovecot/antispam/report-ham.sieve

  imapsieve_mailbox2_causes = COPY

  imapsieve_mailbox2_from = Spam

  imapsieve_mailbox2_name = *

  last_login_dict = redis:host=x.x.x.x:port=6379

  quota = count:User quota

  quota_clone_dict = redis:host=x.x.x.x:port=6379

  quota_rule = *:bytes=0

  quota_rule2 = Itens Excluídos:storage=+xM

  quota_vsizes = yes

  quota_warning = storage=95%% quota-warning 95 %u

  quota_warning2 = storage=80%% quota-warning 80 %u

  sieve = ~/.dovecot.sieve

  sieve_before = /etc/dovecot/sieve/audit.sieve

  sieve_before2 = /etc/dovecot/sieve/duplicate.sieve

  sieve_before3 = /etc/dovecot/sieve/spam.sieve

  sieve_dir = ~/sieve

  sieve_global_extensions = +vnd.dovecot.pipe

  sieve_pipe_bin_dir = /etc/dovecot/antispam

  sieve_plugins = sieve_imapsieve sieve_extprograms

  sieve_vacation_default_period = 7d

  sieve_vacation_max_period = 30d

  sieve_vacation_min_period = 1h

}

protocols = imap pop3 lmtp sieve

service anvil {

  client_limit = 2000

}

service auth {

  client_limit = 2000

}

service doveadm {

  inet_listener {

    port = 9011

  }

  inet_listener http {

    port = 9010

  }

  vsz_limit = 768 M

}

service imap-login {

  process_limit = 800

  process_min_avail = 200

  service_count = 1

  vsz_limit = 512 M

}

service imap-postlogin {

  executable = script-login dovecot-postlogin imap

  unix_listener imap-postlogin {

    user = mail

  }

  user = $default_internal_user

}

service imap {

  executable = imap imap-postlogin

  process_limit = 20000

  vsz_limit = 768 M

}

service indexer-worker {

  vsz_limit = 512 M

}

service lmtp {

  inet_listener lmtp {

    address = *

    port = 24

  }

  vsz_limit = 512 M

}

service managesieve-login {

  inet_listener sieve {

    port = 4190

  }

  process_min_avail = 10

}

service managesieve {

  process_limit = 512

}

service pop3-postlogin {

  executable = script-login dovecot-postlogin pop3

  unix_listener pop3-postlogin {

    user = mail

  }

  user = $default_internal_user

}

service pop3 {

  executable = pop3 pop3-postlogin

}

service quota-warning {

  executable = script quota-warning

  unix_listener quota-warning {

    user = mail

  }

}

service stats {

  chroot = empty

  client_limit = 20000

  drop_priv_before_exec = no

  executable = stats

  extra_groups =

  group =

  idle_kill = 4294967295 secs

  privileged_group =

  process_limit = 1

  process_min_avail = 0

  protocol =

  service_count = 0

  type =

  unix_listener stats-reader {

    group =

    mode = 0600

    user =

  }

  unix_listener stats-writer {

    group =

    mode = 0600

    user =

  }

  user = $default_internal_user

  vsz_limit = 18446744073709551615 B

}

ssl = no

submission_host = x.x.x.x

userdb {

  driver = prefetch

}

userdb {

  args = /etc/dovecot/dovecot-ldap.conf.ext

  driver = ldap

}

verbose_proctitle = yes

protocol lda {

  mail_fsync = optimized

  mail_plugins = quota quota_clone sieve } protocol imap {

  imap_max_line_length = 128 k

  mail_max_userip_connections = 30

  mail_plugins = quota quota_clone fts fts_solr zlib imap_quota last_login
imap_sieve } protocol lmtp {

  mail_fsync = optimized

  mail_plugins = quota quota_clone sieve } protocol pop3 {

  mail_max_userip_connections = 10

  mail_plugins = quota quota_clone fts fts_solr zlib last_login

  pop3_logout_format = in=%i out=%o top=%t/%p, retr=%r/%b, del=%d/%m,
size=%s

  pop3_no_flag_updates = yes

  pop3_save_uidl = yes

  pop3_uidl_format = %08Xu%08Xv

}

 

Regards,

Ricardo

 

 

-------------- next part --------------
An HTML attachment was scrubbed...
URL: <https://dovecot.org/pipermail/dovecot/attachments/20180518/4b315df8/attachment-0001.html>


More information about the dovecot mailing list