Bug in dovecot 2.3 virtual plugin

3 Jan 2018

      Hi there!
I compiled dovecot 2.3 from git. Because there is already a bug in

virtual-plugin, and i hoped, it get fixed... but it doesn't. So this

is the error-message from the log
Jän 03 16:27:08 aldebaran dovecot[26460]:

indexer-worker(jakob)<26476>qQ6g1+BhIJvAqAAO:sjYhMTH2TFpsZwAAk1Mx3g:

Panic: file unichar.c: line 160 (uni_ucs4_to_utf8_c): assertion

failed: (uni_is_valid_ucs4(chr))
Jän 03 16:27:08 aldebaran dovecot[26460]:

indexer-worker(jakob)<26476>qQ6g1+BhIJvAqAAO:sjYhMTH2TFpsZwAAk1Mx3g:

Error: Raw backtrace: /usr/local/lib/dovecot/libdovecot.so.0(+0xc6021)

[0x7f8299f7a021] -> /usr/local/lib/dovecot/libdovecot.so.0(+0xc60ed)

[0x7f8299f7a0ed] -> /usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0)

[0x7f8299eec481] ->

/usr/local/lib/dovecot/libdovecot.so.0(uni_ucs4_to_utf8_c+0xa0)

[0x7f8299fb1500] -> /usr/local/lib/dovecot/libdovecot.so.0(+0xa75e0)

[0x7f8299f5b5e0] ->

/usr/local/lib/dovecot/libdovecot.so.0(mail_html2text_more+0xc5)

[0x7f8299f5b775] ->

/usr/local/lib/dovecot/lib20_fts_plugin.so(+0xcfcc) [0x7f82990aefcc]

-> /usr/local/lib/dovecot/lib20_fts_plugin.so(fts_parser_more+0x27)

[0x7f82990aeca7] ->

/usr/local/lib/dovecot/lib20_fts_plugin.so(fts_build_mail+0x5e9)

[0x7f82990acc39] ->

/usr/local/lib/dovecot/lib20_fts_plugin.so(+0x1122d) [0x7f82990b322d]

-> /usr/local/lib/dovecot/lib20_virtual_plugin.so(+0x916a)

[0x7f82958e316a] ->

/usr/local/lib/dovecot/lib20_fts_plugin.so(+0x10f5d) [0x7f82990b2f5d]

-> /usr/local/lib/dovecot/lib20_virtual_plugin.so(+0x916a)

[0x7f82958e316a] ->

/usr/local/lib/dovecot/lib20_fts_plugin.so(+0x10f5d) [0x7f82990b2f5d]

-> /usr/local/lib/dovecot/libdovecot-storage.so.0(mail_precache+0x2e)

[0x7f829a2641be] -> dovecot/indexer-worker jakob

Synoptic/AKTUELL [0x562227882533] ->

/usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x69)

[0x7f8299f91bf9] ->

/usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x109)

[0x7f8299f93499] ->

/usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x52)

[0x7f8299f91d02] ->

/usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x38)

[0x7f8299f91f18] ->

/usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13)

[0x7f8299f0f1e3] -> dovecot/indexer-worker jakob

Synoptic/AKTUELL [0x562227881f47] ->

/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf1)

[0x7f8299b352b1] -> dovecot/indexer-worker jakob

Synoptic/AKTUELL [0x56222788201a]
Jän 03 16:27:08 aldebaran dovecot[26460]: indexer: Error: Indexer

worker disconnected, discarding 1 requests for jakob
Jän 03 16:27:08 aldebaran dovecot[26460]:

imap(jakob)<26472><qQ6g1+BhIJvAqAAO>: Error: indexer failed to index

mailbox Synoptic/AKTUELL
Jän 03 16:27:08 aldebaran dovecot[26460]:

indexer-worker(jakob)<26476>qQ6g1+BhIJvAqAAO:sjYhMTH2TFpsZwAAk1Mx3g:

Fatal: master: service(indexer-worker): child 26476 killed with signal

6 (core dumps disabled)
Jän 03 16:27:09 aldebaran dovecot[26460]:

indexer-worker(jakob)<26484>qQ6g1+BhIJvAqAAO:J6mUIEz2TFp0ZwAAk1Mx3g:

Error: lucene index

/var/lib/dovecot/db/indexes/Maildir/jakob/lucene-indexes:

IndexWriter() failed (#1): Lock obtain timed out
Jän 03 16:27:10 aldebaran dovecot[26460]:

indexer-worker(jakob)<26484>qQ6g1+BhIJvAqAAO:J6mUIEz2TFp0ZwAAk1Mx3g:

Error: Mailbox Synoptic/AKTUELL: Transaction commit failed: BUG:

Unknown internal error (attempted to index 1488 messages (UIDs

15214..16775))
Jän 03 16:27:10 aldebaran dovecot[26460]:

imap(jakob)<26480><lP5r2OBhKJvAqAAO>: Error: indexer failed to index

mailbox Synoptic/AKTUELL
Jän 03 16:27:11 aldebaran dovecot[26460]:

imap(jakob)<26472><qQ6g1+BhIJvAqAAO>: Panic: file mail-index.c: line

793 (mail_index_close): assertion failed: (index->open_count > 0)
Jän 03 16:27:11 aldebaran dovecot[26460]:

imap(jakob)<26472><qQ6g1+BhIJvAqAAO>: Error: Raw backtrace:

/usr/local/lib/dovecot/libdovecot.so.0(+0xc6021) [0x7fb0fbd3a021] ->

/usr/local/lib/dovecot/libdovecot.so.0(+0xc60ed) [0x7fb0fbd3a0ed] ->

/usr/local/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7fb0fbcac481] ->

/usr/local/lib/dovecot/libdovecot-storage.so.0(+0xf39a8)

[0x7fb0fc0d99a8] ->

/usr/local/lib/dovecot/libdovecot-storage.so.0(+0xd92d1)

[0x7fb0fc0bf2d1] ->

/usr/local/lib/dovecot/libdovecot-storage.so.0(+0xd9363)

[0x7fb0fc0bf363] ->

/usr/local/lib/dovecot/libdovecot-storage.so.0(index_storage_mailbox_free+0x9)

[0x7fb0fc0b0f39] ->

/usr/local/lib/dovecot/libdovecot-storage.so.0(+0xd05a4)

[0x7fb0fc0b65a4] ->

/usr/local/lib/dovecot/libdovecot-storage.so.0(mailbox_free+0x19)

[0x7fb0fc030c99] ->

/usr/local/lib/dovecot/lib20_virtual_plugin.so(+0xabdc)

[0x7fb0f729bbdc] ->

/usr/local/lib/dovecot/lib20_virtual_plugin.so(+0xacb9)

[0x7fb0f729bcb9] ->

/usr/local/lib/dovecot/libdovecot-storage.so.0(mailbox_close+0x1a)

[0x7fb0fc030c0a] ->

/usr/local/lib/dovecot/lib20_virtual_plugin.so(+0xac60)

[0x7fb0f729bc60] ->

/usr/local/lib/dovecot/lib20_virtual_plugin.so(+0xacb9)

[0x7fb0f729bcb9] ->

/usr/local/lib/dovecot/libdovecot-storage.so.0(mailbox_close+0x1a)

[0x7fb0fc030c0a] ->

/usr/local/lib/dovecot/libdovecot-storage.so.0(mailbox_free+0x13)

[0x7fb0fc030c93] -> dovecot/imap jakob 192.168.0.14

LOGOUT [0x56514d31305b] ->

dovecot/imap jakob 192.168.0.14 LOGOUT

[0x56514d309485] -> dovecot/imap jakob 192.168.0.14

LOGOUT [0x56514d312ca4] -> dovecot/imap jakob

192.168.0.14 LOGOUT [0x56514d3110b2] -> dovecot/imap jakob

192.168.0.14 LOGOUT [0x56514d31113c] -> dovecot/imap jakob

192.168.0.14 LOGOUT [0x56514d311565] ->

dovecot/imap jakob 192.168.0.14 LOGOUT

[0x56514d311be2] ->

/usr/local/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x69)

[0x7fb0fbd51bf9] ->

/usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x109)

[0x7fb0fbd53499] ->

/usr/local/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x52)

[0x7fb0fbd51d02] ->

/usr/local/lib/dovecot/libdovecot.so.0(io_loop_run+0x38)

[0x7fb0fbd51f18] ->

/usr/local/lib/dovecot/libdovecot.so.0(master_service_run+0x13)

[0x7fb0fbccf1e3]
Jän 03 16:27:11 aldebaran dovecot[26460]:

imap(jakob)<26472><qQ6g1+BhIJvAqAAO>: Fatal: master: service(imap):

child 26472 killed with signal 6 (core dumps disabled)
I get this errors when i open or search in a virtual folder. i have

enabled fts_lucene.
My config is:
# dovecot -n
# 2.3.devel (393bfbea8): /usr/local/etc/dovecot/dovecot.conf
# Pigeonhole version 0.5.0.rc1 (d68c23a1)
# OS: Linux 4.13.0-trunk-amd64 x86_64 Debian 9.3 btrfs
auth_mechanisms = plain login cram-md5 digest-md5
auth_socket_path = /usr/local/var/run/dovecot/auth-userdb
first_valid_uid = 1000
imap_capability = +XDOVECOT
imap_client_workarounds = tb-extra-mailbox-sep
lda_mailbox_autocreate = yes
lda_mailbox_autosubscribe = yes
listen = *, ::1
login_trusted_networks = 127.0.0.1/8 192.168.0.0/24 192.168.1.0/24

172.17.0.0/24 172.18.0.0/24
mail_gid = vmail
mail_home =  /var/mail/%u
mail_location =

maildir:/var/mail/%u/Maildir:LAYOUT=fs:INDEX=/var/lib/dovecot/db/indexes/Maildir/%u:INDEXPVT=/var/lib/dovecot/db/indexes/Maildir/%u:CONTROL=/var/lib/dovecot/db/control/Maildir/%u
mail_plugins = zlib quota acl listescape mail_log notify virtual fts

fts_lucene
mail_privileged_group = vmail
mail_server_admin = mailto:jakob@xundeenergie.at
mail_shared_explicit_inbox = yes
mail_uid = vmail
managesieve_notify_capability = mailto
managesieve_sieve_capability = fileinto reject envelope

encoded-character vacation subaddress comparator-i;ascii-numeric

relational regex imap4flags copy include variables body enotify

environment mailbox date index ihave duplicate mime foreverypart

extracttext
namespace {
   list = children
   location =

maildir:/var/mail/public/:LAYOUT=fs:INDEX=/var/lib/dovecot/db/indexes/public/%u:INDEXPVT=/var/lib/dovecot/db/indexes/public/%u
   prefix = Roseggergasse/
   separator = /
   subscriptions = no
   type = public
}
namespace Geteilt {
   hidden = no
   inbox = no
   list = children
   location =

maildir:/var/mail/%%u/Maildir:LAYOUT=fs:INDEXPVT=/var/lib/dovecot/db/indexes/shared/%u/%%u:INDEX=/var/lib/dovecot/db/indexes/shared/%u/%%u
   prefix = Geteilt/%%n/
   separator = /
   subscriptions = no
   type = shared
}
namespace Mailarchiv {
   hidden = no
   inbox = no
   list = children
   location =

maildir:/var/mail/mailarchiv/%u/:LAYOUT=fs:INDEX=/var/lib/dovecot/db/indexes/mailarchiv/%u:INDEXPVT=/var/lib/dovecot/db/indexes/mailarchiv/%u
   mailbox incoming {
     auto = create
   }
   mailbox outgoing {
     auto = create
   }
   prefix = Mailarchiv/
   separator = /
   subscriptions = no
   type = private
}
namespace Real {
   hidden = yes
   list = no
   location = virtual:/var/mail/real:INDEX=/var/lib/dovecot/db/indexes/real/%u
   prefix = Real/
   separator = /
   subscriptions = no
}
namespace Synoptic {
   hidden = no
   list = children
   location =

virtual:/var/mail/virtual:INDEX=/var/lib/dovecot/db/indexes/virtual/%u
   mailbox INBOX/Archives {
     auto = no
     special_use = \Archive
   }
   mailbox INBOX/Drafts {
     auto = no
     special_use = \Drafts
   }
   mailbox INBOX/Entwürfe {
     auto = no
     special_use = \Drafts
   }
   mailbox INBOX/Junk {
     auto = no
     special_use = \Junk
   }
   mailbox INBOX/Sent {
     auto = no
     special_use = \Sent
   }
   mailbox INBOX/Spam {
     auto = no
     special_use = \Junk
   }
   prefix = Synoptic/
   separator = /
   subscriptions = no
}
namespace inbox {
   hidden = no
   inbox = yes
   location =
   mailbox Archiv {
     auto = no
     special_use = \Archive
   }
   mailbox Archive {
     auto = no
     special_use = \Archive
   }
   mailbox Archives {
     auto = no
     special_use = \Archive
   }
   mailbox "Deleted Messages" {
     auto = no
     autoexpunge = 30 days
     special_use = \Trash
   }
   mailbox Drafts {
     auto = no
     special_use = \Drafts
   }
   mailbox Entwürfe {
     auto = no
     special_use = \Drafts
   }
   mailbox "Gelöschte Elemente" {
     auto = no
     autoexpunge = 30 days
     special_use = \Trash
   }
   mailbox "Gelöschte Objekte" {
     auto = no
     autoexpunge = 30 days
     special_use = \Trash
   }
   mailbox Gesendet {
     auto = no
     special_use = \Sent
   }
   mailbox "Gesendete Elemente" {
     auto = no
     special_use = \Sent
   }
   mailbox "Gesendete Objekte" {
     auto = no
     special_use = \Sent
   }
   mailbox Important {
     auto = no
   }
   mailbox Junk {
     auto = subscribe
     autoexpunge = 30 days
     special_use = \Junk
   }
   mailbox Mistkübel {
     auto = no
     autoexpunge = 30 days
     special_use = \Trash
   }
   mailbox Papierkorb {
     auto = no
     autoexpunge = 30 days
     special_use = \Trash
   }
   mailbox Sent {
     auto = subscribe
     special_use = \Sent
   }
   mailbox "Sent Messages" {
     auto = no
     special_use = \Sent
   }
   mailbox Spam {
     auto = no
     autoexpunge = 30 days
     special_use = \Junk
   }
   mailbox Synoptic/Alle {
     auto = no
     comment = All my messages
     special_use = \All
   }
   mailbox Trash {
     auto = no
     autoexpunge = 30 days
     special_use = \Trash
   }
   mailbox Wichtig {
     auto = create
   }
   prefix = INBOX/
   separator = /
   subscriptions = no
   type = private
}
namespace subscriptions {
   hidden = yes
   list = no
   location =
   prefix =
   subscriptions = yes
}
passdb {
   args = scheme=CRYPT username_format=%u /usr/local/etc/dovecot/users
   driver = passwd-file
}
plugin {
   acl = vfile:/etc/dovecot/dovecot-acl:cache_secs=300
   acl_shared_dict = file:/var/lib/dovecot/db/shared-mailboxes.db
   fts = lucene
   fts_autoindex = yes
   fts_autoindex_max_recent_msgs = 80
   fts_index_timeout = 90s
   fts_lucene = whitespace_chars=@. normalize no_snowball
   mail_home =  /var/mail/%u
   setting_name = sieve, managedsieve
   sieve = file:/var/mail/%u/sieve/;active=/var/mail/%u/sieve/%u.sieve
}
postmaster_address = postmaster@localhost
protocols = imap pop3 lmtp imap lmtp sieve pop3 sieve
service anvil {
   unix_listener anvil-auth-penalty {
     mode = 00
   }
}
service auth {
   unix_listener auth-client {
     group = vmail
     mode = 0666
     user = Debian-exim
   }
   unix_listener auth-userdb {
     group = vmail
     mode = 0666
     user = vmail
   }
}
service imap-login {
   inet_listener imap {
     port = 143
   }
   inet_listener imaps {
     port = 993
     ssl = yes
   }
   process_min_avail = 1
   service_count = 0
}
service imap {
   executable = imap postlogin
   process_limit = 1024
   vsz_limit = 400 M
}
service lmtp {
   executable = lmtp -L
   user = vmail
   vsz_limit = 400 M
}
service postlogin {
   executable = script-login -d rawlog
}
ssl = required
ssl_cert = </usr/local/etc/dovecot/dovecot.crt
ssl_dh =  # hidden, use -P to show it
ssl_key =  # hidden, use -P to show it
userdb {
   args = username_format=%u /usr/local/etc/dovecot/users
   default_fields = home=/var/mail/%u
   driver = passwd-file
}
verbose_proctitle = yes
protocol lmtp {
   auth_username_format = %n
   mail_plugins = zlib quota acl listescape mail_log notify virtual

fts fts_lucene quota sieve acl
}
protocol lda {
   mail_plugins = zlib quota acl listescape mail_log notify virtual

fts fts_lucene quota sieve acl
}
protocol imap {
   mail_max_userip_connections = 10
   mail_plugins = zlib quota acl listescape mail_log notify virtual

fts fts_lucene imap_quota imap_acl
}
The virtual Folder-definitions are:
# find /var/mail/virtual/ /var/mail/real/
/var/mail/virtual/
/var/mail/virtual/GINBOX
/var/mail/virtual/GINBOX/dovecot-virtual
/var/mail/virtual/Neue
/var/mail/virtual/Neue/dovecot-virtual
/var/mail/virtual/Markierte
/var/mail/virtual/Markierte/dovecot-virtual
/var/mail/virtual/Ungelesene
/var/mail/virtual/Ungelesene/dovecot-virtual
/var/mail/virtual/Sent
/var/mail/virtual/Sent/dovecot-virtual
/var/mail/virtual/Drafts
/var/mail/virtual/Drafts/dovecot-virtual
/var/mail/virtual/Trash
/var/mail/virtual/Trash/dovecot-virtual
/var/mail/virtual/AKTUELL
/var/mail/virtual/AKTUELL/dovecot-virtual
/var/mail/virtual/Archives
/var/mail/virtual/Archives/dovecot-virtual
/var/mail/virtual/dovecot-acl-list
/var/mail/virtual/WICHTIG
/var/mail/virtual/WICHTIG/dovecot-virtual
/var/mail/real/
/var/mail/real/Alle
/var/mail/real/Alle/dovecot-virtual
/var/mail/real/dovecot-acl-list
/var/mail/real/einjahr
/var/mail/real/einjahr/dovecot-virtual
/var/mail/real/zweijahr
/var/mail/real/zweijahr/dovecot-virtual
/var/mail/real/dreijahr
/var/mail/real/dreijahr/dovecot-virtual
# cat /var/mail/virtual/AKTUELL/dovecot-virtual
Real/Alle
  inthread refs younger 2592000
# cat /var/mail/real/Alle/dovecot-virtual
!INBOX
INBOX/*
-INBOX/Trash
-INBOX/Trash/*
-INBOX/Archives
-INBOX/Archives/*
-INBOX/Drafts
-INBOX/Drafts/*
-INBOX/Junk
-INBOX/Junk/*
-INBOX/SYSTEM
-INBOX/SYSTEM/*
  all
The others are similar.
Greez
Jakob

Jakobus Schürz

Aki Tuomi

Jakobus Schürz

Jakob Schürz

Jakobus Schürz

Aki Tuomi

Jakobus Schürz

Aki Tuomi

Jakob Schürz

Jakob Schürz

Marco Giunta

Aki Tuomi

Jakobus Schürz

tags (0)

participants (5)