huge increase in storage activity afther dovecot upgrade

Wed Nov 14 10:08:32 EET 2018

Hi,
we upgraded our servers from version 2.2.13 to 2.2.27. After the upgrade we
notice a 10x increase in traffic with the nfs storage an errors like this
in the logfile:

Nov 12 09:48:16 mail dovecot: imap(...): Error: Corrupted index cache file
/.../dovecot.index.cache: invalid record size
Nov 12 09:48:16 mail dovecot: imap(...): Error:
unlink(/.../dovecot.index.cache) failed: No such file or directory (in
mail-cache.c:29)
Nov 12 09:48:16 mail dovecot: imap(...): Error: Corrupted index cache file
/.../dovecot.index.cache: invalid record size
Nov 12 09:48:16 mail dovecot: imap(...): Error: Broken file
/.../dovecot-uidlist line 8: Invalid data:

Is this normal ?
Will the activity wind down ?
Can we do something, like deleting the old dovecot.index* or
dovecot-uidlist files from maildirs, or doing an doveadm force-refresh for
all inboxes ?

Thank you !

Here's my configuration:

# 2.2.27 (c0f36b0): /etc/dovecot/dovecot.conf
# Pigeonhole version 0.4.16 (fed8554)
# OS: Linux 4.9.0-8-amd64 x86_64 Debian 9.6 nfs
auth_failure_delay = 15 secs
auth_mechanisms = plain login
auth_verbose = yes
auth_worker_max_count = 256
default_client_limit = 40000
default_process_limit = 512
dict {
  lastlogin = mysql:/etc/dovecot/mysql/dovecot-dict-lastlogin.conf
  quotadict = mysql:/etc/dovecot/mysql/dovecot-dict-quota.conf
}
disable_plaintext_auth = no
first_valid_uid = 100
log_timestamp = "%Y-%m-%d %H:%M:%S "
login_log_format_elements = user=<%u> method=%m rip=%r lip=%l pid=%p %c
mail_fsync = always
mail_location = maildir:*/home/virtual/*%d/%u
mail_max_userip_connections = 16
mail_nfs_index = yes
mail_nfs_storage = yes
mail_plugins = zlib quota mail_log notify
mail_privileged_group = mail
mailbox_list_index = yes
maildir_stat_dirs = yes
managesieve_notify_capability = mailto
managesieve_sieve_capability = fileinto reject envelope
encoded-character vacation subaddress comparator-i;ascii-numeric
relational regex imap4flags copy include variables body enotify
environment mailbox date ihave
mmap_disable = yes
namespace inbox {
  inbox = yes
  location =
  mailbox Drafts {
    special_use = \Drafts
  }
  mailbox Junk {
    special_use = \Junk
  }
  mailbox Sent {
    auto = subscribe
    special_use = \Sent
  }
  mailbox "Sent Messages" {
    special_use = \Sent
  }
  mailbox Spam {
    auto = subscribe
    special_use = \Junk
  }
  mailbox Trash {
    auto = subscribe
    special_use = \Trash
  }
  mailbox virtual/All {
    special_use = \All
  }
  prefix =
}
passdb {
  args = /etc/dovecot/mysql/dovecot-sql.conf
  driver = sql
}
plugin {
  last_login_dict = proxy::lastlogin
  last_login_key = last-login/%u
  mail_log_events = delete undelete expunge copy mailbox_delete mailbox_rename
  mail_log_fields = uid box msgid size
  quota = dict:user::proxy::quotadict
  quota_rule2 = Trash:ignore
  quota_rule3 = Spam:ignore
  quota_status_nouser = DUNNO
  quota_status_overquota = 552 5.2.2 The email account that you tried
to reach is over quota
  quota_status_success = DUNNO
  quota_warning = storage=95%% quota-warning 95 %u
  quota_warning2 = storage=80%% quota-warning 80 %u
  sieve = ~/.dovecot.sieve
  sieve_before = /etc/dovecot/sieve/default.sieve
  sieve_dir = ~/sieve
  stats_refresh = 30 secs
  stats_track_cmds = yes
  trash = /etc/dovecot/dovecot-trash.conf
  zlib_save = gz
  zlib_save_level = 6
}
protocols = imap sieve pop3 lmtp
service anvil {
  client_limit = 20000
  unix_listener anvil-auth-penalty {
    mode = 00
  }
}
service auth {
  client_limit = 20000
  unix_listener /var/spool/postfix/private/auth {
    group = postfix
    mode = 0660
    user = postfix
  }
  unix_listener auth-master {
    group = mail
    mode = 0660
    user = vmail
  }
  user = root
  vsz_limit = 1 G
}
service dict {
  unix_listener dict {
    mode = 0660
    user = vmail
  }
}
service imap-login {
  client_limit = 4096
  executable = /usr/lib/dovecot/imap-login
  inet_listener imap {
    address = *
    port = 143
  }
  inet_listener imaps {
    address = *
    port = 993
  }
  process_limit = 4096
  process_min_avail = 24
  service_count = 100
}
service imap {
  executable = /usr/lib/dovecot/imap
  process_limit = 4096
  process_min_avail = 24
  vsz_limit = 1 G
}
service lmtp {
  process_min_avail = 24
  unix_listener /var/spool/postfix/private/dovecot-lmtp {
    group = postfix
    mode = 0600
    user = postfix
  }
  vsz_limit = 1 G
}
service managesieve-login {
  client_limit = 4096
  inet_listener sieve {
    port = 4190
  }
  process_limit = 4096
  process_min_avail = 24
  service_count = 1
}
service managesieve {
  process_limit = 4096
  vsz_limit = 1 G
}
service pop3-login {
  client_limit = 4096
  executable = /usr/lib/dovecot/pop3-login
  inet_listener pop3 {
    address = *
    port = 0
  }
  inet_listener pop3s {
    address = *
    port = 995
  }
  process_limit = 4096
  process_min_avail = 24
  service_count = 100
}
service pop3 {
  executable = /usr/lib/dovecot/pop3
  process_limit = 4096
  process_min_avail = 24
  vsz_limit = 1 G
}
service quota-status {
  client_limit = 4096
  executable = /usr/lib/dovecot/quota-status -p postfix
  process_min_avail = 24
  unix_listener /var/spool/postfix/private/quota-status {
    group = postfix
    mode = 0660
    user = postfix
  }
}
service quota-warning {
  executable = script /usr/local/bin/quota-warning.sh
  unix_listener quota-warning {
    mode = 0660
    user = vmail
  }
  user = vmail
}

userdb {
  args = /etc/dovecot/mysql/dovecot-sql.conf
  driver = sql
}
protocol imap {
  imap_idle_notify_interval = 4 mins
  imap_max_line_length = 64 k
  mail_max_userip_connections = 16
  mail_plugins = zlib quota mail_log notify trash imap_quota
}
protocol pop3 {
  mail_max_userip_connections = 16
  mail_plugins = zlib quota mail_log notify
  pop3_client_workarounds = outlook-no-nuls oe-ns-eoh
  pop3_fast_size_lookups = yes
  pop3_no_flag_updates = yes
  pop3_uidl_format = %08Xu%08Xv
}
protocol lda {
  auth_socket_path = /var/run/dovecot/auth-master
  mail_plugins = zlib quota mail_log notify sieve
  sendmail_path = /usr/lib/sendmail
  syslog_facility = mail
}
protocol sieve {
  mail_max_userip_connections = 16
  managesieve_max_compile_errors = 5
}
protocol lmtp {
  mail_plugins = zlib quota mail_log notify sieve
  syslog_facility = mail
}
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <https://dovecot.org/pipermail/dovecot/attachments/20181114/5225b134/attachment-0001.html>