Indexing Mail faster

Kevin Laurie superinterstellar at gmail.com
Tue Jan 27 10:15:02 UTC 2015 

Dear Thomas,
Below is the output of my 'dovecot -n' . The slow speed is really bad,
imagine waiting 4 mins for every  search. . Something is terribly wrong in
my config.
Please have a look and advise.
Thanks
Kevin


# 2.2.9: /etc/dovecot/dovecot.conf
# OS: Linux 3.10.62-xenU-25-0e6777a-x86_64 x86_64 Ubuntu 14.04.1 LTS
auth_master_user_separator = *
auth_mechanisms = PLAIN LOGIN
dict {
  acl = mysql:/etc/dovecot/dovecot-share-folder.conf
  quotadict = mysql:/etc/dovecot/dovecot-used-quota.conf
}
first_valid_uid = 2000
last_valid_uid = 2000
listen = *
log_path = /var/log/dovecot.log
mail_debug = yes
mail_gid = 2000
mail_location = maildir:/%Lh/Maildir/:INDEX=/%Lh/Maildir/
mail_plugins = quota fts
mail_uid = 2000
managesieve_notify_capability = mailto
managesieve_sieve_capability = fileinto reject envelope encoded-character
vacation subaddress comparator-i;ascii-numeric relational regex imap4flags
copy include variables body enotify environment mailbox date ihave
namespace {
  inbox = yes
  location =
  mailbox Drafts {
    auto = subscribe
    special_use = \Drafts
  }
  mailbox Junk {
    auto = subscribe
    special_use = \Junk
  }
  mailbox Sent {
    auto = subscribe
    special_use = \Sent
  }
  mailbox "Sent Messages" {
    auto = no
    special_use = \Sent
  }
  mailbox Spam {
    auto = no
    special_use = \Junk
  }
  mailbox Trash {
    auto = subscribe
    special_use = \Trash
  }
  prefix =
  separator = /
  type = private
}
namespace {
  list = children
  location = maildir:/%%Lh/Maildir/:INDEX=/%%Lh/Maildir/Shared/%%u
  prefix = Shared/%%u/
  separator = /
  subscriptions = yes
  type = shared
}
passdb {
  args = /etc/dovecot/dovecot-mysql.conf
  driver = sql
}
passdb {
  args = /etc/dovecot/dovecot-master-users-password
  driver = passwd-file
  master = yes
}
plugin {
  acl = vfile
  acl_shared_dict = proxy::acl
  auth_socket_path = /var/run/dovecot/auth-master
  quota = dict:user::proxy::quotadict
  quota_rule = *:storage=1G
  quota_warning = storage=85%% quota-warning 85 %u
  quota_warning2 = storage=90%% quota-warning 90 %u
  quota_warning3 = storage=95%% quota-warning 95 %u
  sieve = /%Lh/sieve/dovecot.sieve
  sieve_default = /var/vmail/sieve/dovecot.sieve
  sieve_dir = /%Lh/sieve
  sieve_global_dir = /var/vmail/sieve
}
protocols = pop3 imap sieve lmtp
service auth {
  unix_listener /var/spool/postfix/private/dovecot-auth {
    group = postfix
    mode = 0666
    user = postfix
  }
  unix_listener auth-master {
    group = vmail
    mode = 0666
    user = vmail
  }
  unix_listener auth-userdb {
    group = vmail
    mode = 0660
    user = vmail
  }
}
service dict {
  unix_listener dict {
    group = vmail
    mode = 0660
    user = vmail
  }
}
service imap-login {
  process_limit = 500
  service_count = 1
}
service lmtp {
  executable = lmtp -L
  inet_listener lmtp {
    port = 24
  }
  process_min_avail = 5
  unix_listener /var/spool/postfix/private/dovecot-lmtp {
    group = postfix
    mode = 0600
    user = postfix
  }
  user = vmail
}
service pop3-login {
  service_count = 1
}
service quota-warning {
  executable = script /usr/local/bin/dovecot-quota-warning.sh
  unix_listener quota-warning {
    group = vmail
    mode = 0660
    user = vmail
  }
}
ssl = required
ssl_cert = </etc/ssl/certs/sicl.net.crt
ssl_key = </etc/ssl/private/sicl.net.key
userdb {
  args = /etc/dovecot/dovecot-mysql.conf
  driver = sql
}
protocol lda {
  auth_socket_path = /var/run/dovecot/auth-master
  lda_mailbox_autocreate = yes
  log_path = /var/log/dovecot-sieve.log
  mail_plugins = quota fts sieve
  postmaster_address = root
}
protocol lmtp {
  info_log_path = /var/log/dovecot-lmtp.log
  lmtp_save_to_detail_mailbox = yes
  mail_plugins = quota sieve
  postmaster_address = postmaster
  recipient_delimiter = +
}
protocol imap {
  imap_client_workarounds = tb-extra-mailbox-sep
  mail_plugins = quota fts imap_quota
}
protocol pop3 {
  mail_plugins = quota fts
  pop3_client_workarounds = outlook-no-nuls oe-ns-eoh
  pop3_uidl_format = %08Xu%08Xv
}


On Tue, Jan 27, 2015 at 4:02 PM, Thomas Leuxner <tlx at leuxner.net> wrote:

> * Kevin Laurie <superinterstellar at gmail.com> 2015.01.27 03:24:
>
> > . search text dear
> > * OK Searched 9% of the mailbox, ETA 1:39
> > * OK Searched 20% of the mailbox, ETA 1:18
> > * OK Searched 29% of the mailbox, ETA 1:12
> > * OK Searched 38% of the mailbox, ETA 1:03
> > * OK Searched 50% of the mailbox, ETA 0:49
> > * OK Searched 60% of the mailbox, ETA 0:39
> > * OK Searched 69% of the mailbox, ETA 0:30
> > * OK Searched 79% of the mailbox, ETA 0:20
>
> I guess we need to start looking at your version and the
> format/mail_location configuration, best to post your 'doveconf -n'.
>
> Emulating the same search on my box looks a lot better:
>
> $ /usr/lib/dovecot/imap -u tlx at leuxner.net
> * PREAUTH [CAPABILITY IMAP4rev1 LITERAL+ SASL-IR LOGIN-REFERRALS ID ENABLE
> IDLE SORT SORT=DISPLAY THREAD=REFERENCES THREAD=REFS THREAD=ORDEREDSUBJECT
> MULTIAPPEND URL-PARTIAL CATENATE UNSELECT CHILDREN NAMESPACE UIDPLUS
> LIST-EXTENDED I18NLEVEL=1 CONDSTORE QRESYNC ESEARCH ESORT SEARCHRES WITHIN
> CONTEXT=SEARCH LIST-STATUS SPECIAL-USE BINARY MOVE NOTIFY QUOTA ACL
> RIGHTS=texk] Logged in as tlx at leuxner.net
> a select "Virtual/Postfix-Users"
> * FLAGS (\Answered \Flagged \Deleted \Seen \Draft Old)
> * OK [PERMANENTFLAGS (\Answered \Flagged \Deleted \Seen \Draft Old \*)]
> Flags permitted.
> * 22120 EXISTS
> * 0 RECENT
> * OK [UNSEEN 22109] First unseen.
> * OK [UIDVALIDITY 1420123174] UIDs valid
> * OK [UIDNEXT 44062] Predicted next UID
> * OK [HIGHESTMODSEQ 702] Highest
> a OK [READ-WRITE] Select completed (0.031 secs).
> b search text dear
> * SEARCH 111 187 189 237 266 293 294 339 842 853 882 883 929 946 1346 1348
> 1349 1433 1434 1435 1474 1475 1483 1500 1504 1509 1512 1514 1639 1642 1766
> 2364 2366 2367 2635 2638 2639 2640 2642 2644 2664 2738 2750 2830 2849 2857
> 3264 3265 3266 3267 3268 3271 3274 3301 3302 3303 3305 3486 3489 3494 3499
> 3500 3752 3899 4013 4135 4136 4209 4421 4460 4464 4465 4469 4477 4478 4479
> 4480 4482 4483 4522 4535 4536 4538 4751 4769 5168 5169 5178 5179 5219 5254
> 5257 5300 5301 5304 5333 5336 5363 5364 5384 5406 5476 5479 5482 5493 5494
> 5499 5507 5516 5521 5768 6241 6243 7470 7471 7861 7862 7864 7874 7875 7876
> 7877 7879 8389 8399 8428 8429 8907 8937 8938 8940 9469 9495 9610 9688 9735
> 9881 9882 9883 9885 9913 9914 9915 9996 10009 10091 10094 10218 10229 10230
> 10332 10335 10340 10341 10517 10610 10612 10826 10829 10830 11081 11082
> 11087 11089 11097 11144 11145 11212 11213 11359 11365 11366 11367 11369
> 11375 11600 11673 11710 11941 11942 11946 11948 12046 12205 12208 12209
> 12407 12409 12411 13104 13551 13589 13806 13815 13818 13881 13883 13885
> 13980 14453 14578 14617 14618 14620 14666 14667 14668 14677 14685 14783
> 14790 14964 14966 14967 14972 15050 15436 15476 15949 15959 15964 15965
> 15971 16106 16110 16283 16284 16293 16310 16318 16331 16372 16373 16374
> 16785 16786 16787 16985 16987 17050 17855 17857 17871 17875 17876 17877
> 17959 17978 17979 18044 18807 18814 18821 18822 18823 18917 18918 18936
> 19005 19121 19291 19292 20058 20372 20467 20468 20469 20475 20489 20510
> 20516 20521 20522 20523 20524 20541 20560 20562 20582 20584 20653 20654
> 20904 21532 21595 21596 21716 21717 21719 21724 21725
> * 7 RECENT
> b OK Search completed (4.468 secs).
>

More information about the dovecot mailing list