Re: Indexing Mail faster

27 Jan 2015

      Dear Thomas,
Below is the output of my 'dovecot -n' . The slow speed is really bad,
imagine waiting 4 mins for every  search. . Something is terribly wrong in
my config.
Please have a look and advise.
Thanks
Kevin
# 2.2.9: /etc/dovecot/dovecot.conf
# OS: Linux 3.10.62-xenU-25-0e6777a-x86_64 x86_64 Ubuntu 14.04.1 LTS
auth_master_user_separator = *
auth_mechanisms = PLAIN LOGIN
dict {
acl = mysql:/etc/dovecot/dovecot-share-folder.conf
quotadict = mysql:/etc/dovecot/dovecot-used-quota.conf
}
first_valid_uid = 2000
last_valid_uid = 2000
listen = *
log_path = /var/log/dovecot.log
mail_debug = yes
mail_gid = 2000
mail_location = maildir:/%Lh/Maildir/:INDEX=/%Lh/Maildir/
mail_plugins = quota fts
mail_uid = 2000
managesieve_notify_capability = mailto
managesieve_sieve_capability = fileinto reject envelope encoded-character
vacation subaddress comparator-i;ascii-numeric relational regex imap4flags
copy include variables body enotify environment mailbox date ihave
namespace {
inbox = yes
location =
mailbox Drafts {
auto = subscribe
special_use = \Drafts
}
mailbox Junk {
auto = subscribe
special_use = \Junk
}
mailbox Sent {
auto = subscribe
special_use = \Sent
}
mailbox "Sent Messages" {
auto = no
special_use = \Sent
}
mailbox Spam {
auto = no
special_use = \Junk
}
mailbox Trash {
auto = subscribe
special_use = \Trash
}
prefix =
separator = /
type = private
}
namespace {
list = children
location = maildir:/%%Lh/Maildir/:INDEX=/%%Lh/Maildir/Shared/%%u
prefix = Shared/%%u/
separator = /
subscriptions = yes
type = shared
}
passdb {
args = /etc/dovecot/dovecot-mysql.conf
driver = sql
}
passdb {
args = /etc/dovecot/dovecot-master-users-password
driver = passwd-file
master = yes
}
plugin {
acl = vfile
acl_shared_dict = proxy::acl
auth_socket_path = /var/run/dovecot/auth-master
quota = dict:user::proxy::quotadict
quota_rule = *:storage=1G
quota_warning = storage=85%% quota-warning 85 %u
quota_warning2 = storage=90%% quota-warning 90 %u
quota_warning3 = storage=95%% quota-warning 95 %u
sieve = /%Lh/sieve/dovecot.sieve
sieve_default = /var/vmail/sieve/dovecot.sieve
sieve_dir = /%Lh/sieve
sieve_global_dir = /var/vmail/sieve
}
protocols = pop3 imap sieve lmtp
service auth {
unix_listener /var/spool/postfix/private/dovecot-auth {
group = postfix
mode = 0666
user = postfix
}
unix_listener auth-master {
group = vmail
mode = 0666
user = vmail
}
unix_listener auth-userdb {
group = vmail
mode = 0660
user = vmail
}
}
service dict {
unix_listener dict {
group = vmail
mode = 0660
user = vmail
}
}
service imap-login {
process_limit = 500
service_count = 1
}
service lmtp {
executable = lmtp -L
inet_listener lmtp {
port = 24
}
process_min_avail = 5
unix_listener /var/spool/postfix/private/dovecot-lmtp {
group = postfix
mode = 0600
user = postfix
}
user = vmail
}
service pop3-login {
service_count = 1
}
service quota-warning {
executable = script /usr/local/bin/dovecot-quota-warning.sh
unix_listener quota-warning {
group = vmail
mode = 0660
user = vmail
}
}
ssl = required
ssl_cert = 
On Tue, Jan 27, 2015 at 4:02 PM, Thomas Leuxner tlx@leuxner.net wrote:
...

Kevin Laurie superinterstellar@gmail.com 2015.01.27 03:24:

...
. search text dear

OK Searched 9% of the mailbox, ETA 1:39
OK Searched 20% of the mailbox, ETA 1:18
OK Searched 29% of the mailbox, ETA 1:12
OK Searched 38% of the mailbox, ETA 1:03
OK Searched 50% of the mailbox, ETA 0:49
OK Searched 60% of the mailbox, ETA 0:39
OK Searched 69% of the mailbox, ETA 0:30
OK Searched 79% of the mailbox, ETA 0:20

I guess we need to start looking at your version and the
format/mail_location configuration, best to post your 'doveconf -n'.
Emulating the same search on my box looks a lot better:
$ /usr/lib/dovecot/imap -u tlx@leuxner.net

PREAUTH [CAPABILITY IMAP4rev1 LITERAL+ SASL-IR LOGIN-REFERRALS ID ENABLE
IDLE SORT SORT=DISPLAY THREAD=REFERENCES THREAD=REFS THREAD=ORDEREDSUBJECT
MULTIAPPEND URL-PARTIAL CATENATE UNSELECT CHILDREN NAMESPACE UIDPLUS
LIST-EXTENDED I18NLEVEL=1 CONDSTORE QRESYNC ESEARCH ESORT SEARCHRES WITHIN
CONTEXT=SEARCH LIST-STATUS SPECIAL-USE BINARY MOVE NOTIFY QUOTA ACL
RIGHTS=texk] Logged in as tlx@leuxner.net
a select "Virtual/Postfix-Users"
FLAGS (\Answered \Flagged \Deleted \Seen \Draft Old)
OK [PERMANENTFLAGS (\Answered \Flagged \Deleted \Seen \Draft Old \*)]
Flags permitted.
22120 EXISTS
0 RECENT
OK [UNSEEN 22109] First unseen.
OK [UIDVALIDITY 1420123174] UIDs valid
OK [UIDNEXT 44062] Predicted next UID
OK [HIGHESTMODSEQ 702] Highest
a OK [READ-WRITE] Select completed (0.031 secs).
b search text dear
SEARCH 111 187 189 237 266 293 294 339 842 853 882 883 929 946 1346 1348
1349 1433 1434 1435 1474 1475 1483 1500 1504 1509 1512 1514 1639 1642 1766
2364 2366 2367 2635 2638 2639 2640 2642 2644 2664 2738 2750 2830 2849 2857
3264 3265 3266 3267 3268 3271 3274 3301 3302 3303 3305 3486 3489 3494 3499
3500 3752 3899 4013 4135 4136 4209 4421 4460 4464 4465 4469 4477 4478 4479
4480 4482 4483 4522 4535 4536 4538 4751 4769 5168 5169 5178 5179 5219 5254
5257 5300 5301 5304 5333 5336 5363 5364 5384 5406 5476 5479 5482 5493 5494
5499 5507 5516 5521 5768 6241 6243 7470 7471 7861 7862 7864 7874 7875 7876
7877 7879 8389 8399 8428 8429 8907 8937 8938 8940 9469 9495 9610 9688 9735
9881 9882 9883 9885 9913 9914 9915 9996 10009 10091 10094 10218 10229 10230
10332 10335 10340 10341 10517 10610 10612 10826 10829 10830 11081 11082
11087 11089 11097 11144 11145 11212 11213 11359 11365 11366 11367 11369
11375 11600 11673 11710 11941 11942 11946 11948 12046 12205 12208 12209
12407 12409 12411 13104 13551 13589 13806 13815 13818 13881 13883 13885
13980 14453 14578 14617 14618 14620 14666 14667 14668 14677 14685 14783
14790 14964 14966 14967 14972 15050 15436 15476 15949 15959 15964 15965
15971 16106 16110 16283 16284 16293 16310 16318 16331 16372 16373 16374
16785 16786 16787 16985 16987 17050 17855 17857 17871 17875 17876 17877
17959 17978 17979 18044 18807 18814 18821 18822 18823 18917 18918 18936
19005 19121 19291 19292 20058 20372 20467 20468 20469 20475 20489 20510
20516 20521 20522 20523 20524 20541 20560 20562 20582 20584 20653 20654
20904 21532 21595 21596 21716 21717 21719 21724 21725
7 RECENT
b OK Search completed (4.468 secs).