- dovecot - dovecot.org

Fwd: Bug#876364: dovecot-sieve: Just discovered imap_sieve/sieve_imapsieve is not set up to work with virtual mailboxes.
by Thurgood Angelou 22 Sep '17

22 Sep '17

Hi... The output of my doveconf -n is as folllows. # 2.2.32 (dfbe293d4): /etc/dovecot/dovecot.conf # Pigeonhole version 0.4.20 (7cd71ba) doveconf: Warning: /etc/dovecot/dovecot.conf line 105: Global setting mail_plugins won't change the setting inside an earlier filter at /etc/dovecot/conf.d/15-lda.conf line 47 (if this is intentional, avoid this warning by moving the global setting before /etc/dovecot/conf.d/15-lda.conf line 47) doveconf: Warning: /etc/dovecot/dovecot.conf line 105: Global setting mail_plugins won't change the setting inside an earlier filter at /etc/dovecot/conf.d/15-lda.conf line 47 (if this is intentional, avoid this warning by moving the global setting before /etc/dovecot/conf.d/15-lda.conf line 47) # OS: Linux 3.16.0-4-amd64 x86_64 Debian 8.2 ext4 auth_default_realm = othersider92.com auth_mechanisms = plain login first_valid_uid = 100 log_path = /var/log/dovecot.log mail_location = maildir:/var/mail/%d/%n mail_plugins = " virtual" managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date index ihave duplicate mime foreverypart extracttext imapsieve vnd.dovecot.imapsieve namespace inbox { inbox = yes location = mailbox Drafts { auto = create special_use = \Drafts } mailbox Junk { auto = create autoexpunge = 1 weeks special_use = \Junk } mailbox Promotions { auto = subscribe } mailbox Sent { auto = create special_use = \Sent } mailbox Trash { auto = create autoexpunge = 30 days special_use = \Trash } prefix = separator = / type = private } namespace virtual { disabled = yes hidden = yes list = no location = virtual:/var/mail/virtual prefix = virtual/ separator = / type = private } passdb { args = /etc/dovecot/dovecot-sql.conf.ext driver = sql } plugin { imapsieve_mailbox1_before = file:/etc/sieve/report-spam.sieve imapsieve_mailbox1_causes = COPY imapsieve_mailbox1_name = Junk imapsieve_mailbox2_before = file:/etc/sieve/report-ham.sieve imapsieve_mailbox2_causes = COPY imapsieve_mailbox2_from = Junk imapsieve_mailbox2_name = * imapsieve_mailbox3_before = file:/etc/sieve/report-spam-promo.sieve imapsieve_mailbox3_causes = COPY imapsieve_mailbox3_name = Promotions imapsieve_mailbox4_before = file:/etc/sieve/report-ham-promo.sieve imapsieve_mailbox4_causes = COPY imapsieve_mailbox4_from = Promotions imapsieve_mailbox4_name = * sieve = file:~/sieve;active=~/.dovecot.sieve sieve_after = /etc/sieve/conf.d/after sieve_before = /etc/sieve/conf.d/before sieve_global_extensions = +editheader +vnd.dovecot.pipe sieve_pipe_bin_dir = /usr/local/bin sieve_plugins = sieve_extprograms sieve_imapsieve } protocols = imap lmtp service auth-worker { user = vmail } service auth { unix_listener /var/spool/postfix/private/auth { group = postfix mode = 0666 user = postfix } unix_listener auth-userdb { mode = 0600 user = vmail } user = dovecot } service imap-login { inet_listener imap { port = 0 } inet_listener imaps { port = 993 ssl = yes } } service lmtp { unix_listener /var/spool/postfix/private/dovecot-lmtp { group = postfix mode = 0600 user = postfix } } ssl = required ssl_cert = </etc/ssl/mail/ssl.cert ssl_client_ca_dir = /etc/ssl/certs ssl_key = # hidden, use -P to show it userdb { args = uid=vmail gid=vmail home=/var/mail/%d/%n driver = static } protocol lmtp { info_log_path = /var/log/dovecot-lmtp.log mail_plugins = " virtual" } protocol lda { mail_plugins = " sieve virtual" } protocol imap { mail_plugins = " virtual imap_sieve" } I hope this helps. On Thu, Sep 21, 2017 at 4:47 AM, Apollon Oikonomopoulos <apoikos(a)debian.org> wrote: > Control: tags -1 + moreinfo upstream > > [Forwarding this to the Dovecot mailing list, just in case someone can > help] > > Hi, > > Thanks for the report! See my comments inline. > > On 11:56 Thu 21 Sep , Thurgood Angelou wrote: > > Package: dovecot-core > > Version: 1:2.2.32-2 > > > > I've just discovered a bug where the sieve plugin (especially IMAP) > > will not work with a virtual mailbox. I recently found this out when > > testing a virtual mailbox setup and I use imap_sieve for SPAM > > filtering so to lose that would be painful. > > > > This is what is reported in dovecot's debug log... > > > > Sep 21 10:53:01 imap(personal(a)othersider92.com): Panic: file > mail-index-map.c: line 549 (mail_index_map_lookup_seq_range): assertion > failed: (first_uid > 0) > > Sep 21 10:53:01 imap(personal(a)othersider92.com): Error: Raw backtrace: > /usr/lib/dovecot/libdovecot.so.0(+0x9f0a2) [0x7f4226fd50a2] -> > /usr/lib/dovecot/libdovecot.so.0(+0x9f19a) [0x7f4226fd519a] -> > /usr/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7f4226f65cf8] -> > /usr/lib/dovecot/libdovecot-storage.so.0(mail_index_map_lookup_seq_range+0x120) > [0x7f422733dae0] -> /usr/lib/dovecot/libdovecot-storage.so.0(+0xe8d1d) > [0x7f422734cd1d] -> /usr/lib/dovecot/libdovecot-st > orage.so.0(mail_index_lookup_seq+0xf) [0x7f4227350e9f] -> > /usr/lib/dovecot/modules/lib20_virtual_plugin.so(+0x82aa) > [0x7f422678a2aa] -> /usr/lib/dovecot/modules/lib95_imap_sieve_plugin.so(+0x708c) > [0x7f422657d08c] -> /usr/lib/dovecot/libdovecot-st > orage.so.0(mailbox_transaction_commit_get_changes+0x52) [0x7f42272adca2] > -> dovecot/imap(+0x10084) [0x556502adb084] -> dovecot/imap(command_exec+0x5c) > [0x556502ae7d9c] -> dovecot/imap(+0x1b322) [0x556502ae6322] -> > dovecot/imap(+0x1b3bc) [0x556502ae63bc] -> dovecot/imap(client_handle_inp > ut > > +0x18d) [0x556502ae677d] -> dovecot/imap(client_input+0xac) > [0x556502ae6ccc] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x52) > [0x7f4226fea742] -> /usr/lib/dovecot/libdovecot.so > .0(io_loop_handler_run_internal+0x12e) [0x7f4226febd8e] -> > /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x36) > [0x7f4226fea7d6] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_run+0x38) > [0x7f4226fea988] -> /usr/lib/dovecot/libdovecot.so.0(master_service_run+0x13) > [0x7f4226f70353] -> dovecot/imap(main+0x329) [0x556502ad9139] -> > /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf1) [0x7f4226bb92e1] > -> dovecot/imap(_start+0x2a) [0x556502ad92ca] > > After mixing in the debug symbols, this backtrace becomes: > > /usr/lib/dovecot/libdovecot.so.0(+0x9f0a2) [0x7f4226fd50a2] > default_fatal_finish at ./src/lib/failures.c:195 > /usr/lib/dovecot/libdovecot.so.0(+0x9f19a) [0x7f4226fd519a] > ?? at ./src/lib/failures.c:670 > /usr/lib/dovecot/libdovecot.so.0(i_fatal+0) [0x7f4226f65cf8] > i_fatal at ./src/lib/failures.c:280 > /usr/lib/dovecot/libdovecot-storage.so.0(mail_index_map_lookup_seq_range+0x120) > [0x7f422733dae0] > mail_index_map_lookup_seq_range at ./src/lib-index/mail-index-map > .c:550 > /usr/lib/dovecot/libdovecot-storage.so.0(+0xe8d1d) [0x7f422734cd1d] > tview_lookup_seq_range at ./src/lib-index/mail-index-tra > nsaction-view.c:178 > /usr/lib/dovecot/libdovecot-storage.so.0(mail_index_lookup_seq+0xf) > [0x7f4227350e9f] > mail_index_lookup_seq at ./src/lib-index/mail-index-view.c:522 > /usr/lib/dovecot/modules/lib20_virtual_plugin.so(+0x82aa) [0x7f422678a2aa] > virtual_mail_set_uid at ./src/plugins/virtual/virtual-mail.c:213 > /usr/lib/dovecot/modules/lib95_imap_sieve_plugin.so(+0x708c) > [0x7f422657d08c] > imap_sieve_mailbox_transaction_run at ./pigeonhole/src/plugins/imapsieve/imap-sieve-storage.c:752 > (inlined by: imap_sieve_mailbox_transaction_commit at > ./pigeonhole/src/plugins/imapsieve/imap-sieve-storage.c:807) > /usr/lib/dovecot/libdovecot-storage.so.0(mailbox_transaction_commit_get_changes+0x52) > [0x7f42272adca2] > mailbox_transaction_commit_get_changes at > ./src/lib-storage/mail-storage.c:2083 > dovecot/imap(+0x10084) [0x556502adb084] > cmd_copy_full at ./src/imap/cmd-copy.c:146 > dovecot/imap(command_exec+0x5c) [0x556502ae7d9c] > command_exec at ./src/imap/imap-commands.c:200 > dovecot/imap(+0x1b322) [0x556502ae6322] > client_command_input at ./src/imap/imap-client.c:1088 > dovecot/imap(+0x1b3bc) [0x556502ae63bc] > client_command_input at ./src/imap/imap-client.c:1150 > dovecot/imap(client_handle_input+0x18d) [0x556502ae677d] > client_handle_input at ./src/imap/imap-client.c:1203 > dovecot/imap(client_input+0xac) [0x556502ae6ccc] > client_input at ./src/imap/imap-client.c:1249 > /usr/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x52) [0x7f4226fea742] > io_loop_call_io at ./src/lib/ioloop.c:600 > /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x12e) > [0x7f4226febd8e] > io_loop_handler_run_internal at ./src/lib/ioloop-epoll.c:223 > /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x36) > [0x7f4226fea7d6] > io_loop_handler_run at ./src/lib/ioloop.c:648 > /usr/lib/dovecot/libdovecot.so.0(io_loop_run+0x38) [0x7f4226fea988] > io_loop_run at ./src/lib/ioloop.c:622 > /usr/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f4226f70353] > master_service_run at ./src/lib-master/master-service.c:667 > dovecot/imap(main+0x329) [0x556502ad9139] > main at ./src/imap/main.c:491 > /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf1) [0x7f4226bb92e1] > __libc_start_main at ../csu/libc-start.c:325 > dovecot/imap(_start+0x2a) [0x556502ad92ca] > start at ??:0 > > > -- System Information: > > Debian Release: 8.2 > > APT prefers oldstable-updates > > APT policy: (500, 'oldstable-updates'), (500, 'unstable'), (500, > 'testing'), (500, 'oldstable') > > Architecture: amd64 (x86_64) > > > > Kernel: Linux 3.16.0-4-amd64 (SMP w/2 CPU cores) > > Locale: LANG=en_GB.UTF-8, LC_CTYPE=en_GB.UTF-8 (charmap=UTF-8), > LANGUAGE=en_GB:en (charmap=UTF-8) > > Shell: /bin/sh linked to /bin/dash > > Init: systemd (via /run/systemd/system) > > > > Versions of packages dovecot-sieve depends on: > > ii dovecot-core 1:2.2.32-2 > > ii libc6 2.24-17 > > ii ucf 3.0030 > > > > dovecot-sieve recommends no packages. > > > > dovecot-sieve suggests no packages. > > > > Versions of packages dovecot-sieve is related to: > > ii dovecot-core [dovecot-common] 1:2.2.32-2 > > pn dovecot-dbg <none> > > pn dovecot-dev <none> > > ii dovecot-gssapi 1:2.2.32-2 > > ii dovecot-imapd 1:2.2.32-2 > > ii dovecot-ldap 1:2.2.32-2 > > ii dovecot-lmtpd 1:2.2.32-2 > > ii dovecot-managesieved 1:2.2.32-2 > > ii dovecot-mysql 1:2.2.32-2 > > pn dovecot-pgsql <none> > > pn dovecot-pop3d <none> > > ii dovecot-sieve 1:2.2.32-2 > > pn dovecot-sqlite <none> > > Could you also include the output of doveconf -n? > > Regards, > Apollon >

1 0

Re: JMAP support in Dovecot
by Aki Tuomi 21 Sep '17

21 Sep '17

answer is not yet. we are going to implement it when we get free resources to do it. ---Aki TuomiDovecot oy -------- Original message --------From: Steinar Bang <sb(a)dod.no> Date: 21/09/2017 17:28 (GMT+02:00) To: dovecot(a)dovecot.org Subject: Re: JMAP support in Dovecot >>>>> Aki Tuomi <aki.tuomi(a)dovecot.fi>: > We are working on including JMAP support to Dovecot. At this moment I > cannot give any promise for exact version, but hopefully it will be > part of v2.3 Any updates on jmap support in dovecot? I tried searching the git repo for "jmap" yesterday, so I'm guessing the answer is "no" or "not yet"...?

1 0

Dovecot 2.1.17 and Solr 6.6.1
by Siarhei Chystsiakou 21 Sep '17

21 Sep '17

Hello. I'm trying to set fts plugin for working with Apache Solr 6.6.1, but after the setting I get the following error .... o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Bad contentType for search handler :text/xml request={q=from:"test"&fl=uid,score&sort=uid+asc&fq=%2Bbox:a8012d2edac165591d3c000043730d65+%2Buser:" user(a)example.com"&rows=5543} I've set everything according to the guide on the site as well as taking into consideration such conversation in maillist in February 2017 ( https://dovecot.org/list/dovecot/2017-February/107255.html) The current dovecot configuration:... #cat /etc/dovecot/conf.d/90-fts.conf plugin { fts = solr fts_solr = debug break-imap-search url= http://127.0.0.1:8983/solr/dovecot/ } full config the dovecot: https://hastebin.com/awuwohanoz.makefile I also enclose the screen from wireshark https://itmag.es/6mWng Thanks!

2 5

Inexplicable missing permissions issue
by Nelson Crosby 21 Sep '17

21 Sep '17

Greetings all. I've been having great difficulty getting Dovecot working. I'm getting stuck with using mbox directories outside of /home. Dovecot keeps giving me this message: imap(ncrosby): Namespace '': stat(/var/logmail/mbox/ncrosby) failed: Permis sion denied (euid=1001(ncrosby) egid=1001(ncrosby) missing +w perm: /var/lo gmail/mbox/ncrosby stat(/var/logmail/mbox/ncrosby) failed: Permission denie d, dir owned by 0:0 mode=0755) in=0 out=340 I've tried letting Dovecot create this directory, I've tried creating this directory manually and giving it any permission I can think of, I've tried playing about with the permissions throughout the entire /var/logmail tree, but to no avail. Below is my setup. I appreciate any input. Here's `tree -apug /var/logmail`: /var/logmail ├── [drwx------ root root ] lost+found ├── [drwxr-xr-x root root ] mbox └── [drwxrwxr-x root mail ] spool ├── [-rw-rw---- fedora mail ] fedora └── [-rw-rw---- ncrosby mail ] ncrosby 3 directories, 2 files And permissions for `/var/logmail` itself: drwxr-xr-x. 5 root root 4096 Sep 19 01:52 . And now `doveconf -n`: # 2.2.31 (65cde28): /etc/dovecot/dovecot.conf # OS: Linux 4.11.8-300.fc26.x86_64 x86_64 Fedora release 26 (Twenty Six) ext4 disable_plaintext_auth = no mail_location = mbox:/var/logmail/mbox/%n:INBOX=/var/logmail/spool/%n mbox_write_locks = fcntl namespace inbox { inbox = yes location = mailbox Drafts { special_use = \Drafts } mailbox Junk { special_use = \Junk } mailbox Sent { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } prefix = } passdb { args = dovecot driver = pam } service auth { unix_listener /var/spool/postfix/private/auth { group = postfix mode = 0666 user = postfix } } ssl = no ssl_cert = </etc/pki/dovecot/certs/dovecot.pem ssl_cipher_list = PROFILE=SYSTEM ssl_key = # hidden, use -P to show it userdb { driver = passwd } -- // Nelson Crosby /* nc(a)sourcecomb.com */

3 3

sieve stopped working and doveadm mailbox list without -s shows less folders then with
by Ralf Becker 20 Sep '17

20 Sep '17

Dovecot 2.2.31 with mailboxes in mdbox format. Since a couple of days some mailboxes have the problem, that sieve rules moving mails to folders stop working and .sieve.log in mailbox shows: sieve: info: started log at Sep 07 13:57:17. error: msgid=<20170907155704.EGroupware.S4yThVJRr12WSiJLpKbK0Bz(a)somedomain.egroupware.de>: failed to store into mailbox 'INBOX/Munser': Mailbox doesn't exist: INBOX/Munser. When I do a doveadm mailbox list -s -u <user>@<domain> I get all folders incl. the one mentioned above, while doveadm mailbox list without -s shows just user INBOX I already tried doveadm force-resync -u <user>@<domain> INBOX, but it did not change anything. I also moved the mailbox in filesystem to an other name and tried to restore it from there, which helped with most broken mailbox problems in the pre 2.2.31 aftermath, but that failed completly: /var/dovecot/imap/<domain> # mv <user> <user>.broken /var/dovecot/imap/<domain> # doveadm force-resync -u <user>@<domain> INBOX /var/dovecot/imap/<domain> # sudo -u dovecot doveadm -Dv import -u <user>@<domain> -s mdbox:$(pwd)/<user>.broken/mdbox INBOX all Debug: Loading modules from directory: /usr/lib/dovecot Debug: Module loaded: /usr/lib/dovecot/lib01_acl_plugin.so Debug: Module loaded: /usr/lib/dovecot/lib10_quota_plugin.so Debug: Module loaded: /usr/lib/dovecot/lib15_notify_plugin.so Debug: Module loaded: /usr/lib/dovecot/lib20_mail_log_plugin.so Debug: Module loaded: /usr/lib/dovecot/lib20_replication_plugin.so Debug: Loading modules from directory: /usr/lib/dovecot/doveadm Debug: Module loaded: /usr/lib/dovecot/doveadm/lib10_doveadm_acl_plugin.so Debug: Skipping module doveadm_expire_plugin, because dlopen() failed: Error relocating /usr/lib/dovecot/doveadm/lib10_doveadm_expire_plugin.so: expire_set_lookup: symbol not found (this is usually intentional, so just ignore this message) Debug: Module loaded: /usr/lib/dovecot/doveadm/lib10_doveadm_quota_plugin.so Debug: Module loaded: /usr/lib/dovecot/doveadm/lib10_doveadm_sieve_plugin.so Debug: Skipping module doveadm_fts_plugin, because dlopen() failed: Error relocating /usr/lib/dovecot/doveadm/lib20_doveadm_fts_plugin.so: fts_backend_rescan: symbol not found (this is usually intentional, so just ignore this message) Debug: Skipping module doveadm_mail_crypt_plugin, because dlopen() failed: Error relocating /usr/lib/dovecot/doveadm/libdoveadm_mail_crypt_plugin.so: mail_crypt_box_get_public_key: symbol not found (this is usually intentional, so just ignore this message) doveadm(<user>@<domain> 54303): Debug: Added userdb setting: plugin/master_user=<user>@<domain> doveadm(<user>@<domain> 54303): Debug: Added userdb setting: plugin/userdb_acl_groups=admins@<domain>,hts büro@<domain>,hts@<domain> doveadm(<user>@<domain> 54303): Debug: Added userdb setting: plugin/userdb_quota_rule=*:bytes=10485760000 doveadm(<user>@<domain>): Debug: Effective uid=90, gid=101, home=/var/dovecot/imap/<domain>/<user> doveadm(<user>@<domain>): Debug: Quota root: name=User quota backend=dict args=:ns=INBOX/:file:/var/dovecot/imap/<domain>/<user>/dovecot-quota doveadm(<user>@<domain>): Debug: Quota rule: root=User quota mailbox=* bytes=107374182400 messages=0 doveadm(<user>@<domain>): Debug: Quota grace: root=User quota bytes=10737418240 (10%) doveadm(<user>@<domain>): Debug: dict quota: user=<user>@<domain>, uri=file:/var/dovecot/imap/<domain>/<user>/dovecot-quota, noenforcing=0 doveadm(<user>@<domain>): Debug: Namespace inboxes: type=private, prefix=INBOX/, sep=/, inbox=yes, hidden=no, list=yes, subscriptions=no location=mdbox:~/mdbox doveadm(<user>@<domain>): Debug: fs: root=/var/dovecot/imap/<domain>/<user>/mdbox, index=, indexpvt=, control=, inbox=, alt= doveadm(<user>@<domain>): Debug: acl: initializing backend with data: vfile doveadm(<user>@<domain>): Debug: acl: acl username = <user>@<domain> doveadm(<user>@<domain>): Debug: acl: owner = 0 doveadm(<user>@<domain>): Debug: acl vfile: Global ACLs disabled doveadm(<user>@<domain>): Debug: Namespace users: type=shared, prefix=user/%n/, sep=/, inbox=no, hidden=no, list=yes, subscriptions=no location=mdbox:%h/mdbox:INDEXPVT=~/shared/%u doveadm(<user>@<domain>): Debug: shared: root=/run/dovecot, index=, indexpvt=, control=, inbox=, alt= doveadm(<user>@<domain>): Debug: acl: initializing backend with data: vfile doveadm(<user>@<domain>): Debug: acl: acl username = <user>@<domain> doveadm(<user>@<domain>): Debug: acl: owner = 0 doveadm(<user>@<domain>): Debug: acl vfile: Global ACLs disabled doveadm(<user>@<domain>): Debug: Namespace subs: type=private, prefix=, sep=/, inbox=no, hidden=yes, list=no, subscriptions=yes location=mdbox:~/mdbox doveadm(<user>@<domain>): Debug: fs: root=/var/dovecot/imap/<domain>/<user>/mdbox, index=, indexpvt=, control=, inbox=, alt= doveadm(<user>@<domain>): Debug: acl: initializing backend with data: vfile doveadm(<user>@<domain>): Debug: acl: acl username = <user>@<domain> doveadm(<user>@<domain>): Debug: acl: owner = 0 doveadm(<user>@<domain>): Debug: acl vfile: Global ACLs disabled doveadm(<user>@<domain>): Debug: quota: quota_over_flag check: quota_over_script unset - skipping doveadm(<user>@<domain>): user-lookup(<user>@<domain>)Debug: Added userdb setting: plugin/master_user=<user>@<domain> doveadm(<user>@<domain>): user-lookup(<user>@<domain>)Debug: Added userdb setting: plugin/userdb_acl_groups=admins@<domain>,hts büro@<domain>,hts@<domain> doveadm(<user>@<domain>): user-lookup(<user>@<domain>)Debug: Added userdb setting: plugin/userdb_quota_rule=*:bytes=10485760000 doveadm(<user>@<domain>): Debug: Effective uid=90, gid=101, home=/var/dovecot/imap/<domain>/<user> doveadm(<user>@<domain>): Debug: Quota root: name=User quota backend=dict args=:ns=INBOX/:file:/var/dovecot/imap/<domain>/<user>/dovecot-quota doveadm(<user>@<domain>): Debug: Quota rule: root=User quota mailbox=* bytes=107374182400 messages=0 doveadm(<user>@<domain>): Debug: Quota grace: root=User quota bytes=10737418240 (10%) doveadm(<user>@<domain>): Debug: dict quota: user=<user>@<domain>, uri=file:/var/dovecot/imap/<domain>/<user>/dovecot-quota, noenforcing=0 doveadm(<user>@<domain>): Debug: fs: root=/var/dovecot/imap/<domain>/<user>.broken/mdbox, index=, indexpvt=, control=, inbox=, alt= doveadm(<user>@<domain>): Debug: acl: initializing backend with data: vfile doveadm(<user>@<domain>): Debug: acl: acl username = <user>@<domain> doveadm(<user>@<domain>): Debug: acl: owner = 0 doveadm(<user>@<domain>): Debug: acl vfile: Global ACLs disabled doveadm(<user>@<domain>): Error: quota: Unknown namespace: INBOX/ doveadm(<user>@<domain>): Debug: quota: quota_over_flag check: quota_over_script unset - skipping doveadm(<user>@<domain>): Debug: acl vfile: file /var/dovecot/imap/<domain>/<user>.broken/mdbox/mailboxes/INBOX/dbox-Mails/dovecot-acl not found doveadm(<user>@<domain>): Debug: acl vfile: file /var/dovecot/imap/<domain>/<user>.broken/mdbox/mailboxes/dovecot-acl not found doveadm(<user>@<domain>): Debug: acl: Mailbox not in dovecot-acl-list: MailboxA doveadm(<user>@<domain>): Debug: acl: Mailbox not in dovecot-acl-list: MailboxB <skiped many more mailboxes/> doveadm(<user>@<domain>): Debug: INBOX: Mailbox opened because: import doveadm(<user>@<domain>): Debug: Namespace : Using permissions from /var/dovecot/imap/<domain>/<user>/mdbox: mode=0700 gid=default doveadm(<user>@<domain>): Debug: replication: Replication requested by 'mailbox subscribe', priority=1 doveadm(<user>@<domain>): Debug: INBOX/INBOX: Mailbox opened because: import doveadm(<user>@<domain>): Debug: acl vfile: file /var/dovecot/imap/<domain>/<user>/mdbox/mailboxes/INBOX/dbox-Mails/dovecot-acl not found doveadm(<user>@<domain>): Debug: acl vfile: file /var/dovecot/imap/<domain>/<user>/mdbox/mailboxes/dovecot-acl not found doveadm(<user>@<domain>): Error: Opening INBOX failed: Mailbox doesn't exist: INBOX/INBOX doveadm(<user>@<domain>): Error: Syncing mailbox INBOX/INBOX failed: Opening INBOX failed: Mailbox doesn't exist: INBOX/INBOX Any ideas what the problem could be and how to fix it? Or what other information I can supply to help diagnose the problem. Ralf -- Ralf Becker EGroupware GmbH [www.egroupware.org] Handelsregister HRB Kaiserslautern 3587 Geschäftsführer Birgit und Ralf Becker Leibnizstr. 17, 67663 Kaiserslautern, Germany Telefon +49 631 31657-0

3 15

Re: Inexplicable missing permissions issue
by Nelson Crosby 20 Sep '17

20 Sep '17

Thanks for taking a look. > this is owned by root, and it's complaining about > /var/logmail/**mbox**/ncrosby > and dovecot cannot create this because mbox is only writable by root That's definitely not the issue. As I explained, I've played with permissions through the entire /var/logmail tree (including the /var/logmail/mbox directory). Another configuration in which the exact same message occurs (including the exact same statement about being owned by 0:0): /var/logmail |-- [drwx------ root root ] lost+found |-- [drwxrwxr-x root mail ] mbox | `-- [drwxr-xr-x ncrosby ncrosby ] ncrosby `-- [drwxrwxr-x root mail ] spool |-- [-rw-rw---- fedora mail ] fedora `-- [-rw-rw---- ncrosby mail ] ncrosby 4 directories, 2 files Your time is appreciated; // Nelson -- // Nelson Crosby /* nelsonc(a)sourcecomb.com */

1 0

lazy_expunge doesn't work since upgrade 2.2.30 to 2.2.32
by Harald Leithner 19 Sep '17

19 Sep '17

Hi, it seams that the lazy_expunge plugin doesn't work for me after the upgrade... 2.2.32 cry's about plugin { lazy_expunge_only_last_instance=no } is most likely handled as 'yes' - remove the setting completely to disable it. If this is intentional, add quotes around the value: lazy_expunge_only_last_instance="no" I changed it to lazy_expunge_only_last_instance="no" and tried to remove it but doesn't change the problem. dovecot -n # 2.2.devel (5af0c9f): /etc/dovecot/dovecot.conf # Pigeonhole version 0.4.devel (6c95b56) # OS: Linux 3.16.0-4-amd64 x86_64 Debian 8.9 auth_cache_negative_ttl = 1 secs auth_cache_size = 10 M auth_cache_ttl = 1 secs auth_mechanisms = PLAIN LOGIN DIGEST-MD5 SCRAM-SHA-1 CRAM-MD5 APOP auth_verbose = yes default_client_limit = 600 default_vsz_limit = 512 M dict { lastlogin = mysql:/etc/dovecot/dovecot-dict-sql.conf.ext sqlacl = mysql:/etc/dovecot/dovecot-dict-sql.conf.ext sqlquota = mysql:/etc/dovecot/dovecot-dict-sql.conf.ext } disable_plaintext_auth = no first_valid_gid = 1001 first_valid_uid = 1001 hostname = mailstore1(a)itronic.at imap_hibernate_timeout = 1 mins imap_id_log = * imap_id_send = * imap_idle_notify_interval = 10 mins imap_logout_format = bytes=%i/%o instance_name = mailstore1 last_valid_gid = 1001 last_valid_uid = 1001 lda_original_recipient_header = X-LDA-Original-To lmtp_rcpt_check_quota = yes login_greeting = ITronic Mail Store login_trusted_networks = x.y.z.0/24 mail_attachment_dir = /srv/storage1/vmail_sis mail_attachment_hash = %{sha512} mail_attachment_min_size = 64 k mail_cache_min_mail_count = 5 mail_gid = vmail mail_location = mdbox:~/mdbox mail_plugins = zlib lazy_expunge stats acl quota mail_log notify mail_prefetch_count = 100 mail_server_admin = mailto:postmaster@itronic.at mail_server_comment = ITronic Mail System mail_shared_explicit_inbox = yes mail_uid = vmail mailbox_list_index = yes managesieve_notify_capability = mailto managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date index ihave duplicate mime foreverypart extracttext vacation-seconds mdbox_preallocate_space = yes namespace { hidden = yes list = no location = mdbox:~/mdbox:MAILBOXDIR=expunged prefix = "#EXPUNGED/" subscriptions = no type = private } namespace { list = children location = mdbox:%%h/mdbox prefix = "#Users/%%u/" separator = / subscriptions = yes type = shared } namespace inbox { hidden = no inbox = yes location = mailbox Archvie { special_use = \Archive } mailbox Drafts { special_use = \Drafts } mailbox Sent { special_use = \Sent } mailbox Spam { special_use = \Junk } mailbox Trash { special_use = \Trash } prefix = separator = / subscriptions = yes type = private } passdb { args = /etc/dovecot/dovecot-sql.conf.ext driver = sql } plugin { acl = vfile acl_shared_dict = proxy::sqlacl last_login_dict = proxy::lastlogin last_login_key = last-login/%u lazy_expunge = "#EXPUNGED/" mail_log_events = delete undelete expunge copy mailbox_delete mailbox_rename flag_change save mailbox_create mail_log_fields = uid box msgid size flags vsize from subject quota = dict:User quota::proxy::sqlquota quota_grace = 10%% quota_rule = *:storage=1024M quota_rule2 = "#EXPUNGED:storage=+1024M" quota_warning = storage=100%% quota-warning 100 %u quota_warning2 = storage=95%% quota-warning 95 %u quota_warning3 = storage=80%% quota-warning 80 %u recipient_delimiter = + sieve = file:~/sieve;active=~/.dovecot.sieve sieve_extensions = +vacation-seconds sieve_global = /etc/dovecot/sieve sieve_max_actions = 64 sieve_max_redirects = 8 sieve_max_script_size = 2M sieve_quota_max_scripts = 0 sieve_quota_max_storage = 64M sieve_vacation_default_period = 1d sieve_vacation_min_period = 1h stats_refresh = 30 secs stats_track_cmds = yes zlib_save = gz zlib_save_level = 6 } pop3_uidl_duplicates = rename protocols = imap lmtp sieve pop3 service auth-worker { user = $default_internal_user } service auth { inet_listener { port = 4180 } unix_listener auth-userdb { mode = 0666 } } service dict { unix_listener dict { group = vmail mode = 0666 } } service imap-hibernate { unix_listener imap-hibernate { group = vmail mode = 0666 } } service imap-login { inet_listener imap { port = 143 } inet_listener imaps { port = 993 ssl = yes } process_min_avail = 1 service_count = 0 } service imap { process_limit = 1024 unix_listener imap-master { user = dovecot } unix_listener imap { group = vmail mode = 0666 } vsz_limit = 512 M } service lmtp { inet_listener lmtp { address = x.y.z.b port = 24000 } unix_listener lmtp { mode = 0666 } } service managesieve-login { inet_listener sieve { port = 4190 } process_min_avail = 0 service_count = 1 vsz_limit = 64 M } service managesieve { process_limit = 50 } service pop3-login { inet_listener pop3 { port = 110 } inet_listener pop3s { port = 995 ssl = yes } process_min_avail = 20 service_count = 1 vsz_limit = 64 M } service pop3 { process_limit = 1024 } service quota-warning { executable = script /opt/scripts/quota-warning.sh unix_listener quota-warning { user = vmail } user = dovecot } service stats { fifo_listener stats-mail { mode = 0600 user = vmail } } shutdown_clients = no ssl_cert = </etc/dovecot/private/STAR.itronic.at.pem ssl_cipher_list = ECDHE-RSA-AES128-GCM-SHA256:ECDHE-RSA-AES256-GCM-SHA384:DHE-RSA-AES128-GCM-SHA256:DHE-RSA-AES256-GCM-SHA384:ECDHE-RSA-AES128-SHA256:ECDHE-RSA-AES256-SHA384:ECDHE-RSA-AES128-SHA:ECDHE-RSA-AES256-SHA:DHE-RSA-AES128-SHA256:DHE-RSA-AES256-SHA256:DHE-RSA-AES128-SHA:DHE-RSA-AES256-SHA:AES128-GCM-SHA256:AES256-GCM-SHA384:AES128-SHA:AES256-SHA:DHE-RSA-CAMELLIA128-SHA:DHE-RSA-CAMELLIA256-SHA:CAMELLIA128-SHA:CAMELLIA256-SHA:ECDHE-RSA-DES-CBC3-SHA:DES-CBC3-SHA ssl_dh_parameters_length = 2048 ssl_key = # hidden, use -P to show it ssl_options = no_compression ssl_prefer_server_ciphers = yes ssl_protocols = !SSLv2 !SSLv3 submission_host = x.y.z.a syslog_facility = local0 userdb { driver = prefetch } userdb { args = /etc/dovecot/dovecot-sql.conf.ext driver = sql } valid_chroot_dirs = /srv/storage1/vmail verbose_proctitle = yes protocol imap { mail_max_userip_connections = 30 mail_plugins = zlib lazy_expunge stats imap_stats quota imap_quota acl imap_acl last_login mail_log notify } protocol lda { mail_plugins = zlib lazy_expunge stats acl sieve quota mail_log notify } protocol lmtp { mail_plugins = zlib lazy_expunge stats acl sieve quota mail_log notify } protocol sieve { mail_max_userip_connections = 10 managesieve_max_compile_errors = 5 managesieve_max_line_length = 65536 } protocol pop3 { mail_max_userip_connections = 10 mail_plugins = zlib lazy_expunge stats acl last_login mail_log notify } regards -- Harald Leithner ITronic Wiedner Hauptstraße 120/5.1, 1050 Wien, Austria Tel: +43-1-545 0 604 Mobil: +43-699-123 78 4 78 Mail: leithner(a)itronic.at | itronic.at

4 7

dsync panic in mbox_lock
by manu＠netbsd.org 18 Sep '17

18 Sep '17

Hello I am trying to setup replication with dovecot-2.2.29.1, and for some users, I get a reproductible panic: # doveadm -v -o plugin/mail_replica=remoteprefix:root@mail2.example.net sync -d -u jdoe dsync-local(jdoe): Panic: file mbox-lock.c: line 799 (mbox_lock): assertion failed: (lock_type == F_RDLCK || mbox->mbox_lock_type != F_RDLCK) Abort User is not overquota, and filesystem permissions are correct. kernel trace shows it happens just after a stat() on INBOX/dovecot.ind ex.log. Here is doveadm backtrace: #0 0x00007f7ff650e6fa in _lwp_kill () from /lib/libc.so.12 #1 0x00007f7ff650e385 in abort () from /lib/libc.so.12 #2 0x00007f7ff6c91acc in default_fatal_finish () from /usr/pkg/lib/dovecot/libdovecot.so.0 #3 0x00007f7ff6c91b4a in default_fatal_handler () from /usr/pkg/lib/dovecot/libdovecot.so.0 #4 0x00007f7ff6cbcb9b in i_panic () from /usr/pkg/lib/dovecot/libdovecot.so.0 #5 0x00007f7ff7076721 in mbox_lock () from /usr/pkg/lib/dovecot/libdovecot-storage.so.0 #6 0x00007f7ff7077da7 in mbox_save_begin () from /usr/pkg/lib/dovecot/libdovecot-storage.so.0 #7 0x00007f7ff580c3f8 in quota_save_begin () from /usr/pkg/lib/dovecot/lib10_quota_plugin.so #8 0x00007f7ff7047f63 in mailbox_save_begin () from /usr/pkg/lib/dovecot/libdovecot-storage.so.0 #9 0x00007f7ff703d983 in mail_storage_copy () from /usr/pkg/lib/dovecot/libdovecot-storage.so.0 #10 0x00007f7ff5401f10 in notify_copy () from /usr/pkg/lib/dovecot/lib15_notify_plugin.so #11 0x00007f7ff580c259 in quota_copy () from /usr/pkg/lib/dovecot/lib10_quota_plugin.so #12 0x00007f7ff70480f8 in mailbox_copy_int () from /usr/pkg/lib/dovecot/libdovecot-storage.so.0 #13 0x00007f7ff70482a5 in mailbox_move () from /usr/pkg/lib/dovecot/libdovecot-storage.so.0 #14 0x000000000043a118 in ?? () #15 0x000000000043b465 in ?? () #16 0x000000000043db03 in dsync_mailbox_import_changes_finish () #17 0x000000000043906c in dsync_brain_sync_mails () #18 0x0000000000434e4d in dsync_brain_run () #19 0x000000000043514b in ?? () #20 0x0000000000447ca9 in ?? () #21 0x00007f7ff6ca3e65 in io_loop_call_io () from /usr/pkg/lib/dovecot/libdovecot.so.0 #22 0x00007f7ff6ca5179 in io_loop_handler_run_internal () from /usr/pkg/lib/dovecot/libdovecot.so.0 #23 0x00007f7ff6ca3efa in io_loop_handler_run () from /usr/pkg/lib/dovecot/libdovecot.so.0 #24 0x00007f7ff6ca4099 in io_loop_run () from /usr/pkg/lib/dovecot/libdovecot.so.0 #25 0x00000000004205b2 in ?? () #26 0x0000000000422754 in ?? () #27 0x0000000000423074 in ?? () #28 0x00000000004238d1 in doveadm_mail_try_run () #29 0x000000000045182a in main () Any hint? -- Emmanuel Dreyfus http://hcpnet.free.fr/pubz manu(a)netbsd.org

2 3

hidden shared/public Trash and Junk folders
by Rupert Gallagher 17 Sep '17

17 Sep '17

We need ideas on how to do this reliably and efficiently for a specific client with unfaithful employees. --- We could do this using client-side configuration tied to windows GPO, but prefer a server-side solution. Sent from ProtonMail Mobile

1 1

logins fail for virtual users (permission denied, we're not in group 5000)
by Paul Schreiber 17 Sep '17

17 Sep '17

I have: - Ubuntu 17.04 - Dovecot 2.2.27 (c0f36b0) - Postfix 3.1.4 - regular unix users with mail in /home/bob/Maildir - virtual users with mail in /var/mail/vhosts/domain.com/bob/ The regular users can receive mail as expected. When virtual users try to log in, it fails. The log shows an error like this: 2017-09-14 22:44:55 auth: Error: passwd-file(travler(a)travler.net,54.210.254.169,<EYwzYDFZWoY20v6p>): stat(/var/mail/vhosts/travler.net/shadow) failed: Permission denied (euid=114(dovecot) egid=121(dovecot) missing +x perm: /var/mail/vhosts, we're not in group 5000(vmail), dir owned by 5000:5000 mode=0750) A previous user had a similar problem in 2015: https://dovecot.org/list/dovecot/2015-July/101469.html He was advised to look at https://wiki2.dovecot.org/UserIds … without being given more specific advice. I looked at the page. I tried adding mail_uid and mail_gid. No luck. In my case, I see: # sudo -u dovecot groups dovecot vmail # sudo -u dovecot cat /var/mail/vhosts/travler.net/shadow <file contents> I have a vmail user: # id vmail uid=5000(vmail) gid=5000(vmail) groups=5000(vmail) # ls -la /var/mail/vhosts total 0 drwxr-s--- 1 vmail vmail 246 Jun 30 11:23 . drwxrwsrwt 1 mail mail 26 Dec 5 2016 .. drwxr-s--- 1 vmail vmail 66 Sep 14 23:11 travler.net # ls -l /var/mail/vhosts/travler.net/ total 8 -rwxr-s--- 1 vmail vmail 174 Dec 5 2016 passwd -rwxr-s--- 1 vmail vmail 173 Dec 5 2016 shadow drwxr-s--- 1 vmail vmail 450 Sep 9 13:16 travis.belmont drwxr-s--- 1 vmail vmail 750 Sep 13 14:14 travler I've set mail_gid and mail_uid # doveconf -n|grep id mail_gid = 5000 mail_uid = 5000 Here's my full config: # doveconf -n # 2.2.27 (c0f36b0): /etc/dovecot/dovecot.conf # Pigeonhole version 0.4.16 (fed8554) # OS: Linux 4.10.0-33-generic x86_64 Ubuntu 17.04 btrfs log_path = /var/log/dovecot log_timestamp = "%Y-%m-%d %H:%M:%S " mail_gid = 5000 mail_location = maildir:/home/%u/Maildir mail_privileged_group = mail mail_uid = 5000 namespace inbox { inbox = yes location = mailbox Drafts { special_use = \Drafts } mailbox Junk { special_use = \Junk } mailbox Sent { special_use = \Sent } mailbox "Sent Messages" { special_use = \Sent } mailbox Trash { special_use = \Trash } prefix = } passdb { driver = pam } passdb { args = username_format=%n /var/mail/vhosts/%d/shadow driver = passwd-file } plugin { sieve = file:~/sieve;active=~/.dovecot.sieve } protocols = " imap" service auth { unix_listener /var/spool/postfix/private/auth { mode = 0666 } } service imap-login { inet_listener imap { port = 0 } } ssl_cert = [snip] ssl_cipher_list = [snip] ssl_dh_parameters_length = 2048 ssl_key = # hidden, use -P to show it ssl_protocols = !SSLv3 !SSLv2 userdb { driver = passwd } userdb { args = username_format=%n /var/mail/vhosts/%d/passwd driver = passwd-file } What do I need to set to get dovecot to run as vmail / fix this error? Paul

2 4