Hi,
I can add a detail, every time I get the "panic error" on the
replica node, I had one minute before this log written on the
first node:
dic 14 11:04:50 xxx dovecot[16715]: doveadm(xxx)<16454><uKbQLCJsuGFGQAAAIQnY6g>: Error: Couldn't lock /mnt/mail-storage-lv0007/xxx/.dovecot-sync.lock: fcntl(/mnt/mail-storage-lv0007/xxx/.dovecot-sync.lock, write-lock, F_SETLKW) locking failed: Timed out after 30 seconds (WRITE lock held by pid 16215)
Regards
Hi,
I have the same error in my replica server, it appears many times per day.
Log:
Dec 13 13:01:23 Error: doveadm(xxx)<25513><vsFCF5w1t2GpYwAAbKtC3g>: read(xxx.xxx.xxx) failed: EOF (last sent=mailbox, last recv=mailbox)
Dec 13 13:34:43 Warning: doveadm(xxx)<26277><9e2rJOM9t2GlZgAAbKtC3g>: /mnt/mail-storage-lv0003/xxx/Maildir/dovecot-uidlist: Duplicate file entry at line 2162: 1639396906.M258993P16725.xxx,S=7304,W=7467 (uid 71966 -> 71970)
Dec 13 14:26:20 Error: doveadm(27294): write(xxx) failed: Timed out after 60 seconds
Dec 13 14:26:20 Panic: doveadm(27294): file ioloop.c: line 865 (io_loop_destroy): assertion failed: (ioloop == current_ioloop)
Dec 13 14:26:20 Error: doveadm(27294): Raw backtrace: /usr/lib/dovecot/libdovecot.so.0(backtrace_append+0x3d) [0x7f74d96f96ed] -> /usr/lib/dovecot/libdovecot.so.0(backtrace_get+0x1e) [0x7f74d96f980e] -> /usr/lib/dovecot/libdovecot.so.0(+0xff5cb) [0x7f74d97065cb] -> /usr/lib/dovecot/libdovecot.so.0(+0xff661) [0x7f74d9706661] -> /usr/lib/dovecot/libdovecot.so.0(+0x54a45) [0x7f74d965ba45] -> /usr/lib/dovecot/libdovecot.so.0(+0x57d95) [0x7f74d965ed95] -> dovecot/doveadm-server(+0x4af0f) [0x556a7a4b4f0f] -> dovecot/doveadm-server(doveadm_print_flush+0x1f) [0x556a7a4ae7af] -> dovecot/doveadm-server(doveadm_cmd_ver2_to_mail_cmd_wrapper+0x32b) [0x556a7a49dbcb] -> dovecot/doveadm-server(doveadm_cmd_run_ver2+0x4f7) [0x556a7a4ae307] -> dovecot/doveadm-server(+0x4874a) [0x556a7a4b274a] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x69) [0x7f74d971c679] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x131) [0x7f74d971dc61] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x4c) [0x7f74d971c71c] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_run+0x40) [0x7f74d971c8a0] -> /usr/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f74d96903d3] -> dovecot/doveadm-server(main+0x102) [0x556a7a48d9f2] -> /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xeb) [0x7f74d92e709b] -> dovecot/doveadm-server(_start+0x2a) [0x556a7a48da7a]
Dec 13 14:26:20 Fatal: doveadm(27294): master: service(doveadm): child 27294 killed with signal 6 (core dumps disabled - https://dovecot.org/bugreport.html#coredumps)
Dec 13 14:29:06 Error: doveadm(27364): write(xxx) failed: Timed out after 60 seconds
Dec 13 14:29:06 Panic: doveadm(27364): file ioloop.c: line 865 (io_loop_destroy): assertion failed: (ioloop == current_ioloop)
Dec 13 14:29:06 Error: doveadm(27364): Raw backtrace: /usr/lib/dovecot/libdovecot.so.0(backtrace_append+0x3d) [0x7f05717756ed] -> /usr/lib/dovecot/libdovecot.so.0(backtrace_get+0x1e) [0x7f057177580e] -> /usr/lib/dovecot/libdovecot.so.0(+0xff5cb) [0x7f05717825cb] -> /usr/lib/dovecot/libdovecot.so.0(+0xff661) [0x7f0571782661] -> /usr/lib/dovecot/libdovecot.so.0(+0x54a45) [0x7f05716d7a45] -> /usr/lib/dovecot/libdovecot.so.0(+0x57d95) [0x7f05716dad95] -> dovecot/doveadm-server(+0x4af0f) [0x558edcd93f0f] -> dovecot/doveadm-server(doveadm_print_flush+0x1f) [0x558edcd8d7af] -> dovecot/doveadm-server(doveadm_cmd_ver2_to_mail_cmd_wrapper+0x32b) [0x558edcd7cbcb] -> dovecot/doveadm-server(doveadm_cmd_run_ver2+0x4f7) [0x558edcd8d307] -> dovecot/doveadm-server(+0x4874a) [0x558edcd9174a] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_call_io+0x69) [0x7f0571798679] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run_internal+0x131) [0x7f0571799c61] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_handler_run+0x4c) [0x7f057179871c] -> /usr/lib/dovecot/libdovecot.so.0(io_loop_run+0x40) [0x7f05717988a0] -> /usr/lib/dovecot/libdovecot.so.0(master_service_run+0x13) [0x7f057170c3d3] -> dovecot/doveadm-server(main+0x102) [0x558edcd6c9f2] -> /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xeb) [0x7f057136309b] -> dovecot/doveadm-server(_start+0x2a) [0x558edcd6ca7a]
Dec 13 14:29:06 Fatal: doveadm(27364): master: service(doveadm): child 27364 killed with signal 6 (core dumps disabled - https://dovecot.org/bugreport.html#coredumps)My 'dovecot.conf':
# 2.3.17.1 (476cd46418): /etc/dovecot/dovecot.conf
# Pigeonhole version 0.5.17.1 (a1a0b892)
# OS: Linux 4.19.0-18-amd64 x86_64 Debian 10.11
# Hostname: xxx
auth_mechanisms = plain login
default_vsz_limit = 1 G
doveadm_password = # hidden, use -P to show it
doveadm_port = xxx
mail_gid = 501
mail_location = maildir:~/Maildir:INDEX=/var/indexes/%n
mail_max_userip_connections = 50
mail_plugins = " notify replication"
mail_privileged_group = vmail
mail_uid = 501
managesieve_notify_capability = mailto
managesieve_sieve_capability = fileinto reject envelope encoded-character vacation subaddress comparator-i;ascii-numeric relational regex imap4flags copy include variables body enotify environment mailbox date index ihave duplicate mime foreverypart extracttext vacation-seconds imapflags notify
namespace inbox {
inbox = yes
location =
mailbox Drafts {
special_use = \Drafts
}
mailbox Junk {
special_use = \Junk
}
mailbox "Posta inviata" {
special_use = \Sent
}
mailbox Sent {
special_use = \Sent
}
mailbox "Sent Messages" {
special_use = \Sent
}
mailbox Trash {
special_use = \Trash
}
prefix =
}
passdb {
args = /etc/dovecot/dovecot-ldap.conf
driver = ldap
}
plugin {
mail_replica = tcp:xxx
sieve = file:/var/www/html/ooo/%n;active=/var/www/html/ooo/%n/script
sieve_default = /var/www/html/ooo/default.sieve
sieve_duplicate_default_period = 14d
sieve_duplicate_max_period = 7d
sieve_extensions = +duplicate +notify +imapflags +vacation-seconds
sieve_user_log = /var/www/html/ooo/%n/sieve_error.log
}
protocols = " imap lmtp sieve pop3"
replication_max_conns = 1
service aggregator {
fifo_listener replication-notify-fifo {
user = vmail
}
unix_listener replication-notify {
user = vmail
}
}
service auth {
unix_listener /var/spool/postfix/private/auth {
group = postfix
mode = 0660
user = postfix
}
unix_listener auth-master {
group = vmail
mode = 0660
user = vmail
}
}
service doveadm {
inet_listener {
port = 12345
}
}
service imap-login {
process_limit = 200
}
service lmtp {
process_min_avail = 5
unix_listener /var/spool/postfix/private/dovecot-lmtp {
group = postfix
mode = 0600
user = postfix
}
user = vmail
}
service managesieve-login {
inet_listener sieve {
port = 4190
}
process_min_avail = 10
service_count = 1
}
service replicator {
process_min_avail = 1
unix_listener replicator-doveadm {
mode = 0666
user = vmail
}
}
service stats {
unix_listener stats-reader {
group = vmail
mode = 0666
user = vmail
}
unix_listener stats-writer {
group = vmail
mode = 0666
user = vmail
}
}
ssl_cert = </etc/dovecot/private/chain-star_xxx.pem
ssl_cipher_list = ALL:!LOW:!aNULL:!eNULL:!SSLv2:!RC4:!MD5:!DES:!EXP:!SEED:!IDEA:!3DES
ssl_dh = # hidden, use -P to show it
ssl_key = # hidden, use -P to show it
userdb {
args = /etc/dovecot/dovecot-ldap.conf
driver = ldap
}
protocol lmtp {
mail_plugins = " notify replication sieve quota"
postmaster_address = postmaster@xxx
}
protocol lda {
auth_socket_path = /var/run/dovecot/auth-master
hostname = xxx
mail_plugins = " notify replication sieve quota"
}
protocol sieve {
mail_max_userip_connections = 10
managesieve_implementation_string = Dovecot Pigeonhole
managesieve_logout_format = bytes=%i/%o
managesieve_max_compile_errors = 5
managesieve_max_line_length = 64 k
}
My 'dovecot-ldap.conf':
hosts = xxx
base = dc=xxx,dc=lan
ldap_version=3
auth_bind = yes
dn = cn=xxx,cn=xxx,dc=xxx,dc=lan
dnpass = #hidden
scope = subtree
#user_attrs = sAMAccountName=home=/mnt/mail-storage-lv0003/%$,=uid=501,=gid=501
user_attrs = sAMAccountName=user,=home=/mnt/mail-storage-lv0003/%n,=uid=501,=gid=501
pass_attrs = sAMAccountName=user
user_filter = (&(objectclass=person)(samaccountname=%n))
pass_filter= (&(objectclass=person)(samaccountname=%n))
iterate_attrs = sAMAccountName=user
# With following filter we exclude all objects without an email address, all computers and all inactive accounts
iterate_filter = (&(objectCategory=person)(mail=*)(objectClass=user)(!(userAccountControl:1.2.840.113556.1.4.803:=2)))
Regards
On 19/11/21 10:27, Andreas Piper wrote:
Hello,
as these 'Panic'-Events continue to appear every few minutes in my replicator-log, I would like to ask, if you have any hints how to repair the correlated mailbox?
Andreas
Am 11.11.21 um 15:04 schrieb Piper Andreas:
Hello,
Can you install dovecot debug symbols and redo the gdb backtrace? Package name is likely `dovecot-dbg`.
done, thanks for the hint.
Andreas
(gdb) bt
#0 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:51
#1 0x00007f4e58be0921 in __GI_abort () at abort.c:79
#2 0x00007f4e59427a11 in default_fatal_finish (status=0, type=LOG_TYPE_PANIC) at failures.c:459
#3 fatal_handler_real (ctx=<optimized out>, format=<optimized out>, args=<optimized out>) at failures.c:471
#4 0x00007f4e59427b01 in i_internal_fatal_handler (ctx=<optimized out>, format=<optimized out>, args=<optimized out>)
at failures.c:872
#5 0x00007f4e593744a7 in i_panic (format=format@entry=0x7f4e5946ab88 "file %s: line %d (%s): assertion failed: (%s)")
at failures.c:524
#6 0x00007f4e5944121c in io_loop_destroy (_ioloop=_ioloop@entry=0x7ffd0e203e68) at ioloop.c:865
#7 0x0000563d0150ffb6 in doveadm_print_server_flush () at doveadm-print-server.c:106
#8 0x0000563d01508fb7 in doveadm_print (
value=0x563d0269ced8 "AQAAAFoYRziwaStNyDEAAEKX94joZK5JAwAAAAQ", 'A' <repeats 20 times>, "DAAAAMu73BjjBalfFPQAANPIMJnB2rkkBAAAAAg", 'A' <repeats 20 times>, "EAAAD3Gkc4sGkrTcgxAABCl/eI02OuSQIAAAAD", 'A' <repeats 21 times>, "gAAAD4SNQYx691evBkAANXM"...)
at doveadm-print.c:87
#9 0x0000563d014f4427 in cmd_dsync_run (_ctx=0x563d01fc7cc8, user=<optimized out>) at doveadm-dsync.c:713
#10 0x0000563d014f6a44 in doveadm_mail_next_user (ctx=ctx@entry=0x563d01fc7cc8, error_r=error_r@entry=0x7ffd0e204108)
at doveadm-mail.c:462
#11 0x0000563d014f76be in doveadm_mail_single_user (ctx=ctx@entry=0x563d01fc7cc8, error_r=error_r@entry=0x7ffd0e204108)
at doveadm-mail.c:493
#12 0x0000563d014f7c6f in doveadm_mail_cmd_exec (wildcard_user=0x0, ctx=0x563d01fc7cc8) at doveadm-mail.c:654
#13 doveadm_cmd_ver2_to_mail_cmd_wrapper (cctx=<optimized out>) at doveadm-mail.c:983
#14 0x0000563d01508c1b in doveadm_cmd_run_ver2 (argc=argc@entry=9, argv=argv@entry=0x563d01f6b3d0, cctx=cctx@entry=0x7ffd0e204260)
at doveadm-cmd.c:465
#15 0x0000563d0150d612 in doveadm_cmd_server_run_ver2 (cctx=0x7ffd0e204260, argv=0x563d01f6b3d0, argc=9, conn=0x563d01fc1988)
at client-connection-tcp.c:187
#16 doveadm_cmd_handle (cctx=0x7ffd0e204260, argv=<optimized out>, argc=<optimized out>, cmd_name=<optimized out>,
conn=0x563d01fc1988) at client-connection-tcp.c:214
#17 client_handle_command (args=<optimized out>, conn=0x563d01fc1988) at client-connection-tcp.c:284
#18 client_connection_tcp_input (conn=0x563d01fc1988) at client-connection-tcp.c:436
#19 0x00007f4e594406d9 in io_loop_call_io (io=0x563d01fc5950) at ioloop.c:737
#20 0x00007f4e59442034 in io_loop_handler_run_internal (ioloop=ioloop@entry=0x563d01f73ed0) at ioloop-epoll.c:222
#21 0x00007f4e594407e0 in io_loop_handler_run (ioloop=<optimized out>) at ioloop.c:789
#22 0x00007f4e59440a18 in io_loop_run (ioloop=0x563d01f73ed0) at ioloop.c:762
#23 0x00007f4e593a6a23 in master_service_run (service=0x563d01f73d30, callback=<optimized out>) at master-service.c:863
#24 0x0000563d014e6922 in main (argc=<optimized out>, argv=<optimized out>) at main.c:124