[Dovecot] imap process consuming 100% CPU (Dovecot 1.0.3)
Jackie Hunt
jackie at yuma.acns.colostate.edu
Wed Sep 26 18:12:11 EEST 2007
> On Mon, 2007-09-03 at 12:37 +0200, Robert Tomanek wrote:
> > Hi,
> >
> > Sunday, September 2, 2007, 22:42:37, you wrote:
> > >> 0x0806049d in imap_sync_more (ctx=3D0x80d9770) at imap-sync.c:104
> > >> 104 if (ctx->seq =3D=3D 0) {
> >
> > A short follow-up on this, looks like an infinite loop to me, unless
> > some threading magic is supposed to happen here:
>
> Fixed: http://hg.dovecot.org/dovecot-1.0/rev/8e86137a04fb
We also are seeing imap processes consuming 100% CPU. We have
installed Dovecot v1.0.5 and still see the problem. I have a user
who can pretty reliably reproduce the problem. It occurs each
morning after the imap connection has been idling all night. The
user is running Thunderbird 2.0.0.6 (I think) on Solaris. On the
client side, he see an hourglass that never goes away, has to shut
down Thunderbird.
Below is a log, which shows how the CPU is being used (the ps commands
are done one right after another) and a dbx trace of the state of
the imap process. I'm hoping that's enough info to figure out what's
happening.
Thanks much,
Jackie
---
Jackie Hunt
ACNS Voice: (970) 663-3789
Colorado State University FAX: (970) 491-1958
Fort Collins, CO 80523 Email: jackie.hunt at colostate.edu
$ ps -ef | grep -i xxxxxx | grep imap
xxxxxx 43004 92942 74 07:15:33 - 38:54 imap
$ ps -ef | grep -i xxxxxx | grep imap
xxxxxx 43004 92942 81 07:15:33 - 38:58 imap
$ ps -ef | grep -i xxxxxx | grep imap
xxxxxx 43004 92942 120 07:15:33 - 39:01 imap
$ dbx -a 43004
Waiting to attach to process 43004 ...
Successfully attached to imap.
warning: Directory containing imap could not be determined.
Apply 'use' command to initialize source path.
Type 'help' for help.
reading symbolic information ...
stopped in pread at 0xd01f06cc
0xd01f06cc (pread+0x30) 80410014 lwz r2,0x14(r1)
(dbx) step
stopped in istream-file._read at line 120 in file ""
could not read "istream-file.c"
(dbx) use src lib src/lib src/lib-storage/index/mbox src/lib-mail src/lib-storage/index src/lib-storage src/imap src/imap-login
(dbx) use
src lib src/lib src/lib-storage/index/mbox src/lib-mail src/lib-storage/index src/lib-storage src/imap src/imap-login
(dbx) where
istream-file._read(stream = 0x200274a8), line 120 in "istream-file.c"
i_stream_read(stream = 0x200274cc), line 58 in "istream.c"
istream-raw-mbox._read(stream = 0x20028ab8), line 160 in "istream-raw-mbox.c"
i_stream_read(stream = 0x20028adc), line 58 in "istream.c"
istream-limit._read(stream = 0x20031458), line 56 in "istream-limit.c"
i_stream_read(stream = 0x2003147c), line 58 in "istream.c"
istream-header-filter._read(stream = 0x2004aa98), line 234 in "istream-header-filter.c"
i_stream_read(stream = 0x2004aabc), line 58 in "istream.c"
i_stream_read_data(stream = 0x2004aabc, data = 0x2ff22630, size = 0x2ff22638, threshold = 1), line 250 in "istream.c"
message_get_body_size(input = 0x2004aabc, body = 0x2002827c, has_nuls = (nil)), line 107 in "message-size.c"
index_mail_init_stream(_mail = 0x200281a8, hdr_size = 0x2ff227a8, body_size = 0x2ff227b8), line 502 in "index-mail.c"
mbox_mail_get_stream(_mail = 0x200281a8, hdr_size = 0x2ff227a8, body_size = 0x2ff227b8), line 206 in "mbox-mail.c"
mail_get_stream(mail = 0x200281a8, hdr_size = 0x2ff227a8, body_size = 0x2ff227b8), line 107 in "mail.c"
imap-fetch-body.fetch_body(ctx = 0x200205e0, mail = 0x200281a8, context = 0x20020858), line 331 in "imap-fetch-body.c"
imap_fetch(ctx = 0x200205e0), line 291 in "imap-fetch.c"
cmd_fetch(cmd = 0x2001e35c), line 163 in "cmd-fetch.c"
cmd_uid(cmd = 0x2001e35c), line 19 in "cmd-uid.c"
client_handle_input(cmd = 0x2001e35c), line 344 in "client.c"
client_handle_input(cmd = 0x2001e35c), line 398 in "client.c"
_client_input(context = 0x2001e318), line 441 in "client.c"
io_loop_handler_run(ioloop = 0x2001d0e8), line 199 in "ioloop-poll.c"
io_loop_run(ioloop = 0x2001d0e8), line 329 in "ioloop.c"
main(argc = 1, argv = 0x2ff22b50, envp = 0x2ff22b58), line 290 in "main.c"
(dbx) list
58 return _stream->read(_stream);
59 }
60
61 void i_stream_skip(struct istream *stream, uoff_t count)
62 {
63 struct _istream *_stream = stream->real_stream;
64 size_t data_size;
65
66 data_size = _stream->pos - _stream->skip;
67 if (count <= data_size) {
(dbx) dump
i_stream_read(stream = 0x2003147c), line 58 in "istream.c"
_stream = 0x20031458
(dbx) up
istream-header-filter._read(stream = 0x2004aa98), line 234 in "istream-header-filter.c"
(dbx) list
234 if ((ret = i_stream_read(mstream->input)) == -2) {
235 if (stream->skip == 0)
236 return -2;
237 }
238 stream->istream.stream_errno = mstream->input->stream_errno;
239 stream->istream.eof = mstream->input->eof;
240 stream->buffer = i_stream_get_data(mstream->input, &pos);
241 } else {
242 ret = 0;
243 }
(dbx) dump
istream-header-filter._read(stream = 0x2004aa98), line 234 in "istream-header-filter.c"
mstream = 0x2004aa98
ret = 4094
pos = 1
(dbx) up
i_stream_read(stream = 0x2004aabc), line 58 in "istream.c"
(dbx) list
58 return _stream->read(_stream);
59 }
60
61 void i_stream_skip(struct istream *stream, uoff_t count)
62 {
63 struct _istream *_stream = stream->real_stream;
64 size_t data_size;
65
66 data_size = _stream->pos - _stream->skip;
67 if (count <= data_size) {
(dbx) dump
i_stream_read(stream = 0x2004aabc), line 58 in "istream.c"
_stream = 0x2004aa98
(dbx) up
i_stream_read_data(stream = 0x2004aabc, data = 0x2ff22630, size = 0x2ff22638, threshold = 1), line 250 in "istream.c"
(dbx) list
250 ret = i_stream_read(stream);
251 if (ret > 0)
252 read_more = TRUE;
253 } while (ret > 0);
254
255 *data = i_stream_get_data(stream, size);
256 return ret == -2 ? -2 :
257 (read_more || ret == 0 ? 0 : -1);
258 }
259
(dbx) dump
i_stream_read_data(stream = 0x2004aabc, data = 0x2ff22630, size = 0x2ff22638, threshold = 1), line 250 in "istream.c"
read_more = 0
ret = 0
(dbx) up
message_get_body_size(input = 0x2004aabc, body = 0x2002827c, has_nuls = (nil)), line 107 in "message-size.c"
(dbx) list
107 } while (i_stream_read_data(input, &msg, &size, 1) > 0);
108
109 i_stream_skip(input, 1);
110 body->physical_size++;
111
112 body->virtual_size = body->physical_size + missing_cr_count;
113 i_assert(body->virtual_size >= body->physical_size);
114 }
115
116 void message_size_add(struct message_size *dest,
(dbx) dump
message_get_body_size(input = 0x2004aabc, body = 0x2002827c, has_nuls = (nil)), line 107 in "message-size.c"
last_cr = 0
missing_cr_count = 83389
msg = "dd"
i = 4095
size = 1
(dbx) up
index_mail_init_stream(_mail = 0x200281a8, hdr_size = 0x2ff227a8, body_size = 0x2ff227b8), line 502 in "index-mail.c"
(dbx) list
502 message_get_body_size(data->stream,
503 &data->body_size, NULL);
504 data->body_size_set = TRUE;
505 }
506 }
507
508 *body_size = data->body_size;
509 }
510
511 if (data->hdr_size_set && data->body_size_set) {
(dbx) dump
index_mail_init_stream(_mail = 0x200281a8, hdr_size = 0x2ff227a8, body_size = 0x2ff227b8), line 502 in "index-mail.c"
data = 0x2002820c
mail = 0x200281a8
(dbx) up
mbox_mail_get_stream(_mail = 0x200281a8, hdr_size = 0x2ff227a8, body_size = 0x2ff227b8), line 206 in "mbox-mail.c"
(dbx) list
206 return index_mail_init_stream(mail, hdr_size, body_size);
207 }
208
209 struct mail_vfuncs mbox_mail_vfuncs = {
210 index_mail_free,
211 index_mail_set_seq,
212
213 index_mail_get_flags,
214 index_mail_get_keywords,
215 index_mail_get_parts,
(dbx) dump
mbox_mail_get_stream(_mail = 0x200281a8, hdr_size = 0x2ff227a8, body_size = 0x2ff227b8), line 206 in "mbox-mail.c"
raw_stream = 0x2ff22780
mbox = 0x20024a98
data = 0x2002820c
mail = 0x200281a8
offset = 804398928
(dbx) up
mail_get_stream(mail = 0x200281a8, hdr_size = 0x2ff227a8, body_size = 0x2ff227b8), line 107 in "mail.c"
(dbx) list
107 return p->v.get_stream(mail, hdr_size, body_size);
108 }
109
110 const char *mail_get_special(struct mail *mail, enum mail_fetch_field field)
111 {
112 struct mail_private *p = (struct mail_private *)mail;
113
114 return p->v.get_special(mail, field);
115 }
116
(dbx) dump
mail_get_stream(mail = 0x200281a8, hdr_size = 0x2ff227a8, body_size = 0x2ff227b8), line 107 in "mail.c"
p = 0x200281a8
(dbx) up
imap-fetch-body.fetch_body(ctx = 0x200205e0, mail = 0x200281a8, context = 0x20020858), line 331 in "imap-fetch-body.c"
(dbx) list
331 body->section[0] == 'H' ? NULL : &body_size);
332 if (ctx->cur_input == NULL)
333 return -1;
334
335 i_stream_ref(ctx->cur_input);
336 ctx->update_partial = TRUE;
337
338 switch (body->section[0]) {
339 case '\0':
340 /* BODY[] - fetch everything */
(dbx) dump
imap-fetch-body.fetch_body(ctx = 0x200205e0, mail = 0x200281a8, context = 0x20020858), line 331 in "imap-fetch-body.c"
fetch_size = 0x20011dd8
hdr_size = (physical_size = 843, virtual_size = 843, lines = 15)
body = 0x20020858
body_size = (physical_size = 804398512, virtual_size = 12, lines = 0)
(dbx) up
imap_fetch(ctx = 0x200205e0), line 291 in "imap-fetch.c"
(dbx) list
291 ret = handlers[ctx->cur_handler].
292 handler(ctx, ctx->cur_mail,
293 handlers[ctx->cur_handler].context);
294 t_pop();
295
296 if (ret == 0)
297 return 0;
298
299 if (ret < 0) {
300 if (ctx->cur_mail->expunged) {
(dbx) dump
imap_fetch(ctx = 0x200205e0), line 291 in "imap-fetch.c"
handlers = 0x200206f8
count = 3
ret = 1
(dbx) up
cmd_fetch(cmd = 0x2001e35c), line 163 in "cmd-fetch.c"
(dbx) list
163 if ((ret = imap_fetch(ctx)) == 0) {
164 /* unfinished */
165 client->command_pending = TRUE;
166 cmd->func = cmd_fetch_continue;
167 cmd->context = ctx;
168 return FALSE;
169 }
170 if (ret < 0)
171 ctx->failed = TRUE;
172
(dbx) dump
cmd_fetch(cmd = 0x2001e35c), line 163 in "cmd-fetch.c"
messageset = "11988"
search_arg = 0x200205a8
ctx = 0x200205e0
args = 0x2001e590
ret = 536954712
client = 0x2001e318
(dbx) up
cmd_uid(cmd = 0x2001e35c), line 19 in "cmd-uid.c"
(dbx) list
19 return cmd->func(cmd);
20 } else {
21 client_send_tagline(cmd, t_strconcat(
22 "BAD Unknown UID command ", cmd_name, NULL));
23 return TRUE;
24 }
25 }
(dbx) dump
cmd_uid(cmd = 0x2001e35c), line 19 in "cmd-uid.c"
cmd_name = "fetch"
(dbx) up
client_handle_input(cmd = 0x2001e35c), line 344 in "client.c"
(dbx) list
344 if (cmd->func(cmd) || cmd->param_error) {
345 /* command execution was finished */
346 if (!cmd->param_error)
347 client->bad_counter = 0;
348 _client_reset_command(client);
349 return TRUE;
350 }
351
352 /* unfinished */
353 if (client->command_pending)
(dbx) dump
client_handle_input(cmd = 0x2001e35c), line 344 in "client.c"
client = 0x2001e318
(dbx) up
client_handle_input(cmd = 0x2001e35c), line 398 in "client.c"
(dbx) list
398 client_handle_input(cmd);
399 }
400
401 return TRUE;
402 }
403
404 void _client_input(void *context)
405 {
406 struct client *client = context;
407 struct client_command_context *cmd = &client->cmd;
(dbx) dump
client_handle_input(cmd = 0x2001e35c), line 398 in "client.c"
client = 0x2001e318
(dbx) up
_client_input(context = 0x2001e318), line 441 in "client.c"
(dbx) list
441 ret = client_handle_input(cmd);
442 t_pop();
443 } while (ret && !client->disconnected);
444 o_stream_uncork(client->output);
445 client->handling_input = FALSE;
446
447 if (client->command_pending)
448 client->input_pending = TRUE;
449
450 if (client->output->closed)
(dbx) dump
_client_input(context = 0x2001e318), line 441 in "client.c"
ret = 2
cmd = 0x2001e35c
client = 0x2001e318
(dbx) up
io_loop_handler_run(ioloop = 0x2001d0e8), line 199 in "ioloop-poll.c"
(dbx) list
199 io->callback(io->context);
200 if (t_pop() != t_id) {
201 i_panic("Leaked a t_pop() call in "
202 "I/O handler %p",
203 (void *)io->callback);
204 }
205 }
206 }
207 }
208 }
(dbx) dump
io_loop_handler_run(ioloop = 0x2001d0e8), line 199 in "ioloop-poll.c"
t_id = 2
tv = (tv_sec = 1, tv_usec = 54083)
msecs = 1055
pollfd = 0x2001d148
ctx = 0x2001d118
ret = 0
io = 0x2001e4e8
call = 1
(dbx) up
io_loop_run(ioloop = 0x2001d0e8), line 329 in "ioloop.c"
(dbx) list
329 io_loop_handler_run(ioloop);
330 }
331
332 void io_loop_stop(struct ioloop *ioloop)
333 {
334 ioloop->running = FALSE;
335 }
336
337 void io_loop_set_running(struct ioloop *ioloop)
338 {
(dbx) dump
io_loop_run(ioloop = 0x2001d0e8), line 329 in "ioloop.c"
(dbx) up
main(argc = 1, argv = 0x2ff22b50, envp = 0x2ff22b58), line 290 in "main.c"
(dbx) list
290 io_loop_run(ioloop);
291 main_deinit();
292
293 io_loop_destroy(&ioloop);
294 lib_deinit();
295
296 return 0;
297 }
(dbx) dump
main(argc = 1, argv = 0x2ff22b50, envp = 0x2ff22b58), line 290 in "main.c"
(dbx) up
__start() at 0x100001d8
(dbx) list
no source file
(dbx) dump
__start() at 0x100001d8
(dbx) cont
execution completed
(dbx) quit
$
More information about the dovecot
mailing list