>I wonder what 1758 and 1762 were doing all that time -
>I presume there is no other mention of 1762 in the log ?
No, they are not mentioned besides the exigrep output.
>If you see any more of these stuck in the queue, can you get an lsof
>and a truss/strace/ltrace of the processes ?
Appreciate your help, i'm not familiar with debugging software (yet ;-) ),
but here goes my try:
root@mx:~# lsof /var/spool/exim4/input/1nZTd8-0001j3-Pe-*
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
exim4 6649 root 3uw REG 8,2 111099 3280684
/var/spool/exim4/input/1nZTd8-0001j3-Pe-D
exim4 6649 root 6w REG 8,2 0 3280743
/var/spool/exim4/input/1nZTd8-0001j3-Pe-J
exim4 6671 Debian-exim 3u REG 8,2 111099 3280684
/var/spool/exim4/input/1nZTd8-0001j3-Pe-D
exim4 6671 Debian-exim 6w REG 8,2 0 3280743
/var/spool/exim4/input/1nZTd8-0001j3-Pe-J
root@mx:~# lsof -p 6649
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
exim4 6649 root cwd DIR 8,2 4096 3147755 /var/spool/exim4
exim4 6649 root rtd DIR 8,2 4096 2 /
exim4 6649 root txt REG 8,2 1152456 1705265 /usr/sbin/exim4
exim4 6649 root mem REG 8,2 47568 3938632
/lib/x86_64-linux-gnu/libnss_files-2.27.so
exim4 6649 root mem REG 8,2 47576 3938636
/lib/x86_64-linux-gnu/libnss_nis-2.27.so
exim4 6649 root mem REG 8,2 39744 3938628
/lib/x86_64-linux-gnu/libnss_compat-2.27.so
exim4 6649 root mem REG 8,2 31032 1710336
/usr/lib/x86_64-linux-gnu/libffi.so.6.0.4
exim4 6649 root mem REG 8,2 526688 1710347
/usr/lib/x86_64-linux-gnu/libgmp.so.10.3.2
exim4 6649 root mem REG 8,2 211704 1704461
/usr/lib/x86_64-linux-gnu/libhogweed.so.4.4
exim4 6649 root mem REG 8,2 219304 1704459
/usr/lib/x86_64-linux-gnu/libnettle.so.6.4
exim4 6649 root mem REG 8,2 75776 1710420
/usr/lib/x86_64-linux-gnu/libtasn1.so.6.5.5
exim4 6649 root mem REG 8,2 1562664 1704474
/usr/lib/x86_64-linux-gnu/libunistring.so.2.1.0
exim4 6649 root mem REG 8,2 116656 1704048
/usr/lib/x86_64-linux-gnu/libidn2.so.0.3.3
exim4 6649 root mem REG 8,2 1237640 1704463
/usr/lib/x86_64-linux-gnu/libp11-kit.so.0.3.0
exim4 6649 root mem REG 8,2 116960 3937054
/lib/x86_64-linux-gnu/libz.so.1.2.11
exim4 6649 root mem REG 8,2 144976 3938642
/lib/x86_64-linux-gnu/libpthread-2.27.so
exim4 6649 root mem REG 8,2 2030928 3938612
/lib/x86_64-linux-gnu/libc-2.27.so
exim4 6649 root mem REG 8,2 464824 3937028
/lib/x86_64-linux-gnu/libpcre.so.3.13.3
exim4 6649 root mem REG 8,2 1461856 1704582
/usr/lib/x86_64-linux-gnu/libgnutls.so.30.14.10
exim4 6649 root mem REG 8,2 1740240 1704575
/usr/lib/x86_64-linux-gnu/libdb-5.3.so
exim4 6649 root mem REG 8,2 14560 3938618
/lib/x86_64-linux-gnu/libdl-2.27.so
exim4 6649 root mem REG 8,2 1700792 3938620
/lib/x86_64-linux-gnu/libm-2.27.so
exim4 6649 root mem REG 8,2 39208 3938616
/lib/x86_64-linux-gnu/libcrypt-2.27.so
exim4 6649 root mem REG 8,2 97176 3938626
/lib/x86_64-linux-gnu/libnsl-2.27.so
exim4 6649 root mem REG 8,2 97072 3938644
/lib/x86_64-linux-gnu/libresolv-2.27.so
exim4 6649 root mem REG 8,2 179152 3938604
/lib/x86_64-linux-gnu/ld-2.27.so
exim4 6649 root 0u CHR 1,3 0t0 6 /dev/null
exim4 6649 root 1u CHR 1,3 0t0 6 /dev/null
exim4 6649 root 2u CHR 1,3 0t0 6 /dev/null
exim4 6649 root 3uw REG 8,2 111099 3280684
/var/spool/exim4/input/1nZTd8-0001j3-Pe-D
exim4 6649 root 4w REG 8,2 326 3408083
/var/spool/exim4/msglog/1nZTd8-0001j3-Pe
exim4 6649 root 5w REG 8,2 11903758 3017759
/var/log/exim4/mainlog
exim4 6649 root 6w REG 8,2 0 3280743
/var/spool/exim4/input/1nZTd8-0001j3-Pe-J
exim4 6649 root 7r FIFO 0,12 0t0 273058944 pipe
root@mx:~# lsof -p 6671
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
exim4 6671 Debian-exim cwd DIR 8,2 4096 3147755
/var/spool/exim4
exim4 6671 Debian-exim rtd DIR 8,2 4096 2 /
exim4 6671 Debian-exim txt REG 8,2 1152456 1705265
/usr/sbin/exim4
exim4 6671 Debian-exim mem REG 8,2 47568 3938632
/lib/x86_64-linux-gnu/libnss_files-2.27.so
exim4 6671 Debian-exim mem REG 8,2 47576 3938636
/lib/x86_64-linux-gnu/libnss_nis-2.27.so
exim4 6671 Debian-exim mem REG 8,2 39744 3938628
/lib/x86_64-linux-gnu/libnss_compat-2.27.so
exim4 6671 Debian-exim mem REG 8,2 31032 1710336
/usr/lib/x86_64-linux-gnu/libffi.so.6.0.4
exim4 6671 Debian-exim mem REG 8,2 526688 1710347
/usr/lib/x86_64-linux-gnu/libgmp.so.10.3.2
exim4 6671 Debian-exim mem REG 8,2 211704 1704461
/usr/lib/x86_64-linux-gnu/libhogweed.so.4.4
exim4 6671 Debian-exim mem REG 8,2 219304 1704459
/usr/lib/x86_64-linux-gnu/libnettle.so.6.4
exim4 6671 Debian-exim mem REG 8,2 75776 1710420
/usr/lib/x86_64-linux-gnu/libtasn1.so.6.5.5
exim4 6671 Debian-exim mem REG 8,2 1562664 1704474
/usr/lib/x86_64-linux-gnu/libunistring.so.2.1.0
exim4 6671 Debian-exim mem REG 8,2 116656 1704048
/usr/lib/x86_64-linux-gnu/libidn2.so.0.3.3
exim4 6671 Debian-exim mem REG 8,2 1237640 1704463
/usr/lib/x86_64-linux-gnu/libp11-kit.so.0.3.0
exim4 6671 Debian-exim mem REG 8,2 116960 3937054
/lib/x86_64-linux-gnu/libz.so.1.2.11
exim4 6671 Debian-exim mem REG 8,2 144976 3938642
/lib/x86_64-linux-gnu/libpthread-2.27.so
exim4 6671 Debian-exim mem REG 8,2 2030928 3938612
/lib/x86_64-linux-gnu/libc-2.27.so
exim4 6671 Debian-exim mem REG 8,2 464824 3937028
/lib/x86_64-linux-gnu/libpcre.so.3.13.3
exim4 6671 Debian-exim mem REG 8,2 1461856 1704582
/usr/lib/x86_64-linux-gnu/libgnutls.so.30.14.10
exim4 6671 Debian-exim mem REG 8,2 1740240 1704575
/usr/lib/x86_64-linux-gnu/libdb-5.3.so
exim4 6671 Debian-exim mem REG 8,2 14560 3938618
/lib/x86_64-linux-gnu/libdl-2.27.so
exim4 6671 Debian-exim mem REG 8,2 1700792 3938620
/lib/x86_64-linux-gnu/libm-2.27.so
exim4 6671 Debian-exim mem REG 8,2 39208 3938616
/lib/x86_64-linux-gnu/libcrypt-2.27.so
exim4 6671 Debian-exim mem REG 8,2 97176 3938626
/lib/x86_64-linux-gnu/libnsl-2.27.so
exim4 6671 Debian-exim mem REG 8,2 97072 3938644
/lib/x86_64-linux-gnu/libresolv-2.27.so
exim4 6671 Debian-exim mem REG 8,2 179152 3938604
/lib/x86_64-linux-gnu/ld-2.27.so
exim4 6671 Debian-exim 0u CHR 1,3 0t0 6 /dev/null
exim4 6671 Debian-exim 1u CHR 1,3 0t0 6 /dev/null
exim4 6671 Debian-exim 2u CHR 1,3 0t0 6 /dev/null
exim4 6671 Debian-exim 3u REG 8,2 111099 3280684
/var/spool/exim4/input/1nZTd8-0001j3-Pe-D
exim4 6671 Debian-exim 4w REG 8,2 326 3408083
/var/spool/exim4/msglog/1nZTd8-0001j3-Pe
exim4 6671 Debian-exim 5w REG 8,2 12079149 3017759
/var/log/exim4/mainlog
exim4 6671 Debian-exim 6w REG 8,2 0 3280743
/var/spool/exim4/input/1nZTd8-0001j3-Pe-J
exim4 6671 Debian-exim 7u IPv4 273058115 0t0 TCP
mx:60066->IP_THAT_SHOWS_THE_PROBLEM:smtp (ESTABLISHED)
exim4 6671 Debian-exim 8w FIFO 0,12 0t0 273058944 pipe
strace oft he two PIDs (still running):
strace -p 6671,6649 -o trace_output.txt
root@mx:~# less trace_output.txt
6671 recvfrom(7, <unfinished ...>
6649 select(8, [7], NULL, NULL, {tv_sec=0, tv_usec=307060}) = 0 (Timeout)
6649 wait4(-1, 0x7fff3cb7f78c, WNOHANG, NULL) = 0
6649 select(8, [7], NULL, NULL, {tv_sec=60, tv_usec=0}) = 0 (Timeout)
6649 wait4(-1, 0x7fff3cb7f78c, WNOHANG, NULL) = 0
6649 select(8, [7], NULL, NULL, {tv_sec=60, tv_usec=0}) = 0 (Timeout)
6649 wait4(-1, 0x7fff3cb7f78c, WNOHANG, NULL) = 0
6649 select(8, [7], NULL, NULL, {tv_sec=60, tv_usec=0}) = 0 (Timeout)
6649 wait4(-1, 0x7fff3cb7f78c, WNOHANG, NULL) = 0
6649 select(8, [7], NULL, NULL, {tv_sec=60, tv_usec=0}) = 0 (Timeout)
6649 wait4(-1, 0x7fff3cb7f78c, WNOHANG, NULL) = 0
6649 select(8, [7], NULL, NULL, {tv_sec=60, tv_usec=0}) = 0 (Timeout)
6649 wait4(-1, 0x7fff3cb7f78c, WNOHANG, NULL) = 0
6649 select(8, [7], NULL, NULL, {tv_sec=60, tv_usec=0}) = 0 (Timeout)
6649 wait4(-1, 0x7fff3cb7f78c, WNOHANG, NULL) = 0
6649 select(8, [7], NULL, NULL, {tv_sec=60, tv_usec=0}
--
Cheers,
Marc