Howdy.  I'm getting a weird problem with Apache on a RHEL2.1 box I have.  It does on the _second_ HUP or USR1 signal it receives.  So ever two days logrotate kills it.

It seems to be dying when PHP reloads for the second time.  Anyone have any useful ideas on how to track this problem down more precisely?

End of strace log:

fstat64(8, {st_mode=S_IFREG|0644, st_size=27598, ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4046e000
read(8, "[PHP]\n\n;;;;;;;;;;;\n; WARNING ;\n;"..., 8192) = 8192
read(8, "time notices (these are warnings"..., 8192) = 8192
read(8, ".dll\n;extension=php_mysql.dll\nex"..., 8192) = 8192
read(8, " persistent links.  -1 means no "..., 8192) = 3022
read(8, "", 4096)                       = 0
read(8, "", 8192)                       = 0
ioctl(8, SNDCTL_TMR_TIMEBASE or TCGETS, 0xbffe2e10) = -1 ENOTTY (Inappropriate ioctl for device)
close(8)                                = 0
munmap(0x4046e000, 4096)                = 0
open("/etc/protocols", O_RDONLY)        = 8
fcntl64(8, F_GETFD)                     = 0
fcntl64(8, F_SETFD, FD_CLOEXEC)         = 0
fstat64(8, {st_mode=S_IFREG|0644, st_size=5834, ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4046e000
read(8, "# /etc/protocols:\n# $Id: protoco"..., 4096) = 4096
close(8)                                = 0
munmap(0x4046e000, 4096)                = 0
open("/etc/protocols", O_RDONLY)        = 8
fcntl64(8, F_GETFD)                     = 0
fcntl64(8, F_SETFD, FD_CLOEXEC)         = 0
fstat64(8, {st_mode=S_IFREG|0644, st_size=5834, ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4046e000
read(8, "# /etc/protocols:\n# $Id: protoco"..., 4096) = 4096
close(8)                                = 0
munmap(0x4046e000, 4096)                = 0
geteuid32()                             = 0
getpid()                                = 8935
shmget(IPC_PRIVATE, 33554432, IPC_CREAT|0600) = 14516227
shmat(14516227, 0, 0)                   = 0x4292e000
shmctl(14516227, IPC_64|IPC_STAT, 0xbffe3a00) = 0
getuid32()                              = 0
getgid32()                              = 0
shmctl(14516227, IPC_64|IPC_SET, 0xbffe3a00) = 0
shmctl(14516227, IPC_64|IPC_RMID, 0)    = 0
unlink("/tmp/session_mm_apache0.sem")   = -1 ENOENT (No such file or directory)
open("/tmp/session_mm_apache0.sem", O_RDWR|O_CREAT|O_EXCL, 0600) = 8
fcntl64(8, F_SETFD, FD_CLOEXEC)         = 0
getpid()                                = 8935
fcntl64(8, F_SETLKW, {type=F_WRLCK, whence=SEEK_SET, start=0, len=0}) = 0
fcntl64(8, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=0, len=0}) = 0
open("/usr/lib/php4/imap.so", O_RDONLY) = 9
read(9, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\360\20"..., 1024) = 1024
fstat64(9, {st_mode=S_IFREG|0755, st_size=1453914, ...}) = 0
old_mmap(NULL, 771468, PROT_READ|PROT_EXEC, MAP_PRIVATE, 9, 0) = 0x4492e000
mprotect(0x449e7000, 13708, PROT_NONE)  = 0
old_mmap(0x449e7000, 16384, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 9, 0xb8000) = 0x449e7000
close(9)                                = 0
open("/usr/kerberos/lib/libgssapi_krb5.so.2", O_RDONLY) = 9
read(9, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0000J\0\000"..., 1024) = 1024
fstat64(9, {st_mode=S_IFREG|0755, st_size=91717, ...}) = 0
old_mmap(NULL, 74532, PROT_READ|PROT_EXEC, MAP_PRIVATE, 9, 0) = 0x408fe000
mprotect(0x4090f000, 4900, PROT_NONE)   = 0
old_mmap(0x4090f000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 9, 0x10000) = 0x4090f000
close(9)                                = 0
open("/usr/kerberos/lib/libkrb5.so.3", O_RDONLY) = 9
read(9, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\200\362"..., 1024) = 1024
fstat64(9, {st_mode=S_IFREG|0755, st_size=432826, ...}) = 0
old_mmap(NULL, 363904, PROT_READ|PROT_EXEC, MAP_PRIVATE, 9, 0) = 0x449eb000
mprotect(0x44a41000, 11648, PROT_NONE)  = 0
old_mmap(0x44a41000, 12288, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 9, 0x55000) = 0x44a41000
close(9)                                = 0
open("/usr/kerberos/lib/libk5crypto.so.3", O_RDONLY) = 9
read(9, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0\360 \0"..., 1024) = 1024
fstat64(9, {st_mode=S_IFREG|0755, st_size=78765, ...}) = 0
old_mmap(NULL, 68148, PROT_READ|PROT_EXEC, MAP_PRIVATE, 9, 0) = 0x44a44000
mprotect(0x44a53000, 6708, PROT_NONE)   = 0
old_mmap(0x44a53000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 9, 0xe000) = 0x44a53000
close(9)                                = 0
open("/usr/kerberos/lib/libcom_err.so.3", O_RDONLY) = 9
read(9, "\177ELF\1\1\1\0\0\0\0\0\0\0\0\0\3\0\3\0\1\0\0\0P\t\0\000"..., 1024) = 1024
fstat64(9, {st_mode=S_IFREG|0755, st_size=8653, ...}) = 0
old_mmap(NULL, 8584, PROT_READ|PROT_EXEC, MAP_PRIVATE, 9, 0) = 0x406ad000
mprotect(0x406ae000, 4488, PROT_NONE)   = 0
old_mmap(0x406ae000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 9, 0) = 0x406ae000
close(9)                                = 0
stat64("/etc/cram-md5.pwd", 0xbffe39e0) = -1 ENOENT (No such file or directory)
stat64("/dev/urandom", {st_mode=S_IFCHR|0644, st_rdev=makedev(1, 9), ...}) = 0
open("/usr/share/ssl/openssl.cnf", O_RDONLY) = 9
fstat64(9, {st_mode=S_IFREG|0644, st_size=7338, ...}) = 0
mmap2(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4046e000
read(9, "#\n# OpenSSL example configuratio"..., 4096) = 4096
read(9, "onName_default\t= World Wide Web "..., 4096) = 3242
read(9, "", 4096)                       = 0
close(9)                                = 0
munmap(0x4046e000, 4096)                = 0
--- SIGSEGV (Segmentation fault) @ 0 (0) ---
chdir("/etc/httpd")                     = 0
rt_sigaction(SIGSEGV, {SIG_DFL}, {SIG_DFL}, 8) = 0
getpid()                                = 8935
kill(8935, SIGSEGV)                     = 0
sigreturn()                             = ? (mask now [RTMIN])
--- SIGSEGV (Segmentation fault) @ 0 (0) ---

-- Oliver Jones » Director » oliver@deeperdesign.com » +64 (21) 41 2238 Deeper Design Limited » +64 (7) 377 3328 » www.deeperdesign.com