[Linux-cluster] rgmanager hangs when shutting down service.
D C
dc12078 at gmail.com
Wed Jul 24 13:51:13 UTC 2013
I setup a basic cluster for testing, with a virtual ip (on a bonded
interface), and apache. I've verified that services work on both nodes,
but I have an issue one of them during shutdown.
CentOS 6.3
rpm -q rgmanager ricci modcluster resource-agents
rgmanager-3.0.12.1-12.el6.x86_64
ricci-0.16.2-55.el6.x86_64
modcluster-0.16.2-18.el6.x86_64
resource-agents-3.9.2-12.el6_3.2.x86_64
[root at lust-02 cluster]# clusvcadm -d apache-service
Local machine disabling service:apache-service...
<it just hangs here>
Nothing shows up in the logs, and I was able to verify that apache is still
running, and the ip address is still active.
I ran the command again with strace, but it seems to also just hang. Below
is the entire output of the strace.
[root at clust-02 cluster]# strace clusvcadm -d apache-service
execve("/usr/sbin/clusvcadm", ["clusvcadm", "-d", "apache-service"], [/* 22
vars */]) = 0
brk(0) = 0x1f12000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fa81ce8c000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=32069, ...}) = 0
mmap(NULL, 32069, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fa81ce84000
close(3) = 0
open("/usr/lib64/libcman.so.3", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\23`N4\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=21272, ...}) = 0
mmap(0x344e600000, 2114200, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
3, 0) = 0x344e600000
mprotect(0x344e604000, 2097152, PROT_NONE) = 0
mmap(0x344e804000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x4000) = 0x344e804000
close(3) = 0
open("/lib64/libpthread.so.0", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\240\3668\0\0\0"..., 832)
= 832
fstat(3, {st_mode=S_IFREG|0755, st_size=145720, ...}) = 0
mmap(0x38f6a00000, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
3, 0) = 0x38f6a00000
mprotect(0x38f6a17000, 2097152, PROT_NONE) = 0
mmap(0x38f6c17000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x38f6c17000
mmap(0x38f6c19000, 13216, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x38f6c19000
close(3) = 0
open("/usr/lib64/liblogthread.so.3", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\20\16\340N4\0\0\0"..., 832)
= 832
fstat(3, {st_mode=S_IFREG|0755, st_size=11592, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fa81ce83000
mmap(0x344ee00000, 2112968, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
3, 0) = 0x344ee00000
mprotect(0x344ee02000, 2093056, PROT_NONE) = 0
mmap(0x344f001000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x344f001000
mmap(0x344f002000, 7624, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x344f002000
close(3) = 0
open("/lib64/libc.so.6", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355a\3668\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1918016, ...}) = 0
mmap(0x38f6600000, 3741864, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
3, 0) = 0x38f6600000
mprotect(0x38f6789000, 2093056, PROT_NONE) = 0
mmap(0x38f6988000, 20480, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x188000) = 0x38f6988000
mmap(0x38f698d000, 18600, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x38f698d000
close(3) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fa81ce82000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fa81ce81000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fa81ce80000
arch_prctl(ARCH_SET_FS, 0x7fa81ce81700) = 0
mprotect(0x38f6c17000, 4096, PROT_READ) = 0
mprotect(0x38f6988000, 16384, PROT_READ) = 0
mprotect(0x38f601f000, 4096, PROT_READ) = 0
munmap(0x7fa81ce84000, 32069) = 0
set_tid_address(0x7fa81ce819d0) = 1095
set_robust_list(0x7fa81ce819e0, 0x18) = 0
futex(0x7fff3157e0ac, FUTEX_WAKE_PRIVATE, 1) = 0
futex(0x7fff3157e0ac, FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME, 1,
NULL, 7fa81ce81700) = -1 EAGAIN (Resource temporarily unavailable)
rt_sigaction(SIGRTMIN, {0x38f6a05ae0, [], SA_RESTORER|SA_SIGINFO,
0x38f6a0f500}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {0x38f6a05b70, [], SA_RESTORER|SA_RESTART|SA_SIGINFO,
0x38f6a0f500}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024, rlim_max=RLIM_INFINITY}) = 0
rt_sigaction(SIGPIPE, {SIG_IGN, [PIPE], SA_RESTORER|SA_RESTART,
0x38f6632920}, {SIG_DFL, [], 0}, 8) = 0
brk(0) = 0x1f12000
brk(0x1f33000) = 0x1f33000
socket(PF_FILE, SOCK_STREAM, 0) = 3
fcntl(3, F_SETFD, FD_CLOEXEC) = 0
connect(3, {sa_family=AF_FILE, path="/var/run/cman_client"}, 110) = 0
open("/dev/zero", O_RDONLY) = 4
fcntl(4, F_SETFD, FD_CLOEXEC) = 0
writev(3, [{"NAMC\3\0\0\20\24\0\0\0\7\0\0\0\0\0\0\0", 20}], 1) = 20
recvfrom(3, "NAMCk&\233?\210\3\0\0\7\0\0@\0\0\0\0", 20, 0, NULL, NULL) = 20
read(3,
"\2\0\0\0\270\1\0\0\1\0\0\0\0\0\0\0\0\0\0\0\234\0\0\0\2\0\0\0e-cl"..., 884)
= 884
writev(3, [{"NAMC\3\0\0\20\24\0\0\0\7\0\0\0\0\0\0\0", 20}], 1) = 20
recvfrom(3, "NAMCk&\233?\210\3\0\0\7\0\0@\0\0\0\0", 20, 0, NULL, NULL) = 20
read(3,
"\2\0\0\0\270\1\0\0\1\0\0\0\0\0\0\0\0\0\0\0\234\0\0\0\2\0\0\0e-cl"..., 884)
= 884
writev(3, [{"NAMC\3\0\0\20\314\1\0\0\220\0\0\0\0\0\0\0", 20}, {"
\313\350\34\0\0\0\0\0\0\340\263\257b\376\377\0\0\366\302\301\353q\0\0\0\0\0\0\0\0\0"...,
440}], 2) = 460
recvfrom(3, "NAMCk&\233?\320\1\0\0\220\0\0@\0\0\0\0", 20, 0, NULL, NULL) =
20
read(3,
"\0\0\0\0\270\1\0\0\2\0\0\0\1\0\0\0\0\0\0\0\4\0\0\0\2\0\0\0e-cl"..., 444) =
444
fstat(1, {st_mode=S_IFCHR|0620, st_rdev=makedev(136, 0), ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fa81ce8b000
write(1, "Local machine disabling service:"..., 49Local machine disabling
service:apache-service...) = 49
socket(PF_FILE, SOCK_STREAM, 0) = 5
connect(5, {sa_family=AF_FILE, path="/var/run/cluster/rgmanager.sk"}, 110)
= 0
select(6, NULL, [5], [5], NULL) = 1 (out [5])
write(5,
"h\0\0\0\4\261\227\36\22:\274\0\0\0\0h\0\23\205\202\0\0\0\0\0\0\0\0\0\0\0\0"...,
112) = 112
select(6, [5], NULL, [5], NULL
Thanks,
Dan
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://listman.redhat.com/archives/linux-cluster/attachments/20130724/269b767a/attachment.htm>
More information about the Linux-cluster
mailing list