[Date Prev][Date Next]   [Thread Prev][Thread Next]   [Thread Index] [Date Index] [Author Index]

[Linux-cluster] rgmanager hangs when shutting down service.



I setup a basic cluster for testing, with a virtual ip (on a bonded interface), and apache.  I've verified that services work on both nodes, but I have an issue one of them during shutdown.

CentOS 6.3
rpm -q rgmanager ricci modcluster resource-agents
rgmanager-3.0.12.1-12.el6.x86_64
ricci-0.16.2-55.el6.x86_64
modcluster-0.16.2-18.el6.x86_64
resource-agents-3.9.2-12.el6_3.2.x86_64





[root lust-02 cluster]# clusvcadm -d apache-service
Local machine disabling service:apache-service...
<it just hangs here>

Nothing shows up in the logs, and I was able to verify that apache is still running, and the ip  address is still active.


I ran the command again with strace, but it seems to also just hang. Below is the entire output of the strace.



[root clust-02 cluster]# strace clusvcadm -d apache-service
execve("/usr/sbin/clusvcadm", ["clusvcadm", "-d", "apache-service"], [/* 22 vars */]) = 0
brk(0)                                  = 0x1f12000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fa81ce8c000
access("/etc/ld.so.preload", R_OK)      = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY)      = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=32069, ...}) = 0
mmap(NULL, 32069, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fa81ce84000
close(3)                                = 0
open("/usr/lib64/libcman.so.3", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0 \23`N4\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=21272, ...}) = 0
mmap(0x344e600000, 2114200, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x344e600000
mprotect(0x344e604000, 2097152, PROT_NONE) = 0
mmap(0x344e804000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x4000) = 0x344e804000
close(3)                                = 0
open("/lib64/libpthread.so.0", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\240\3668\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=145720, ...}) = 0
mmap(0x38f6a00000, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x38f6a00000
mprotect(0x38f6a17000, 2097152, PROT_NONE) = 0
mmap(0x38f6c17000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x38f6c17000
mmap(0x38f6c19000, 13216, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x38f6c19000
close(3)                                = 0
open("/usr/lib64/liblogthread.so.3", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\20\16\340N4\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=11592, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fa81ce83000
mmap(0x344ee00000, 2112968, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x344ee00000
mprotect(0x344ee02000, 2093056, PROT_NONE) = 0
mmap(0x344f001000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x344f001000
mmap(0x344f002000, 7624, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x344f002000
close(3)                                = 0
open("/lib64/libc.so.6", O_RDONLY)      = 3
read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355a\3668\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1918016, ...}) = 0
mmap(0x38f6600000, 3741864, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x38f6600000
mprotect(0x38f6789000, 2093056, PROT_NONE) = 0
mmap(0x38f6988000, 20480, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x188000) = 0x38f6988000
mmap(0x38f698d000, 18600, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x38f698d000
close(3)                                = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fa81ce82000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fa81ce81000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fa81ce80000
arch_prctl(ARCH_SET_FS, 0x7fa81ce81700) = 0
mprotect(0x38f6c17000, 4096, PROT_READ) = 0
mprotect(0x38f6988000, 16384, PROT_READ) = 0
mprotect(0x38f601f000, 4096, PROT_READ) = 0
munmap(0x7fa81ce84000, 32069)           = 0
set_tid_address(0x7fa81ce819d0)         = 1095
set_robust_list(0x7fa81ce819e0, 0x18)   = 0
futex(0x7fff3157e0ac, FUTEX_WAKE_PRIVATE, 1) = 0
futex(0x7fff3157e0ac, FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME, 1, NULL, 7fa81ce81700) = -1 EAGAIN (Resource temporarily unavailable)
rt_sigaction(SIGRTMIN, {0x38f6a05ae0, [], SA_RESTORER|SA_SIGINFO, 0x38f6a0f500}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {0x38f6a05b70, [], SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x38f6a0f500}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024, rlim_max=RLIM_INFINITY}) = 0
rt_sigaction(SIGPIPE, {SIG_IGN, [PIPE], SA_RESTORER|SA_RESTART, 0x38f6632920}, {SIG_DFL, [], 0}, 8) = 0
brk(0)                                  = 0x1f12000
brk(0x1f33000)                          = 0x1f33000
socket(PF_FILE, SOCK_STREAM, 0)         = 3
fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
connect(3, {sa_family=AF_FILE, path="/var/run/cman_client"}, 110) = 0
open("/dev/zero", O_RDONLY)             = 4
fcntl(4, F_SETFD, FD_CLOEXEC)           = 0
writev(3, [{"NAMC\3\0\0\20\24\0\0\0\7\0\0\0\0\0\0\0", 20}], 1) = 20
recvfrom(3, "NAMCk&\233?\210\3\0\0\7\0\0 \0\0\0\0", 20, 0, NULL, NULL) = 20
read(3, "\2\0\0\0\270\1\0\0\1\0\0\0\0\0\0\0\0\0\0\0\234\0\0\0\2\0\0\0e-cl"..., 884) = 884
writev(3, [{"NAMC\3\0\0\20\24\0\0\0\7\0\0\0\0\0\0\0", 20}], 1) = 20
recvfrom(3, "NAMCk&\233?\210\3\0\0\7\0\0 \0\0\0\0", 20, 0, NULL, NULL) = 20
read(3, "\2\0\0\0\270\1\0\0\1\0\0\0\0\0\0\0\0\0\0\0\234\0\0\0\2\0\0\0e-cl"..., 884) = 884
writev(3, [{"NAMC\3\0\0\20\314\1\0\0\220\0\0\0\0\0\0\0", 20}, {" \313\350\34\0\0\0\0\0\0\340\263\257b\376\377\0\0\366\302\301\353q\0\0\0\0\0\0\0\0\0"..., 440}], 2) = 460
recvfrom(3, "NAMCk&\233?\320\1\0\0\220\0\0 \0\0\0\0", 20, 0, NULL, NULL) = 20
read(3, "\0\0\0\0\270\1\0\0\2\0\0\0\1\0\0\0\0\0\0\0\4\0\0\0\2\0\0\0e-cl"..., 444) = 444
fstat(1, {st_mode=S_IFCHR|0620, st_rdev=makedev(136, 0), ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fa81ce8b000
write(1, "Local machine disabling service:"..., 49Local machine disabling service:apache-service...) = 49
socket(PF_FILE, SOCK_STREAM, 0)         = 5
connect(5, {sa_family=AF_FILE, path="/var/run/cluster/rgmanager.sk"}, 110) = 0
select(6, NULL, [5], [5], NULL)         = 1 (out [5])
write(5, "h\0\0\0\4\261\227\36\22:\274\0\0\0\0h\0\23\205\202\0\0\0\0\0\0\0\0\0\0\0\0"..., 112) = 112
select(6, [5], NULL, [5], NULL




Thanks,
Dan

[Date Prev][Date Next]   [Thread Prev][Thread Next]   [Thread Index] [Date Index] [Author Index]