[Linux-cluster] config issuse or bug in 4.u4 for nfs exports

Pavlos Parissis p_pavlos at freemail.gr
Thu Feb 14 12:28:30 UTC 2008


Hi,

I am building a NFS Active/Passive cluster using ext3 filesystem and I  
don't know if I have a configuration issue or I come across a bug.

My service, nfs1, is started without problems but there is no nfs  
export available.

I went through the list and I found this thread
http://marc.info/?l=redhat-linux-cluster&m=118764091712577&w=2

I tried to find any evidence of this by looking at bug reports and the  
release notes of 4.5,4.6 and 5.0 but I couldn't find any thing.

Could you please someone give me an idea?

Regards,
Pavlos




ocsi1#  rpm -q rgmanager
rgmanager-1.9.53-0
ocsi1# rpm -q ccs
ccs-1.0.7-0
ocsi1# rpm -q magma
magma-1.0.6-0
ocsi1# rpm -q magma-plugins
magma-plugins-1.0.9-0
ocsi1# rpm -q cman
cman-1.0.11-0
ocsi1# rpm -q cman-kernel
cman-kernel-2.6.9-45.2
ocsi1# rpm -q dlm
dlm-1.0.1-1
ocsi1# rpm -q dlm-kernel
dlm-kernel-2.6.9-42.10
ocsi1# rpm -q fence
fence-1.32.25-1
ocsi1# rpm -q gulm
gulm-1.0.7-0
ocsi1# rpm -q iddev
iddev-2.0.0-3
ocsi1# cat /etc/redhat-release
Red Hat Enterprise Linux AS release 4 (Nahant Update 4)
ocsi1# uname -a
Linux ocsi1 2.6.9-42.ELsmp #1 SMP Wed Jul 12 23:32:02 EDT 2006 x86_64  
x86_64 x86_64 GNU/Linux


ocsi1# rg_test test /etc/cluster/cluster.conf
Running in test mode.
Loaded 9 resource rules
=== Resources List ===
Resource type: nfsclient
Agent: nfsclient.sh
Attributes:
   name = oam-network [ primary unique ]
   target = 10.10.21.128/26 [ required ]
   path [ inherit("path") ]
   fsid [ inherit("fsid") ]
   nfslock [ inherit("nfsexport%nfslock") ]
   options = rw

Resource type: nfsexport
Agent: nfsexport.sh
Attributes:
   name = omg_data [ primary ]
   device [ inherit("device") ]
   path [ inherit("mountpoint") ]
   fsid [ inherit("fsid") ]
   nfslock [ inherit("nfslock") ]

Resource type: service [ROOT] [INLINE]
Instances: 1/1
Agent: service.sh
Attributes:
   name = ppr2 [ primary unique required ]
   domain = SecondDomain
   autostart = 1
   recovery = relocate

Resource type: fs [INLINE]
Instances: 1/1
Agent: fs.sh
Attributes:
   name = /usr/omg_ppr2 [ primary ]
   mountpoint = /usr/omg_ppr2 [ unique required ]
   device = /dev/sde1 [ unique required ]
   fstype = ext3
   force_unmount = 1
   nfslock [ inherit("service%nfslock") ]

Resource type: ip [INLINE]
Instances: 1/1
Agent: ip.sh
Attributes:
   address = 10.10.21.72 [ primary unique ]
   monitor_link = 1
   nfslock [ inherit("service%nfslock") ]

Resource type: ip [INLINE]
Instances: 1/1
Agent: ip.sh
Attributes:
   address = 10.10.21.141 [ primary unique ]
   monitor_link = 1
   nfslock [ inherit("service%nfslock") ]

Resource type: script [INLINE]
Agent: script.sh
Attributes:
   name = ppr2 [ primary unique ]
   file = /usr/local/wsb/scripts/rhc_ppr2 [ unique required ]
   service_name [ inherit("service%name") ]

Resource type: service [ROOT] [INLINE]
Instances: 1/1
Agent: service.sh
Attributes:
   name = ppr1 [ primary unique required ]
   domain = FirstDomain
   autostart = 1
   recovery = relocate

Resource type: fs [INLINE]
Instances: 1/1
Agent: fs.sh
Attributes:
   name = /usr/omg_ppr [ primary ]
   mountpoint = /usr/omg_ppr [ unique required ]
   device = /dev/sdd1 [ unique required ]
   fstype = ext3
   force_unmount = 1
   nfslock [ inherit("service%nfslock") ]

Resource type: ip [INLINE]
Instances: 1/1
Agent: ip.sh
Attributes:
   address = 10.10.21.71 [ primary unique ]
   monitor_link = 1
   nfslock [ inherit("service%nfslock") ]

Resource type: ip [INLINE]
Instances: 1/1
Agent: ip.sh
Attributes:
   address = 10.10.21.138 [ primary unique ]
   monitor_link = 1
   nfslock [ inherit("service%nfslock") ]

Resource type: script [INLINE]
Agent: script.sh
Attributes:
   name = ppr1 [ primary unique ]
   file = /usr/local/wsb/scripts/rhc_ppr1 [ unique required ]
   service_name [ inherit("service%name") ]

Resource type: service [ROOT] [INLINE]
Instances: 1/1
Agent: service.sh
Attributes:
   name = nfs1 [ primary unique required ]
   domain = ThirdDomain
   autostart = 1
   recovery = relocate

Resource type: fs [INLINE]
Instances: 1/1
Agent: fs.sh
Attributes:
   name = /nfs_omg_data [ primary ]
   mountpoint = /nfs_omg_data [ unique required ]
   device = /dev/sdb2 [ unique required ]
   fstype = ext3
   force_unmount = 1
   nfslock [ inherit("service%nfslock") ]

Resource type: ip [INLINE]
Instances: 1/1
Agent: ip.sh
Attributes:
   address = 10.10.21.73 [ primary unique ]
   monitor_link = 1
   nfslock [ inherit("service%nfslock") ]

Resource type: ip [INLINE]
Instances: 1/1
Agent: ip.sh
Attributes:
   address = 10.10.21.142 [ primary unique ]
   monitor_link = 1
   nfslock [ inherit("service%nfslock") ]

=== Resource Tree ===
service {
   name = "ppr2";
   domain = "SecondDomain";
   autostart = "1";
   recovery = "relocate";
   fs {
     name = "/usr/omg_ppr2";
     mountpoint = "/usr/omg_ppr2";
     device = "/dev/sde1";
     fstype = "ext3";
     force_unmount = "1";
     nfslock = "(null)";
   }
   ip {
     address = "10.10.21.72";
     monitor_link = "1";
     nfslock = "(null)";
   }
   ip {
     address = "10.10.21.141";
     monitor_link = "1";
     nfslock = "(null)";
   }
   script {
     name = "ppr2";
     file = "/usr/local/wsb/scripts/rhc_ppr2";
     service_name = "ppr2";
   }
}
service {
   name = "ppr1";
   domain = "FirstDomain";
   autostart = "1";
   recovery = "relocate";
   fs {
     name = "/usr/omg_ppr";
     mountpoint = "/usr/omg_ppr";
     device = "/dev/sdd1";
     fstype = "ext3";
     force_unmount = "1";
     nfslock = "(null)";
   }
   ip {
     address = "10.10.21.71";
     monitor_link = "1";
     nfslock = "(null)";
   }
   ip {
     address = "10.10.21.138";
     monitor_link = "1";
     nfslock = "(null)";
   }
   script {
     name = "ppr1";
     file = "/usr/local/wsb/scripts/rhc_ppr1";
     service_name = "ppr1";
   }
}
service {
   name = "nfs1";
   domain = "ThirdDomain";
   autostart = "1";
   recovery = "relocate";
   fs {
     name = "/nfs_omg_data";
     mountpoint = "/nfs_omg_data";
     device = "/dev/sdb2";
     fstype = "ext3";
     force_unmount = "1";
     nfslock = "(null)";
     nfsexport {
       name = "omg_data";
       device = "/dev/sdb2";
       path = "/nfs_omg_data";
       fsid = "(null)";
       nfslock = "(null)";
     }
   }
   ip {
     address = "10.10.21.73";
     monitor_link = "1";
     nfslock = "(null)";
   }
   ip {
     address = "10.10.21.142";
     monitor_link = "1";
     nfslock = "(null)";
   }
}
=== Failover Domains ===
Failover domain: FirstDomain
Flags: Ordered Restricted
   Node ocsi2-cluster (priority 0)
   Node ocsi1-cluster (priority 1)
Failover domain: SecondDomain
Flags: Ordered Restricted
   Node ocsi3-cluster (priority 0)
   Node ocsi1-cluster (priority 1)
Failover domain: ThirdDomain
Flags: Ordered Restricted
   Node ocsi1-cluster (priority 0)
   Node ocsi2-cluster (priority 1)
   Node ocsi3-cluster (priority 2)
ocsi1# cat /etc/cluster/cluster.conf
<?xml version="1.0" encoding="UTF-8"?>
<cluster config_version="105" name="NGP-Cluster">
   <clusternodes>
     <clusternode votes="1" name="ocsi1-cluster">
       <fence>
         <method name="hardware">
           <device hostname="ocsi1-ilo" name="ilo"/>
         </method>
         <method name="last_resort">
           <device ipaddr="ocsi1-cluster" name="last_resort"/>
         </method>
       </fence>
     </clusternode>
     <clusternode votes="1" name="ocsi2-cluster">
       <fence>
         <method name="hardware">
           <device hostname="ocsi2-ilo" name="ilo"/>
         </method>
         <method name="last_resort">
           <device ipaddr="ocsi2-cluster" name="last_resort"/>
         </method>
       </fence>
     </clusternode>
     <clusternode votes="1" name="ocsi3-cluster">
       <fence>
         <method name="hardware">
           <device hostname="ocsi3-ilo" name="ilo"/>
         </method>
         <method name="last_resort">
           <device ipaddr="ocsi3-cluster" name="last_resort"/>
         </method>
       </fence>
     </clusternode>
   </clusternodes>
   <fencedevices>
     <fencedevice passwd="admin123" action="off" login="admin"  
name="ilo" agent="fence_ilo"/>
     <fencedevice name="last_resort" agent="fence_manual"/>
   </fencedevices>
   <rm log_facility="local3" log_level="4">
     <failoverdomains>
       <failoverdomain restricted="1" ordered="1" name="FirstDomain">
         <failoverdomainnode priority="0" name="ocsi2-cluster"/>
         <failoverdomainnode priority="1" name="ocsi1-cluster"/>
       </failoverdomain>
       <failoverdomain restricted="1" ordered="1" name="SecondDomain">
         <failoverdomainnode priority="0" name="ocsi3-cluster"/>
         <failoverdomainnode priority="1" name="ocsi1-cluster"/>
       </failoverdomain>
       <failoverdomain restricted="1" ordered="1" name="ThirdDomain">
         <failoverdomainnode priority="0" name="ocsi1-cluster"/>
         <failoverdomainnode priority="1" name="ocsi2-cluster"/>
         <failoverdomainnode priority="2" name="ocsi3-cluster"/>
       </failoverdomain>
     </failoverdomains>
     <resources>
       <nfsclient target="10.10.21.128/26" options="rw" name="oam-network"/>
       <nfsexport name="omg_data"/>
     </resources>
     <service domain="SecondDomain" name="ppr2" autostart="1"  
recovery="relocate">
       <script name="ppr2" file="/usr/local/wsb/scripts/rhc_ppr2"/>
       <ip monitor_link="1" address="10.10.21.72"/>
       <fs device="/dev/sde1" mountpoint="/usr/omg_ppr2"  
force_unmount="1" name="/usr/omg_ppr2" fstype="ext3"/>
       <ip monitor_link="1" address="10.10.21.141"/>
     </service>
     <service domain="FirstDomain" name="ppr1" autostart="1"  
recovery="relocate">
       <script name="ppr1" file="/usr/local/wsb/scripts/rhc_ppr1"/>
       <ip monitor_link="1" address="10.10.21.71"/>
       <fs device="/dev/sdd1" mountpoint="/usr/omg_ppr"  
force_unmount="1" name="/usr/omg_ppr" fstype="ext3"/>
       <ip monitor_link="1" address="10.10.21.138"/>
     </service>
     <service domain="ThirdDomain" name="nfs1" autostart="1"  
recovery="relocate">
       <ip monitor_link="1" address="10.10.21.73"/>
       <fs device="/dev/sdb2" mountpoint="/nfs_omg_data"  
force_unmount="1" name="/nfs_omg_data" fstype="ext3">
         <nfsexport ref="omg_data">
           <nfslient ref="oam-network"/>
         </nfsexport>
       </fs>
       <ip monitor_link="1" address="10.10.21.142"/>
     </service>
   </rm>
   <quorumd votes="2" log_level="4" tko="10" interval="1"  
label="priquorum" log_facility="local3" device="/dev/sdc"/>
   <fence_daemon clean_start="1"/>
</cluster>





More information about the Linux-cluster mailing list