FPGA Architecture

# Verify voting disk(s) deleted from node 1.

#

[root@racnode1 ~]# crsctl query css votedisk 0. 0 /u02/oradata/racdb/CSSFile located 1 votedisk(s).

#

# Verify voting disk(s) deleted from node 2.

#

[root@racnode2 ~]# crsctl query css votedisk 0. 0 /u02/oradata/racdb/CSSFile located 1 votedisk(s).

After verifying the voting disk(s) have been removed, restart CRS and the application processes on all nodes in the cluster:

#

# Restart CRS and application processes from node 1.

#

[root@racnode1 ~]# crsctl start crs Attempting to start CRS stack

The CRS stack will be started shortly

#

# Restart CRS and application processes from node 2.

#

[root@racnode2 ~]# crsctl start crs Attempting to start CRS stack

The CRS stack will be started shortly

Relocate a Voting Disk

The process of moving a voting disk consists simply of removing the old voting disk and adding a new voting disk to the destination location:

crsctl delete css votedisk <old_path> -force crsctl add css votedisk <new_path> -force

As discussed earlier in this section, Oracle Clusterware must be shut down on all nodes in the cluster before adding or removing voting disks. Oracle10g R2 users are required to add the

-force

flag when removing/adding a voting disk. The CRS stack must be shutdown on all nodes in the the cluster before attempting to use the

flag. Failure to do so may result in OCR corruption.

#

# Determine the current location and number of voting disks.

# If there is only one voting disk location then first add

# at least one new location before attempting to move the

# current voting disk. The following will show that I have

# only one voting disk location and will need to add at

# least one additional voting disk in order to perform the

# move. After the move, this temporary voting disk can be

# removed from the cluster. The remainder of this example

# will provide the instructions required to move the current

# voting disk from its current location on an OCFS2 file

# system to a new shared raw device (/dev/raw/raw3).

#

[root@racnode1 ~]# crsctl query css votedisk 0. 0 /u02/oradata/racdb/CSSFile located 1 votedisk(s).

#

# Stop all application processes.

#

[root@racnode1 ~]# srvctl stop database -d racdb [root@racnode1 ~]# srvctl stop asm -n racnode1 [root@racnode1 ~]# srvctl stop asm -n racnode2 [root@racnode1 ~]# srvctl stop nodeapps -n racnode1 [root@racnode1 ~]# srvctl stop nodeapps -n racnode2

#

# Verify all application processes are OFFLINE.

#

[root@racnode1 ~]# crs_stat -t

Name Type Target State Host

---ora.racdb.db application OFFLINE OFFLINE

ora....b1.inst application OFFLINE OFFLINE ora....b2.inst application OFFLINE OFFLINE ora....srvc.cs application OFFLINE OFFLINE ora....db1.srv application OFFLINE OFFLINE ora....db2.srv application OFFLINE OFFLINE ora....SM1.asm application OFFLINE OFFLINE ora....E1.lsnr application OFFLINE OFFLINE ora....de1.gsd application OFFLINE OFFLINE ora....de1.ons application OFFLINE OFFLINE ora....de1.vip application OFFLINE OFFLINE ora....SM2.asm application OFFLINE OFFLINE ora....E2.lsnr application OFFLINE OFFLINE ora....de2.gsd application OFFLINE OFFLINE ora....de2.ons application OFFLINE OFFLINE ora....de2.vip application OFFLINE OFFLINE

#

# Shut down CRS on node 1 and verify the CRS stack is not up.

#

[root@racnode1 ~]# crsctl stop crs

Stopping resources. This could take several minutes.

Successfully stopped CRS resources.

Stopping CSSD.

Shutting down CSS daemon.

Shutdown request successfully issued.

[root@racnode1 ~]# ps -ef | grep d.bin | grep -v grep

#

# Shut down CRS on node 2 and verify the CRS stack is not up.

#

[root@racnode2 ~]# crsctl stop crs

Stopping resources. This could take several minutes.

Successfully stopped CRS resources.

Stopping CSSD.

Shutting down CSS daemon.

Shutdown request successfully issued.

[root@racnode2 ~]# ps -ef | grep d.bin | grep -v grep

#

# Before moving the current voting disk

# (/u02/oradata/racdb/CSSFile) to a new location, we first

# need to add at least one new voting disks to the cluster.

#

[root@racnode1 ~]# cp /dev/null /u02/oradata/racdb/CSSFile_mirror1 [root@racnode1 ~]# chown oracle /u02/oradata/racdb/CSSFile_mirror1 [root@racnode1 ~]# chgrp oinstall /u02/oradata/racdb/CSSFile_mirror1 [root@racnode1 ~]# chmod 644 /u02/oradata/racdb/CSSFile_mirror1

[root@racnode1 ~]# crsctl add css votedisk /u02/oradata/racdb/CSSFile_mirror1 -force

Now formatting voting disk: /u02/oradata/racdb/CSSFile_mirror1 successful addition of votedisk /u02/oradata/racdb/CSSFile_mirror1.

#

# Use the dd command to zero out the device and make sure

# no data is written to the raw device.

#

[root@racnode1 ~]# dd if=/dev/zero of=/dev/raw/raw3

#

# Delete the old voting disk (the voting disk that is to be

# moved).

#

[root@racnode1 ~]# crsctl delete css votedisk /u02/oradata/racdb/CSSFile -force successful deletion of votedisk /u02/oradata/racdb/CSSFile.

#

# Add the new voting disk to the new location.

#

[root@racnode1 ~]# crsctl add css votedisk /dev/raw/raw3 -force Now formatting voting disk: /dev/raw/raw3

successful addition of votedisk /dev/raw/raw3.

#

# (Optional)

# Remove the temporary voting disk.

#

[root@racnode1 ~]# crsctl delete css votedisk /u02/oradata/racdb/CSSFile_mirror1 -force

successful deletion of votedisk /u02/oradata/racdb/CSSFile_mirror1.

#

# Remove all deleted voting disk files from the OCFS2 file system.

#

[root@racnode1 ~]# rm /u02/oradata/racdb/CSSFile

[root@racnode1 ~]# rm /u02/oradata/racdb/CSSFile_mirror1

#

# Verify voting disk(s) relocation from node 1.

#

[root@racnode1 ~]# crsctl query css votedisk 0. 0 /dev/raw/raw3

located 1 votedisk(s).

#

# Verify voting disk(s) relocation from node 2.

#

[root@racnode2 ~]# crsctl query css votedisk 0. 0 /dev/raw/raw3

located 1 votedisk(s).

#

# After verifying the voting disk(s) have been moved, restart

# CRS and the application processes on all nodes in the

# cluster.

#

[root@racnode1 ~]# crsctl start crs Attempting to start CRS stack

The CRS stack will be started shortly [root@racnode2 ~]# crsctl start crs Attempting to start CRS stack

The CRS stack will be started shortly