[root@server01 ~]# ll /dev/mapper/*
crw-rw---- 1 root root 10, 58 May 30 2015 /dev/mapper/control
lrwxrwxrwx 1 root root 7 Jun 12 2015 /dev/mapper/vg_sd01-lv_root -> ../dm-0
lrwxrwxrwx 1 root root 7 Jun 12 2015 /dev/mapper/vg_sd01-lv_swap -> ../dm-1
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/data1 -> ../dm-2
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/data2 -> ../dm-4
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/ocr -> ../dm-5
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/flash -> ../dm-6
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/recover -> ../dm-3
[root@server02 ~]# ll /dev/mapper/*
crw-rw---- 1 root root 10, 58 May 31 2015 /dev/mapper/control
lrwxrwxrwx 1 root root 7 May 31 2015 /dev/mapper/vg_sd02-lv_root -> ../dm-0
lrwxrwxrwx 1 root root 7 May 31 2015 /dev/mapper/vg_sd02-lv_swap -> ../dm-1
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/data1 -> ../dm-5
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/data2 -> ../dm-3
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/ocr -> ../dm-2
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/flash -> ../dm-6
lrwxrwxrwx 1 root root 7 Nov 10 13:04 /dev/mapper/recover -> ../dm-4
crw-rw---- 1 root root 10, 58 May 30 2015 /dev/mapper/control
lrwxrwxrwx 1 root root 7 Jun 12 2015 /dev/mapper/vg_sd01-lv_root -> ../dm-0
lrwxrwxrwx 1 root root 7 Jun 12 2015 /dev/mapper/vg_sd01-lv_swap -> ../dm-1
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/data1 -> ../dm-2
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/data2 -> ../dm-4
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/ocr -> ../dm-5
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/flash -> ../dm-6
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/recover -> ../dm-3
[root@server02 ~]# ll /dev/mapper/*
crw-rw---- 1 root root 10, 58 May 31 2015 /dev/mapper/control
lrwxrwxrwx 1 root root 7 May 31 2015 /dev/mapper/vg_sd02-lv_root -> ../dm-0
lrwxrwxrwx 1 root root 7 May 31 2015 /dev/mapper/vg_sd02-lv_swap -> ../dm-1
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/data1 -> ../dm-5
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/data2 -> ../dm-3
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/ocr -> ../dm-2
lrwxrwxrwx 1 root root 7 Nov 10 13:05 /dev/mapper/flash -> ../dm-6
lrwxrwxrwx 1 root root 7 Nov 10 13:04 /dev/mapper/recover -> ../dm-4
[root@server01 ~]# multipath -ll
recover (360080e50003f7f1a000007bf5567c332) dm-3 LSI,INF-01-00
size=1000G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:4 sde 8:64 active ghost running
|- 7:0:1:4 sdj 8:144 active ghost running
|- 8:0:0:4 sdo 8:224 active ready running
`- 8:0:1:4 sdt 65:48 active ghost running
flash (360080e50003f7c1c000007035567d8a7) dm-6 LSI,INF-01-00
size=500G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:5 sdf 8:80 active ghost running
|- 7:0:1:5 sdk 8:160 active ghost running
|- 8:0:0:5 sdp 8:240 failed ready running
`- 8:0:1:5 sdu 65:64 failed ghost running
data2 (360080e50003f7c1c0000067955516752) dm-4 LSI,INF-01-00
size=1.5T features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:3 sdd 8:48 active ghost running
|- 7:0:1:3 sdi 8:128 active ghost running
|- 8:0:0:3 sdn 8:208 active ready running
`- 8:0:1:3 sds 65:32 failed ghost running
data1 (360080e50003f7f1a000007355551667a) dm-2 LSI,INF-01-00
size=1.5T features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:2 sdc 8:32 failed ghost running
|- 7:0:1:2 sdh 8:112 active ready running
|- 8:0:0:2 sdm 8:192 failed ghost running
`- 8:0:1:2 sdr 65:16 active ready running
ocr (360080e50003f7c1c00000645554ff3ec) dm-5 LSI,INF-01-00
size=5.0G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:1 sdb 8:16 failed ready running
|- 7:0:1:1 sdg 8:96 active ready running
|- 8:0:0:1 sdl 8:176 active ghost running
`- 8:0:1:1 sdq 65:0 active ready running
[root@server02 ~]# multipath -ll
recover (360080e50003f7f1a000007bf5567c332) dm-4 LSI,INF-01-00
size=1000G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:4 sde 8:64 active ghost running
|- 7:0:1:4 sdj 8:144 active ready running
|- 8:0:0:4 sdo 8:224 failed ghost running
`- 8:0:1:4 sdt 65:48 active ready running
flash (360080e50003f7c1c000007035567d8a7) dm-6 LSI,INF-01-00
size=500G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:1:5 sdk 8:160 active ready running
|- 7:0:0:5 sdf 8:80 failed ghost running
|- 8:0:0:5 sdp 8:240 active ghost running
`- 8:0:1:5 sdu 65:64 active ready running
data2 (360080e50003f7c1c0000067955516752) dm-3 LSI,INF-01-00
size=1.5T features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:3 sdd 8:48 active ready running
|- 7:0:1:3 sdi 8:128 failed ghost running
|- 8:0:0:3 sdn 8:208 failed ready running
`- 8:0:1:3 sds 65:32 failed ghost running
data1 (360080e50003f7f1a000007355551667a) dm-5 LSI,INF-01-00
size=1.5T features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:2 sdc 8:32 active ready running
|- 7:0:1:2 sdh 8:112 failed ghost running
|- 8:0:0:2 sdm 8:192 active ready running
`- 8:0:1:2 sdr 65:16 failed ghost running
ocr (360080e50003f7c1c00000645554ff3ec) dm-2 LSI,INF-01-00
size=5.0G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:1:1 sdg 8:96 active ready running
|- 7:0:0:1 sdb 8:16 failed ghost running
|- 8:0:0:1 sdl 8:176 failed ghost running
`- 8:0:1:1 sdq 65:0 failed ready running
[root@sd02 ~]# multipath -ll
recover (360080e50003f7f1a000007bf5567c332) dm-4 LSI,INF-01-00
size=1000G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:4 sde 8:64 active ready running
|- 7:0:1:4 sdj 8:144 active ghost running
|- 8:0:0:4 sdo 8:224 active ready running
`- 8:0:1:4 sdt 65:48 active ghost running
flash (360080e50003f7c1c000007035567d8a7) dm-6 LSI,INF-01-00
size=500G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:1:5 sdk 8:160 failed ghost running
|- 7:0:0:5 sdf 8:80 active ready running
|- 8:0:0:5 sdp 8:240 failed ready running
`- 8:0:1:5 sdu 65:64 failed ghost running
data2 (360080e50003f7c1c0000067955516752) dm-3 LSI,INF-01-00
size=1.5T features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=enabled
|- 7:0:0:3 sdd 8:48 failed ready running
|- 7:0:1:3 sdi 8:128 failed ghost running
|- 8:0:0:3 sdn 8:208 failed ready running
`- 8:0:1:3 sds 65:32 failed ghost running
data1 (360080e50003f7f1a000007355551667a) dm-5 LSI,INF-01-00
size=1.5T features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:2 sdc 8:32 active ghost running
|- 7:0:1:2 sdh 8:112 failed ready running
|- 8:0:0:2 sdm 8:192 active ghost running
`- 8:0:1:2 sdr 65:16 failed ready running
ocr (360080e50003f7c1c00000645554ff3ec) dm-2 LSI,INF-01-00
size=5.0G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:1:1 sdg 8:96 failed ghost running
|- 7:0:0:1 sdb 8:16 active ready running
|- 8:0:0:1 sdl 8:176 active ready running
`- 8:0:1:1 sdq 65:0 active ghost running
recover (360080e50003f7f1a000007bf5567c332) dm-3 LSI,INF-01-00
size=1000G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:4 sde 8:64 active ghost running
|- 7:0:1:4 sdj 8:144 active ghost running
|- 8:0:0:4 sdo 8:224 active ready running
`- 8:0:1:4 sdt 65:48 active ghost running
flash (360080e50003f7c1c000007035567d8a7) dm-6 LSI,INF-01-00
size=500G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:5 sdf 8:80 active ghost running
|- 7:0:1:5 sdk 8:160 active ghost running
|- 8:0:0:5 sdp 8:240 failed ready running
`- 8:0:1:5 sdu 65:64 failed ghost running
data2 (360080e50003f7c1c0000067955516752) dm-4 LSI,INF-01-00
size=1.5T features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:3 sdd 8:48 active ghost running
|- 7:0:1:3 sdi 8:128 active ghost running
|- 8:0:0:3 sdn 8:208 active ready running
`- 8:0:1:3 sds 65:32 failed ghost running
data1 (360080e50003f7f1a000007355551667a) dm-2 LSI,INF-01-00
size=1.5T features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:2 sdc 8:32 failed ghost running
|- 7:0:1:2 sdh 8:112 active ready running
|- 8:0:0:2 sdm 8:192 failed ghost running
`- 8:0:1:2 sdr 65:16 active ready running
ocr (360080e50003f7c1c00000645554ff3ec) dm-5 LSI,INF-01-00
size=5.0G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:1 sdb 8:16 failed ready running
|- 7:0:1:1 sdg 8:96 active ready running
|- 8:0:0:1 sdl 8:176 active ghost running
`- 8:0:1:1 sdq 65:0 active ready running
[root@server02 ~]# multipath -ll
recover (360080e50003f7f1a000007bf5567c332) dm-4 LSI,INF-01-00
size=1000G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:4 sde 8:64 active ghost running
|- 7:0:1:4 sdj 8:144 active ready running
|- 8:0:0:4 sdo 8:224 failed ghost running
`- 8:0:1:4 sdt 65:48 active ready running
flash (360080e50003f7c1c000007035567d8a7) dm-6 LSI,INF-01-00
size=500G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:1:5 sdk 8:160 active ready running
|- 7:0:0:5 sdf 8:80 failed ghost running
|- 8:0:0:5 sdp 8:240 active ghost running
`- 8:0:1:5 sdu 65:64 active ready running
data2 (360080e50003f7c1c0000067955516752) dm-3 LSI,INF-01-00
size=1.5T features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:3 sdd 8:48 active ready running
|- 7:0:1:3 sdi 8:128 failed ghost running
|- 8:0:0:3 sdn 8:208 failed ready running
`- 8:0:1:3 sds 65:32 failed ghost running
data1 (360080e50003f7f1a000007355551667a) dm-5 LSI,INF-01-00
size=1.5T features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:2 sdc 8:32 active ready running
|- 7:0:1:2 sdh 8:112 failed ghost running
|- 8:0:0:2 sdm 8:192 active ready running
`- 8:0:1:2 sdr 65:16 failed ghost running
ocr (360080e50003f7c1c00000645554ff3ec) dm-2 LSI,INF-01-00
size=5.0G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:1:1 sdg 8:96 active ready running
|- 7:0:0:1 sdb 8:16 failed ghost running
|- 8:0:0:1 sdl 8:176 failed ghost running
`- 8:0:1:1 sdq 65:0 failed ready running
[root@sd02 ~]# multipath -ll
recover (360080e50003f7f1a000007bf5567c332) dm-4 LSI,INF-01-00
size=1000G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:4 sde 8:64 active ready running
|- 7:0:1:4 sdj 8:144 active ghost running
|- 8:0:0:4 sdo 8:224 active ready running
`- 8:0:1:4 sdt 65:48 active ghost running
flash (360080e50003f7c1c000007035567d8a7) dm-6 LSI,INF-01-00
size=500G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:1:5 sdk 8:160 failed ghost running
|- 7:0:0:5 sdf 8:80 active ready running
|- 8:0:0:5 sdp 8:240 failed ready running
`- 8:0:1:5 sdu 65:64 failed ghost running
data2 (360080e50003f7c1c0000067955516752) dm-3 LSI,INF-01-00
size=1.5T features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=enabled
|- 7:0:0:3 sdd 8:48 failed ready running
|- 7:0:1:3 sdi 8:128 failed ghost running
|- 8:0:0:3 sdn 8:208 failed ready running
`- 8:0:1:3 sds 65:32 failed ghost running
data1 (360080e50003f7f1a000007355551667a) dm-5 LSI,INF-01-00
size=1.5T features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:0:2 sdc 8:32 active ghost running
|- 7:0:1:2 sdh 8:112 failed ready running
|- 8:0:0:2 sdm 8:192 active ghost running
`- 8:0:1:2 sdr 65:16 failed ready running
ocr (360080e50003f7c1c00000645554ff3ec) dm-2 LSI,INF-01-00
size=5.0G features='3 queue_if_no_path pg_init_retries 50' hwhandler='1 rdac' wp=rw
`-+- policy='round-robin 0' prio=3 status=active
|- 7:0:1:1 sdg 8:96 failed ghost running
|- 7:0:0:1 sdb 8:16 active ready running
|- 8:0:0:1 sdl 8:176 active ready running
`- 8:0:1:1 sdq 65:0 active ghost running
[grid@server01 ~]$ crsctl status res -t
-------------------------------------------------------------------------------
NAME TARGET STATE SERVER STATE_DETAILS ocal Resources
--------------------------------------------------------------------------------
ora.ARCH.dg
ONLINE ONLINE server01
ONLINE ONLINE server02
ora.CRS.dg
ONLINE ONLINE server01
ONLINE ONLINE server02
ora.DATA.dg
ONLINE ONLINE server01
ONLINE ONLINE server02
ora.FLASH.dg
ONLINE ONLINE server01
ONLINE ONLINE server02
ora.LISTENER.lsnr
ONLINE ONLINE server01
ONLINE ONLINE server02
ora.asm
ONLINE ONLINE server01 Started
ONLINE ONLINE server02 Started
ora.gsd
OFFLINE OFFLINE server01
OFFLINE OFFLINE server02
ora.net1.network
ONLINE ONLINE server01
ONLINE ONLINE server02
ora.ons
ONLINE ONLINE server01
ONLINE ONLINE server02
ora.registry.acfs
ONLINE ONLINE server01
ONLINE ONLINE server02
-------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE server02
ora.cvu
1 ONLINE ONLINE server02
ora.oc4j
1 ONLINE ONLINE server02
ora.scan1.vip
1 ONLINE ONLINE server02
ora.server01.vip
1 ONLINE ONLINE server01
ora.server02.vip
1 ONLINE ONLINE server02
ora.xygs.db
1 ONLINE ONLINE server01 Open
2 ONLINE ONLINE server02 Open