-- using ASMLIB when creating disk groups
-- using asm to implement the storage mirror
CREATE DISKGROUP DATA NORMAL REDUNDANCY
FAILGROUP storage1 DISK
'ORCL:ST1VOL2',
'ORCL:ST1VOL3',
'ORCL:ST1VOL4'
FAILGROUP storage2 DISK
'ORCL:ST2VOL2',
'ORCL:ST2VOL3',
'ORCL:ST2VOL4'
ATTRIBUTE
'au_size'='4M',
'compatible.asm' =
'11.2',
'compatible.rdbms' =
'11.2',
'compatible.advm' =
'11.2';
# linux下删掉一块硬盘的做法
[root@oracle sdb]# lsscsi
[0:0:0:0] disk
VBOX HARDDISK 1.0 /dev/sda
[1:0:0:0] disk
VBOX HARDDISK 1.0 /dev/sdb
[1:0:1:0] disk
VBOX HARDDISK 1.0 /dev/sdc
[1:0:2:0] disk
VBOX HARDDISK 1.0 /dev/sdd
[1:0:3:0] disk
VBOX HARDDISK 1.0 /dev/sde
[2:0:0:0] disk
VBOX HARDDISK 1.0 /dev/sdf
[2:0:1:0] disk
VBOX HARDDISK 1.0 /dev/sdg
[2:0:2:0] disk
VBOX HARDDISK 1.0 /dev/sdh
[2:0:3:0] disk
VBOX HARDDISK 1.0 /dev/sdi
#cd /sys/block/sdc/device
# echo 1 > delete
[root@oracle device]# lsscsi
[0:0:0:0] disk
VBOX HARDDISK 1.0 /dev/sda
[1:0:0:0] disk
VBOX HARDDISK 1.0 /dev/sdb
[1:0:2:0] disk
VBOX HARDDISK 1.0 /dev/sdd
[1:0:3:0] disk
VBOX HARDDISK 1.0 /dev/sde
[2:0:0:0] disk
VBOX HARDDISK 1.0 /dev/sdf
[2:0:1:0] disk
VBOX HARDDISK 1.0 /dev/sdg
[2:0:2:0] disk
VBOX HARDDISK 1.0 /dev/sdh
[2:0:3:0] disk
VBOX HARDDISK 1.0 /dev/sdi
# devcie /dev/sdc成功被删除掉
$adrci
>show alert
SQL> alter diskgroup data check
WARNING: Read Failed. group:2 disk:0 AU:0 offset:0
size:4096
ERROR: Could not read the header of disk ST1VOL2 (0).
NOTE: process 5531 initiating offline of disk 0.3915944300
(ST1VOL2) with mask 0x7e in group 2
NOTE: initiating PST update: grp = 2, dsk = 0/0xe968916c, mode
= 0x15
GMON updating disk modes for group 2 at 9 for pid 20, osid
5531
NOTE: group DATA: updated PST location: disk 0003 (PST copy
0)
NOTE: group DATA: updated PST location: disk 0001 (PST copy
1)
NOTE: PST update grp = 2 completed successfully
NOTE: initiating PST update: grp = 2, dsk = 0/0xe968916c, mode
= 0x1
GMON updating disk modes for group 2 at 10 for pid 20, osid
5531
NOTE: group DATA: updated PST location: disk 0003 (PST copy
0)
NOTE: group DATA: updated PST location: disk 0001 (PST copy
1)
NOTE: cache closing disk 0 of grp 2: ST1VOL2
NOTE: PST update grp = 2 completed successfully
NOTE: starting check of diskgroup DATA
WARNING: disk ST1VOL2 (0) cannot be checked because it is
offline
GMON checking disk 1 for group 2 at 11 for pid 20, osid
5531
2011-07-21 16:08:58.211000 +08:00
GMON checking disk 2 for group 2 at 12 for pid 20, osid
5531
GMON checking disk 3 for group 2 at 13 for pid 20, osid
5531
GMON checking disk 4 for group 2 at 14 for pid 20, osid
5531
GMON checking disk 5 for group 2 at 15 for pid 20, osid
5531
2011-07-21 16:08:59.224000 +08:00
SUCCESS: check of diskgroup DATA found no errors
SUCCESS: alter diskgroup data check
SQL> create table test
as
select * from dba_segments; 2
3
Table created.
SQL> alter table test move tablespace
test;
Table altered.
以此把ST1VOL1,ST1VOL3,ST1VOL4依次删除数据库运行正常。
SQL> alter diskgroup data check
ERROR: Could not read the header of disk ST1VOL2 (0).
ERROR: Could not read the header of disk ST1VOL3 (1).
ERROR: Could not read the header of disk ST1VOL4 (2).
NOTE: starting check of diskgroup DATA
WARNING: disk ST1VOL2 (0) cannot be checked because it is
offline
WARNING: disk ST1VOL3 (1) cannot be checked because it is
offline
WARNING: disk ST1VOL4 (2) cannot be checked because it is
offline
GMON checking disk 3 for group 2 at 29 for pid 20, osid
5531
NOTE: group DATA: updated PST location: disk 0003 (PST copy
0)
GMON checking disk 4 for group 2 at 30 for pid 20, osid
5531
NOTE: group DATA: updated PST location: disk 0003 (PST copy
0)
GMON checking disk 5 for group 2 at 31 for pid 20, osid
5531
NOTE: group DATA: updated PST location: disk 0003 (PST copy
0)
SUCCESS: check of diskgroup DATA found no errors
SUCCESS: alter diskgroup data check
#重新插入硬盘
[root@oracle ~]# lsscsi
[0:0:0:0] disk
VBOX HARDDISK 1.0 /dev/sda
[1:0:0:0] disk
VBOX HARDDISK 1.0 /dev/sdb
[1:0:1:0] disk
VBOX HARDDISK 1.0 /dev/sdc
[1:0:2:0] disk
VBOX HARDDISK 1.0 /dev/sdd
[1:0:3:0] disk
VBOX HARDDISK 1.0 /dev/sde
[2:0:0:0] disk
VBOX HARDDISK 1.0 /dev/sdf
[2:0:1:0] disk
VBOX HARDDISK 1.0 /dev/sdg
[2:0:2:0] disk
VBOX HARDDISK 1.0 /dev/sdh
[2:0:3:0] disk
VBOX HARDDISK 1.0 /dev/sdi
SQL> alter diskgroup DATA online disks in
failgroup storage1;
$adrci
>show alert
SQL> alter diskgroup DATA online disks in
failgroup storage1
NOTE: initiating online disk group 2 disks
ST1VOL2 (0)
ST1VOL3 (1)
ST1VOL4 (2)
NOTE: process 3627 initiating offline of disk 0.3915944208
(ST1VOL2) with mask 0x7e in group 2
NOTE: process 3627 initiating offline of disk 1.3915944209
(ST1VOL3) with mask 0x7e in group 2
NOTE: process 3627 initiating offline of disk 2.3915944210
(ST1VOL4) with mask 0x7e in group 2
NOTE: checking PST: grp = 2
GMON checking disk modes for group 2 at 9 for pid 20, osid
3627
NOTE: checking PST for grp 2 done.
WARNING: Disk ST1VOL2 in mode 0x1 is now being offlined
WARNING: Disk ST1VOL2 in mode 0x1 is now being taken
offline
WARNING: Disk ST1VOL3 in mode 0x1 is now being offlined
WARNING: Disk ST1VOL3 in mode 0x1 is now being taken
offline
WARNING: Disk ST1VOL4 in mode 0x1 is now being offlined
WARNING: Disk ST1VOL4 in mode 0x1 is now being taken
offline
NOTE: initiating PST update: grp = 2, dsk = 0/0xe9689110, mode
= 0x1
NOTE: initiating PST update: grp = 2, dsk = 1/0xe9689111, mode
= 0x1
NOTE: initiating PST update: grp = 2, dsk = 2/0xe9689112, mode
= 0x1
GMON updating disk modes for group 2 at 10 for pid 20, osid
3627
NOTE: PST update grp = 2 completed successfully
NOTE: initiating PST update: grp = 2, dsk = 0/0xe9689110, mode
= 0x1
NOTE: initiating PST update: grp = 2, dsk = 1/0xe9689111, mode
= 0x1
NOTE: initiating PST update: grp = 2, dsk = 2/0xe9689112, mode
= 0x1
GMON updating disk modes for group 2 at 11 for pid 20, osid
3627
NOTE: PST update grp = 2 completed successfully
NOTE: requesting all-instance membership refresh for
group=2
2011-07-21 17:09:05.520000 +08:00
NOTE: initiating PST update: grp = 2, dsk = 0/0x0, mode =
0x19
NOTE: initiating PST update: grp = 2, dsk = 1/0x0, mode =
0x19
NOTE: initiating PST update: grp = 2, dsk = 2/0x0, mode =
0x19
GMON updating disk modes for group 2 at 12 for pid 20, osid
3627
NOTE: group DATA: updated PST location: disk 0003 (PST copy
0)
NOTE: PST update grp = 2 completed successfully
NOTE: requesting all-instance disk validation for
group=2
NOTE: disk validation pending for group 2/0x405861f7
(DATA)
2011-07-21 17:09:08.259000 +08:00
NOTE: Found ORCL:ST1VOL2 for disk ST1VOL2
WARNING: ignoring disk in deep
discovery
NOTE: Found ORCL:ST1VOL3 for disk ST1VOL3
WARNING: ignoring disk in deep
discovery
NOTE: Found ORCL:ST1VOL4 for disk ST1VOL4
WARNING: ignoring disk in deep
discovery
SUCCESS: validated disks for 2/0x405861f7 (DATA)
GMON querying group 2 at 13 for pid 20, osid 3627
NOTE: membership refresh pending for group 2/0x405861f7
(DATA)
2011-07-21 17:09:11.587000 +08:00
GMON querying group 2 at 14 for pid 13, osid 3282
NOTE: cache opening disk 0 of grp 2: ST1VOL2
label:ST1VOL2
NOTE: cache opening disk 1 of grp 2: ST1VOL3
label:ST1VOL3
NOTE: cache opening disk 2 of grp 2: ST1VOL4
label:ST1VOL4
SUCCESS: refreshed membership for 2/0x405861f7 (DATA)
NOTE: initiating PST update: grp = 2, dsk = 0/0x0, mode =
0x5d
NOTE: initiating PST update: grp = 2, dsk = 1/0x0, mode =
0x5d
NOTE: initiating PST update: grp = 2, dsk = 2/0x0, mode =
0x5d
SUCCESS: alter diskgroup DATA online disks in failgroup
storage1
GMON updating disk modes for group 2 at 15 for pid 20, osid
3627
NOTE: group DATA: updated PST location: disk 0003 (PST copy
0)
NOTE: group DATA: updated PST location: disk 0000 (PST copy
1)
NOTE: PST update grp = 2 completed successfully
NOTE: initiating PST update: grp = 2, dsk = 0/0x0, mode =
0x7d
NOTE: initiating PST update: grp = 2, dsk = 1/0x0, mode =
0x7d
NOTE: initiating PST update: grp = 2, dsk = 2/0x0, mode =
0x7d
GMON updating disk modes for group 2 at 16 for pid 20, osid
3627
NOTE: group DATA: updated PST location: disk 0003 (PST copy
0)
NOTE: group DATA: updated PST location: disk 0000 (PST copy
1)
NOTE: PST update grp = 2 completed successfully
NOTE: Voting File refresh pending for group 2/0x405861f7
(DATA)
2011-07-21 17:09:14.684000 +08:00
NOTE: Attempting voting file refresh on diskgroup DATA
2011-07-21 17:09:21.666000 +08:00
NOTE: initiating PST update: grp = 2, dsk = 0/0x0, mode =
0x7f
NOTE: initiating PST update: grp = 2, dsk = 1/0x0, mode =
0x7f
NOTE: initiating PST update: grp = 2, dsk = 2/0x0, mode =
0x7f
GMON updating disk modes for group 2 at 17 for pid 20, osid
3627
NOTE: group DATA: updated PST location: disk 0003 (PST copy
0)
NOTE: group DATA: updated PST location: disk 0000 (PST copy
1)
NOTE: PST update grp = 2 completed successfully
NOTE: reset timers for disk: 0
NOTE: reset timers for disk: 1
NOTE: reset timers for disk: 2
NOTE: completed online of disk group 2 disks
ST1VOL2 (0)
ST1VOL3 (1)
ST1VOL4 (2)