后续操作
节点1操作
ps -ef | grep css
root 15828 178015 0 20:53 pts/0 00:00:00 grep css
root 135963 1 0 Mar29 ? 00:01:48 /db/grid/product/11.2.0/bin/cssdmonitor
root 135983 1 0 Mar29 ? 00:01:43 /db/grid/product/11.2.0/bin/cssdagent
grid 135995 1 0 Mar29 ? 00:09:30 /db/grid/product/11.2.0/bin/ocssd.bin
步骤一：停止集群
cd /db/grid/product/11.2.0/bin/
/db/grid/product/11.2.0/bin/crsctl stop crs -f
步骤二：multipath扫盘
multipath -F --清掉multipath
multipath -v3 --重新扫
multipath -ll |grep 3600|sort 查看multipath扫出来的结果（出现asm-data说明成功）
步骤三：启动udev
start_udev
步骤四：查看权限
cd /dev/mapper
ll `ll |grep asm|awk '{print $11}'` -----查看权限是否一致（grid:asmadmin)
步骤五：启动集群
/db/grid/product/11.2.0/bin/crsctl start crs
节点2操作
ps -ef | grep css
root 15828 178015 0 20:53 pts/0 00:00:00 grep css
root 135963 1 0 Mar29 ? 00:01:48 /db/grid/product/11.2.0/bin/cssdmonitor
root 135983 1 0 Mar29 ? 00:01:43 /db/grid/product/11.2.0/bin/cssdagent
grid 135995 1 0 Mar29 ? 00:09:30 /db/grid/product/11.2.0/bin/ocssd.bin
步骤一：停止集群
cd /db/grid/product/11.2.0/bin/
/db/grid/product/11.2.0/bin/crsctl stop crs -f
步骤二：multipath扫盘
multipath -F --清掉multipath
multipath -v3 --重新扫
multipath -ll |grep 3600|sort 查看multipath扫出来的结果（出现asm-data说明成功）
步骤三：启动udev
start_udev
步骤四：查看权限
cd /dev/mapper
ll `ll |grep asm|awk '{print $11}'` -----查看权限是否一致（grid:asmadmin)
步骤五：启动集群
/db/grid/product/11.2.0/bin/crsctl start crs
---------------------两个节点完成后，磁盘组扩容：
检查2节点磁盘组状态
节点1
set line 200 pages 999
col path for a40
col name for a40
select group_number,path,header_status,total_mb/1024 total_GB,free_mb/1024 free_GB,state from v$asm_disk order by 2;
GROUP_NUMBER PATH HEADER_STATU TOTAL_GB FREE_GB STATE
------------ ---------------------------------------- ------------ ---------- ---------- --------
1 /dev/asm-data1 MEMBER 300 233.938477 NORMAL
1 /dev/asm-data2 MEMBER 300 233.933594 NORMAL
1 /dev/asm-data3 MEMBER 300 233.935547 NORMAL
1 /dev/asm-data4 MEMBER 300 233.933594 NORMAL
0 /dev/asm-data5 CANDIDATE 0 0 NORMAL
0 /dev/asm-data6 CANDIDATE 0 0 NORMAL
2 /dev/asm-ocr1 MEMBER 5 4.69824219 NORMAL
2 /dev/asm-ocr2 MEMBER 5 4.69824219 NORMAL
2 /dev/asm-ocr3 MEMBER 5 4.69921875 NORMAL
节点2
SQL> set line 200 pages 999
SQL> col path for a40
SQL> col name for a40
SQL> select group_number,path,header_status,total_mb/1024 total_GB,free_mb/1024 free_GB,state from v$asm_disk order by 2;
GROUP_NUMBER PATH HEADER_STATU TOTAL_GB FREE_GB STATE
------------ ---------------------------------------- ------------ ---------- ---------- --------
1 /dev/asm-data1 MEMBER 300 233.938477 NORMAL
1 /dev/asm-data2 MEMBER 300 233.933594 NORMAL
1 /dev/asm-data3 MEMBER 300 233.935547 NORMAL
1 /dev/asm-data4 MEMBER 300 233.933594 NORMAL
0 /dev/asm-data5 CANDIDATE 0 0 NORMAL
0 /dev/asm-data6 CANDIDATE 0 0 NORMAL
2 /dev/asm-ocr1 MEMBER 5 4.69824219 NORMAL
2 /dev/asm-ocr2 MEMBER 5 4.69824219 NORMAL
2 /dev/asm-ocr3 MEMBER 5 4.69921875 NORMAL
10.检查磁盘组的兼容性
SQL> set line 200 pages 999
SQL> col name for a15
SQL> col compatibility for a15
SQL> select inst_id,group_number,name,allocation_unit_size/1024/1024 au_mb,type,state,compatibility,database_compatibility from gv$asm_diskgroup order by 3,1;
INST_ID GROUP_NUMBER NAME AU_MB TYPE STATE COMPATIBILITY DATABASE_COMPATIBILITY
---------- ------------ --------------- ---------- ------ ----------- --------------- ------------------------------------------------------------
1 1 DATA1 1 EXTERN MOUNTED 11.2.0.0.0 10.1.0.0.0
2 1 DATA1 1 EXTERN MOUNTED 11.2.0.0.0 10.1.0.0.0
1 2 OCRDG 1 NORMAL MOUNTED 11.2.0.0.0 10.1.0.0.0
2 2 OCRDG 1 NORMAL MOUNTED 11.2.0.0.0 10.1.0.0.0
使用命令行创建磁盘组
su - grid
sqlplus / as sysasm
create diskgroup ARCH external redundancy disk '/dev/asm-data5','/dev/asm-data6' attribute 'au_size'='1M','compatible.asm'='11.2.0.0.0','compatible.rdbms'='10.1';
create diskgroup ARCH external redundancy disk '/dev/mapper/asm-data3','/dev/mapper/asm-data4' attribute 'au_size'='1M','compatible.asm'='11.2.0.0.0','compatible.rdbms'='10.1';
12.检查新增磁盘组的状态（MEMBER）
节点1
set line 200 pages 999
col name for a15
col compatibility for a15
col database_compatibility for a15
select inst_id,group_number,name,allocation_unit_size/1024/1024 au_mb,type,state,compatibility,database_compatibility from gv$asm_diskgroup order by 3,1; 3
INST_ID GROUP_NUMBER NAME AU_MB TYPE STATE COMPATIBILITY DATABASE_COMPAT
---------- ------------ --------------- ---------- ------ ----------- --------------- ---------------
1 3 ARCH 1 EXTERN MOUNTED 11.2.0.0.0 10.1.0.0.0
2 0 ARCH 0 DISMOUNTED 0.0.0.0.0 0.0.0.0.0
1 1 DATA1 1 EXTERN MOUNTED 11.2.0.0.0 10.1.0.0.0
2 1 DATA1 1 EXTERN MOUNTED 11.2.0.0.0 10.1.0.0.0
1 2 OCRDG 1 NORMAL MOUNTED 11.2.0.0.0 10.1.0.0.0
2 2 OCRDG 1 NORMAL MOUNTED 11.2.0.0.0 10.1.0.0.0
6 rows selected.
节点2
set line 200 pages 999
col path for a40
col name for a40
select group_number,path,header_status,total_mb/1024 total_GB,free_mb/1024 free_GB,state from v$asm_disk order by 2;
GROUP_NUMBER PATH HEADER_STATU TOTAL_GB FREE_GB STATE
------------ ---------------------------------------- ------------ ---------- ---------- --------
1 /dev/asm-data1 MEMBER 300 233.938477 NORMAL
1 /dev/asm-data2 MEMBER 300 233.933594 NORMAL
1 /dev/asm-data3 MEMBER 300 233.935547 NORMAL
1 /dev/asm-data4 MEMBER 300 233.933594 NORMAL
0 /dev/asm-data5 MEMBER 0 0 NORMAL
0 /dev/asm-data6 MEMBER 0 0 NORMAL
2 /dev/asm-ocr1 MEMBER 5 4.69824219 NORMAL
2 /dev/asm-ocr2 MEMBER 5 4.69824219 NORMAL
2 /dev/asm-ocr3 MEMBER 5 4.69921875 NORMAL
13.在其他节点挂载新增的磁盘组
alter diskgroup ARCH mount;
查看状态
set line 200 pages 999
col name for a15
col compatibility for a15
col database_compatibility for a15
select inst_id,group_number,name,allocation_unit_size/1024/1024 au_mb,type,state,compatibility,database_compatibility from gv$asm_diskgroup ;
INST_ID GROUP_NUMBER NAME AU_MB TYPE STATE COMPATIBILITY DATABASE_COMPAT
---------- ------------ --------------- ---------- ------ ----------- --------------- ---------------
2 1 DATA1 1 EXTERN MOUNTED 11.2.0.0.0 10.1.0.0.0
2 2 OCRDG 1 NORMAL MOUNTED 11.2.0.0.0 10.1.0.0.0
2 3 ARCH 1 EXTERN MOUNTED 11.2.0.0.0 10.1.0.0.0
1 1 DATA1 1 EXTERN MOUNTED 11.2.0.0.0 10.1.0.0.0
1 2 OCRDG 1 NORMAL MOUNTED 11.2.0.0.0 10.1.0.0.0
1 3 ARCH 1 EXTERN MOUNTED 11.2.0.0.0 10.1.0.0.0
6 rows select
---------给已存在的磁盘组添加磁盘
检查磁盘组与磁盘的状态（FORMAR）表示之前使用过
SQL> set line 200 pages 999
SQL> col path for a40
SQL> col name for a40
SQL> select group_number,path,HEADER_STATUS,total_mb/1024 total_GB,free_mb/1024 free_GB,state from v$asm_disk order by 2;
GROUP_NUMBER PATH HEADER_STATU TOTAL_GB FREE_GB STATE
------------ ---------------------------------------- ------------ ---------- ---------- --------
1 /dev/mapper/asm-data1 MEMBER 300 37.0224609 NORMAL
1 /dev/mapper/asm-data2 MEMBER 300 37.015625 NORMAL
1 /dev/mapper/asm-data3 MEMBER 300 37.0195313 NORMAL
1 /dev/mapper/asm-data4 MEMBER 300 37.0253906 NORMAL
3 /dev/mapper/asm-data5 MEMBER 300 299.952148 NORMAL
3 /dev/mapper/asm-data6 MEMBER 300 299.949219 NORMAL
0 /dev/mapper/asm-data7 CANDIDATE 0 0 NORMAL
2 /dev/mapper/asm-ocr1 MEMBER 5 4.69824219 NORMAL
2 /dev/mapper/asm-ocr2 MEMBER 5 4.69921875 NORMAL
2 /dev/mapper/asm-ocr3 MEMBER 5 4.69824219 NORMAL
关闭磁盘平衡--看具体情况
sqlplus / as sysasm
alter system set asm_power_limit=0 scope=memory
alter diskgroup DATA1 add disk '/dev/mapper/asm-data30' rebalance power 0;
检查磁盘平衡的剩余时间
select operation,state,actual,round(est_minutes/60,1) est_hours,est_minutes from v$asm_operation;
OPERA STAT ACTUAL EST_HOURS EST_MINUTES
----- ---- ---------- ---------- -----------
REBAL WAIT
在业务空闲时打开磁盘平衡
alter diskgroup DATA1 rebalance power 3;
检查磁盘平衡的剩余时间
SQL> select operation,state,actual,round(est_minutes/60,1) est_hours,est_minutes from v$asm_operation;
OPERA STAT ACTUAL EST_HOURS EST_MINUTES
----- ---- ---------- ---------- -----------
REBAL RUN 3 1.4 84
SQL> /
OPERA STAT ACTUAL EST_HOURS EST_MINUTES
----- ---- ---------- ---------- -----------
REBAL WAIT
检查增加磁盘后的存储容量
SQL> select group_number,name,round(total_mb/1024,1) total_GB,round(free_mb/1024,1) free_GB from v$asm_diskgroup;
GROUP_NUMBER NAME TOTAL_GB FREE_GB
------------ ---------------------------------------- ---------- ----------
1 DATA1 2224 1172.1
2 OCRDG 15 14.1
3 ARCH 600 599.9
2节点验证
GROUP_NUMBER NAME TOTAL_GB FREE_GB
------------ ------------------------------ ---------- ----------
1 DATA1 2224 1172.1
2 OCRDG 15 14.1
3 ARCH 600 599.9
------------------修改参数，重启数据库
节点一
archive log list
alter system set log_archive_dest_1='location=+ARCH' scope=spfile; -----------------切换归档目录
alter system set db_files=500 scope=spfile; -----------------修改db_file大小
shutdown immediate;
startup mount;
archive log list;
alter database open;
show parameter db_files;
alter system switch logfile;
节点二
archive log list;
alter system set log_archive_dest_1='location=+ARCH' scope=spfile;
alter system set db_files=500 scope=spfile;
shutdown immediate;
startup mount;
archive log list;
alter database open;
show parameter db_files;
alter system switch logfile;
---查看归档产生情况
ASMCMD> cd ARCH
ASMCMD> ls
ASMCMD> ls
ASMCMD> ls
ASMCMD> ls
STCALDB/
ASMCMD> cd STCALDB/
ASMCMD> ls
ARCHIVELOG/
ASMCMD> cd ARCHIVELOG/
ASMCMD> ls
