Redhat7.3、Oracle12C、4节点环境搭建
******************************
IP以及密码
******************************
IP : 22.185.159.182/183/184/185
******************************
cdb name
******************************
global database name:z30rac12c
sid prefix:z30rac12c
******************************
pdb name
******************************
pdbname: pdb1
user name:pdb1_user
password:oracle
pdbname: pdb2
user name:pdb2_user
password:oracle
******************************
other setting
******************************
archive：no
fast recovery area：no
block_size:8192
processes：5120
database character:al32utf8
national character:al16utf16
default language:american
default territory:united states
******************************
server real name
******************************
修改/etc/sysconfig/network
******************************
修改/etc/hosts【done】
******************************
#node1
22.185.159.182 Z3ORA12C01
22.185.159.186 Z3ORA12C01-VIP
10.185.159.182 Z3ORA12C01-PRIV
#node2
22.185.159.183 Z3ORA12C02
22.185.159.187 Z3ORA12C02-VIP
10.185.159.183 Z3ORA12C02-PRIV
#node3
22.185.159.184 Z3ORA12C03
22.185.159.188 Z3ORA12C03-VIP
10.185.159.184 Z3ORA12C03-PRIV
#node4
22.185.159.185 Z3ORA12C04
22.185.159.189 Z3ORA12C04-VIP
10.185.159.185 Z3ORA12C04-PRIV
#scan_name
22.185.159.190 z3ora12c-scan
******************************
主机网卡信息【done】
******************************
[root@Z3ORA12C01 network-scripts]# ifconfig -a
bond0: flags=5187<UP,BROADCAST,RUNNING,MASTER,MULTICAST> mtu 1500
inet 22.185.159.182 netmask 255.255.255.0 broadcast 22.185.159.255
inet6 fe80::20a:f7ff:fe90:10be prefixlen 64 scopeid 0x20<link>
ether 00:0a:f7:90:10:be txqueuelen 1000 (Ethernet)
RX packets 6774455 bytes 450228630 (429.3 MiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 83482 bytes 11533510 (10.9 MiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
bond1: flags=5187<UP,BROADCAST,RUNNING,MASTER,MULTICAST> mtu 1500
inet 192.168.159.182 netmask 255.255.255.0 broadcast 192.168.159.255
inet6 fe80::20a:f7ff:fe90:10bf prefixlen 64 scopeid 0x20<link>
ether 00:0a:f7:90:10:bf txqueuelen 1000 (Ethernet)
RX packets 8597929 bytes 573336749 (546.7 MiB)
RX errors 0 dropped 4033 overruns 0 frame 0
TX packets 80969 bytes 10201700 (9.7 MiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
eth0: flags=6211<UP,BROADCAST,RUNNING,SLAVE,MULTICAST> mtu 1500
ether 00:0a:f7:90:10:be txqueuelen 1000 (Ethernet)
RX packets 4149169 bytes 266426689 (254.0 MiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 42855 bytes 6342534 (6.0 MiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
device memory 0xda100000-da13ffff
eth1: flags=4099<UP,BROADCAST,MULTICAST> mtu 1500
ether 6c:0b:84:9b:51:77 txqueuelen 1000 (Ethernet)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
device memory 0xda140000-da17ffff
eth2: flags=6211<UP,BROADCAST,RUNNING,SLAVE,MULTICAST> mtu 1500
ether 00:0a:f7:90:10:bf txqueuelen 1000 (Ethernet)
RX packets 2603181 bytes 163358911 (155.7 MiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 40481 bytes 5019590 (4.7 MiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
device memory 0xda180000-da1bffff
eth3: flags=4099<UP,BROADCAST,MULTICAST> mtu 1500
ether 6c:0b:84:9b:51:79 txqueuelen 1000 (Ethernet)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
device memory 0xda1c0000-da1fffff
eth4: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
ether 02:e0:ec:2d:9a:0f txqueuelen 1000 (Ethernet)
RX packets 845116 bytes 23852143 (22.7 MiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
eth5: flags=4099<UP,BROADCAST,MULTICAST> mtu 1500
ether 00:0a:f7:90:0c:20 txqueuelen 1000 (Ethernet)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
device interrupt 131
eth6: flags=4099<UP,BROADCAST,MULTICAST> mtu 1500
ether 00:0a:f7:90:0c:21 txqueuelen 1000 (Ethernet)
RX packets 0 bytes 0 (0.0 B)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 0 bytes 0 (0.0 B)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
device interrupt 132
eth7: flags=6211<UP,BROADCAST,RUNNING,SLAVE,MULTICAST> mtu 1500
ether 00:0a:f7:90:10:be txqueuelen 1000 (Ethernet)
RX packets 2625286 bytes 183801941 (175.2 MiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 40627 bytes 5190976 (4.9 MiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
device interrupt 116
eth8: flags=6211<UP,BROADCAST,RUNNING,SLAVE,MULTICAST> mtu 1500
ether 00:0a:f7:90:10:bf txqueuelen 1000 (Ethernet)
RX packets 5994748 bytes 409977838 (390.9 MiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 40488 bytes 5182110 (4.9 MiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
device interrupt 127
lo: flags=73<UP,LOOPBACK,RUNNING> mtu 65536
inet 127.0.0.1 netmask 255.0.0.0
inet6 ::1 prefixlen 128 scopeid 0x10<host>
loop txqueuelen 1 (Local Loopback)
RX packets 22180 bytes 1752200 (1.6 MiB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 22180 bytes 1752200 (1.6 MiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
******************************
网卡配置IP信息【done】
******************************
[root@Z3ORA12C01 network-scripts]# more ifcfg-eth0
DEVICE=eth0
TYPE=Ethernet
ONBOOT=YES
BOOTPROTO=none
MASTER=bond0
SLAVE=yes
[root@Z3ORA12C01 network-scripts]# more ifcfg-eth7
DEVICE=eth7
TYPE=Ethernet
ONBOOT=YES
BOOTPROTO=none
MASTER=bond0
SLAVE=yes
[root@Z3ORA12C01 network-scripts]# more ifcfg-eth2
DEVICE=eth2
TYPE=Ethernet
ONBOOT=YES
BOOTPROTO=none
MASTER=bond1
SLAVE=yes
[root@Z3ORA12C01 network-scripts]# more ifcfg-eth8
DEVICE=eth8
TYPE=Ethernet
ONBOOT=YES
BOOTPROTO=none
MASTER=bond1
SLAVE=yes
******************************
bond信息【done】
******************************
[root@Z3ORA12C01 network-scripts]# more ifcfg-bond0
DEVICE=bond0
NAME=bond0
TYPE=Bond
ONBOOT=YES
BOOTPROTO=static
BONDING_MASTER=yes
IPADDR=22.185.159.182
NETMASK=255.255.255.0
GATEWAY=22.185.159.1
BONDING_OPTS="mode=4 miimon=100"
[root@Z3ORA12C01 network-scripts]# more ifcfg-bond1
DEVICE=bond1
NAME=bond1
TYPE=Bond
ONBOOT=YES
BOOTPROTO=static
BONDING_MASTER=yes
IPADDR=192.168.159.182
NETMASK=255.255.255.0
BONDING_OPTS="mode=4 miimon=100"
******************************
检查内存【done】
******************************
[root@Z3ORA12C01 ~]# free -m
total used free shared buff/cache available
Mem: 257668 1652 255650 17 365 255323
Swap: 32767 0 32767
[root@Z3ORA12C01 ~]# grep MemTotal /proc/meminfo
MemTotal: 263852252 kB
******************************
检查虚拟内存【done】
******************************
[root@Z3ORA12C01 ~]# swapon -s
Filename Type Size Used Priority
/dev/dm-1 partition 33554428 0 -1
[root@Z3ORA12C01 ~]# grep SwapTotal /proc/meminfo
SwapTotal: 33554428 kB
******************************
检查操作系统信息【done】
******************************
[root@Z3ORA12C01 ~]# uname -a
Linux Z3ORA12C01 3.10.0-514.el7.x86_64 #1 SMP Wed Oct 19 11:24:13 EDT 2016 x86_64 x86_64 x86_64 GNU/Linux
[root@Z3ORA12C01 ~]# cat /etc/redhat-release
Red Hat Enterprise Linux Server release 7.3 (Maipo)
******************************
禁用selinux【done】
******************************
setenforce 0
sed -i 's/SELINUX=enforcing/SELINUX=disabled/' /etc/selinux/config
getenforce
******************************
关闭hugepages【done】
******************************
关闭Transparent HugePages特性
# cd /usr/lib/tuned/throughput-performance/
# cp tuned.conf tuned.conf.bak
修改文件tuned.conf如下，如没有找到在最末行新增：
[vm]
transparent_hugepages=always
to
[vm]
transparent_hugepages=never
需重启操作系统后确认
# cat /sys/kernel/mm/transparent_hugepage/enabled
always madvise [never] <<--- THP Disabled
For UEK2 kernel, as of 2.6.39-400.116.0 Transparent Hugepages has been removed from the kernel.
******************************
配置服务【done】
******************************
systemctl disable firewalld
systemctl disable postfix
******************************
修改内核参数257668【done】
******************************
cat>>/etc/sysctl.conf<<EOF
kernel.shmmax = 189129294233
kernel.shmall = 46174144
kernel.shmmni = 4096
kernel.sem = 250 32000 100 128
fs.file-max = 6815744
fs.aio-max-nr = 4194304
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
#net.ipv4.conf.eth0.rp_filter = 1
#net.ipv4.conf.eth1.rp_filter = 2
#net.ipv4.ipfrag_high_thresh = 16777216
#net.ipv4.ipfrag_low_thresh = 15728640
#kernel.randomize_va_space=0
#vm.min_free_kbytes = 524288
#vm.nr_hugepages = 512
#kernel.panic_on_oops = 1 --Oracle 12.1.0.2.0+
EOF
******************************
修改limits【done】
******************************
cat>>/etc/security/limits.conf<<EOF
oracle soft nproc 2047
oracle hard nproc 16384
oracle soft nofile 1024
oracle hard nofile 65536
oracle soft stack 10240
oracle hard stack 32768
grid soft nproc 2047
grid hard nproc 16384
grid soft nofile 1024
grid hard nofile 65536
grid soft stack 10240
grid hard stack 32768
* soft memlock unlimited
* hard memlock unlimited
root soft stack 10240
root hard stack 32768
EOF
******************************
软件包安装【done】
******************************
yum install -y compat-libcap1.x86_64 gcc.x86_64 gcc-c++.x86_64 glibc.x86_64 glibc-devel.x86_64 ksh libX11.x86_64 libXau.x86_64 libXi.x86_64 libXtst.x86_64 libaio.x86_64 libaio-devel.x86_64 libgcc.x86_64 libstdc++.x86_64 libstdc++.x86_64 libxcb.x86_64 make.x86_64 sysstat.x86_64
******************************
创建用户以及用户组【done】
******************************
/usr/sbin/groupadd -g 1001 oinstall
/usr/sbin/groupadd -g 1002 dba
/usr/sbin/groupadd -g 1003 oper
/usr/sbin/groupadd -g 1004 asmadmin
/usr/sbin/groupadd -g 1005 asmdba
/usr/sbin/groupadd -g 1006 asmoper
/usr/sbin/useradd -u 501 -g oinstall -G dba,asmadmin,asmdba,asmoper grid
/usr/sbin/useradd -u 502 -g oinstall -G dba,oper,asmdba,asmadmin oracle
******************************
创建目录【done】
******************************
grid 用户
mkdir -p /u01/12.2.0/grid 【home】
mkdir -p /u01/app/oraInventory
mkdir -p /u01/app/oracle/cfgtoollogs
chown -R grid:oinstall /u01/12.2.0/grid
chown -R grid:oinstall /u01/app/oraInventory
chown -R grid:oinstall /u01/app/oracle 【base】
chmod -R 775 /u01/app/oraInventory
chmod -R 775 /u01/12.2.0/grid
chmod -R 775 /u01/app/oracle
oracle用户
mkdir -p /u01/app/database/product/12.2.0/db_1
chown -R oracle:oinstall /u01/app/database
chmod -R 775 /u01/app/database
******************************
grid用户环境变量【done】
******************************
# su - grid
$ vi .bash_profile
export TMP=/tmp
export ORACLE_SID=+ASM1
export ORACLE_BASE=/u01/app/grid
export ORACLE_HOME=/u01/12.2.0/grid
export TNS_ADMIN=$ORACLE_HOME/network/admin
export NLS333=$ORACLE_HOME/ocommon/nls/admin/data
export NLS_LANG=american_america.AL32UTF8
export LIBPATH=$ORACLE_HOME/lib:$ORACLE_HOME/lib32
export LD_LIBRARY_PATH=$ORACLE_HOME/jdk/jre/lib:$ORACLE_HOME/network/lib:$ORACLE_HOME/rdbms/lib:$LD_LIBRARY_PATH
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:$ORACLE_HOME/lib32:$LD_LIBRARY_PATH
export CLASS_PATH=$ORACLE_HOME/jre:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib:$ORACLE_HOME/network/jlib
export PATH=/usr/local/bin:/usr/bin:/bin:/usr/sbin:/usr/ucb:/usr/bin/X11:/sbin:.
export PATH=$ORACLE_HOME/bin:$ORACLE_HOME/OPatch:$HOME/bin:$PATH
umask 022
if [ $USER = "grid" ]; then
if [ $SHELL = "/bin/ksh" ]; then
ulimit -p 16384
ulimit -n 65536
else
ulimit -u 16384 -n 65536
fi
fi
******************************
oracle用户环境变量【done】
******************************
# su - oracle
$ vi .bash_profile
export TMP=/tmp
export ORACLE_SID=ORCL
export ORACLE_BASE=/u01/app/oracle
export ORACLE_HOME=/u01/app/oracle/product/12.2.0/db_1
export TNS_ADMIN=$ORACLE_HOME/network/admin
export NLS333=$ORACLE_HOME/ocommon/nls/admin/data
export NLS_LANG=american_america.AL32UTF8
export LIBPATH=$ORACLE_HOME/lib:$ORACLE_HOME/lib32
export LD_LIBRARY_PATH=$ORACLE_HOME/jdk/jre/lib:$ORACLE_HOME/network/lib:$ORACLE_HOME/rdbms/lib:$LD_LIBRARY_PATH
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:$ORACLE_HOME/lib32:$LD_LIBRARY_PATH
export CLASS_PATH=$ORACLE_HOME/jre:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib:$ORACLE_HOME/network/jlib
export PATH=/usr/local/bin:/usr/bin:/bin:/usr/sbin:/usr/ucb:/usr/bin/X11:/sbin:.
export PATH=$ORACLE_HOME/bin:$ORACLE_HOME/OPatch:$HOME/bin:$PATH
umask 022
if [ $USER = "oracle" ]; then
if [ $SHELL = "/bin/ksh" ]; then
ulimit -p 16384
ulimit -n 65536
else
ulimit -u 16384 -n 65536
fi
fi
******************************
root用户添加命令【done】
******************************
# vi /etc/profile
export PATH=/u01/12.2.0/grid/bin:$PATH
******************************
配置profile【done】
******************************
# vi /etc/profile
if [ $USER = "oracle" ] || [ $USER = "grid" ]; then
if [ $SHELL = "/bin/ksh" ]; then
ulimit -p 16384
ulimit -n 65536
else
ulimit -u 16384 -n 65536
fi
umask 022
fi
******************************
ntp服务【未配置】
******************************
******************************
DNS服务【未配置】
******************************
**************************************
ssh【不手动配置】
**************************************
root：password01!
oracle:oracle@sys3!
gird:grid@sys3!
配置grid用户信任关系
登陸rac1，rac2分别执行:
$ su - grid
$mkdir ~/.ssh
$chmod 700 ~/.ssh
$ ssh-keygen -t rsa
$ ssh-keygen -t dsa
登陆rac1：
$cd ~/.ssh
$cat id_rsa.pub >> authorized_keys
$cat id_dsa.pub >> authorized_keys
$scp authorized_keys p1rasddb03:/home/grid/.ssh/ ----（輸入grid密碼，回車）
登陆rac2:
$cd ~/.ssh
$ cat id_rsa.pub >> authorized_keys
$cat id_dsa.pub >> authorized_keys
$ scp authorized_keys 21.123.94.129:/home/grid/.ssh/ ----（輸入grid密碼，回車）
分別在rac1&rac2 執行下麵操作,多执行几次
$ ssh rac1 date; ssh rac2 date
$ ssh rac1-priv date ; ssh rac2-priv date
配置ORACLE用户信任关系
登陸rac1，rac2分别执行:
$ su - oracle
$mkdir ~/.ssh
$chmod 700 ~/.ssh
$ ssh-keygen -t rsa
$ ssh-keygen -t dsa
登陸rac1:
$ su - oracle
$cd ~/.ssh
$cat id_rsa.pub >> authorized_keys
$cat id_dsa.pub >> authorized_keys
$ scp authorized_keys p1rasddb04:/home/oracle/.ssh/ ----（輸入oracle密碼，回車）
登陸rac2:
$ su - oracle
$cd ~/.ssh
$ cat id_rsa.pub >> authorized_keys
$cat id_dsa.pub >> authorized_keys
$ scp authorized_keys p1rasddb03:/home/oracle/.ssh/ ----（輸入oracle密碼，回車）
分別在rac1&rac2 執行下面操作
$ ssh rac1 date; ssh rac2 date
$ ssh rac1-priv date ; ssh rac2-priv date
**********************************************************
是否使用多路径（！！！）,查看multipath【done】
**********************************************************
mpathe (360000970000498700834533031384442) dm-9 EMC ,SYMMETRIX
size=300G features='1 queue_if_no_path' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=1 status=active
|- 1:0:0:4 sdi 8:128 active ready running
`- 3:0:0:4 sdk 8:160 active ready running
mpathd (360000970000498700834533031384441) dm-8 EMC ,SYMMETRIX
size=5.0G features='1 queue_if_no_path' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=1 status=active
|- 1:0:0:3 sdh 8:112 active ready running
`- 3:0:0:3 sdj 8:144 active ready running
mpathc (360000970000498700834533031384439) dm-7 EMC ,SYMMETRIX
size=5.0G features='1 queue_if_no_path' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=1 status=active
|- 1:0:0:2 sde 8:64 active ready running
`- 3:0:0:2 sdg 8:96 active ready running
mpathb (360000970000498700834533031383541) dm-6 EMC ,SYMMETRIX
size=1000G features='1 queue_if_no_path' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=1 status=active
|- 1:0:0:1 sdc 8:32 active ready running
`- 3:0:0:1 sdf 8:80 active ready running
mpatha (360000970000498700834533031383539) dm-5 EMC ,SYMMETRIX
size=5.0G features='1 queue_if_no_path' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=1 status=active
****************************
配置multipath【done】
****************************
/etc/multipath.conf
multipaths {
multipath {
wwid 360000970000498700834533031383541
alias oracle_data
}
multipath {
wwid 360000970000498700834533031384442
alias oracle_mgmt
}
multipath {
wwid 360000970000498700834533031384441
alias systemdg1
}
multipath {
wwid 360000970000498700834533031384439
alias systemdg2
}
multipath {
wwid 360000970000498700834533031383539
alias systemdg3
}
}
安装多路径软件
yum -y install device-mapper device-mapper-multipath
mpathconf -enable
systemctl stop multipathd.service
systemctl start multipathd.service
重启服务之后如下
systemdg3 (360000970000498700834533031383539) dm-5 EMC ,SYMMETRIX
size=5.0G features='1 queue_if_no_path' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=1 status=active
|- 1:0:0:0 sdb 8:16 active ready running
`- 3:0:0:0 sdd 8:48 active ready running
systemdg2 (360000970000498700834533031384439) dm-7 EMC ,SYMMETRIX
size=5.0G features='1 queue_if_no_path' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=1 status=active
|- 1:0:0:2 sde 8:64 active ready running
`- 3:0:0:2 sdg 8:96 active ready running
systemdg1 (360000970000498700834533031384441) dm-8 EMC ,SYMMETRIX
size=5.0G features='1 queue_if_no_path' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=1 status=active
|- 1:0:0:3 sdh 8:112 active ready running
`- 3:0:0:3 sdj 8:144 active ready running
oracle_mgmt (360000970000498700834533031384442) dm-9 EMC ,SYMMETRIX
size=300G features='1 queue_if_no_path' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=1 status=active
|- 1:0:0:4 sdi 8:128 active ready running
`- 3:0:0:4 sdk 8:160 active ready running
oracle_data (360000970000498700834533031383541) dm-6 EMC ,SYMMETRIX
size=1000G features='1 queue_if_no_path' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=1 status=active
|- 1:0:0:1 sdc 8:32 active ready running
`- 3:0:0:1 sdf 8:80 active ready running
***************************
配置udev【done】
***************************
[root@Z3ORA12C01 dev]# fdisk -l
WARNING: fdisk GPT support is currently new, and therefore in an experimental phase. Use at your own discretion.
Disk /dev/sda: 598.0 GB, 597998698496 bytes, 1167966208 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk label type: gpt
# Start End Size Type Name
1 2048 616447 300M EFI System EFI System Partition
2 616448 1665023 512M Microsoft basic
3 1665024 1167964159 556.1G Linux LVM
Disk /dev/mapper/rootvg-lv_root: 53.7 GB, 53687091200 bytes, 104857600 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/rootvg-lv_swap: 34.4 GB, 34359738368 bytes, 67108864 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/rootvg-lv_var: 10.7 GB, 10737418240 bytes, 20971520 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/rootvg-lv_tmp: 10.7 GB, 10737418240 bytes, 20971520 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/rootvg-lv_oinstall: 21.5 GB, 21474836480 bytes, 41943040 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdb: 5369 MB, 5369364480 bytes, 10487040 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdc: 5369 MB, 5369364480 bytes, 10487040 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdd: 1073.7 GB, 1073745100800 bytes, 2097158400 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sde: 1073.7 GB, 1073745100800 bytes, 2097158400 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdf: 5369 MB, 5369364480 bytes, 10487040 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdg: 5369 MB, 5369364480 bytes, 10487040 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdh: 5369 MB, 5369364480 bytes, 10487040 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdi: 5369 MB, 5369364480 bytes, 10487040 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdj: 322.1 GB, 322123530240 bytes, 629147520 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/sdk: 322.1 GB, 322123530240 bytes, 629147520 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/systemdg3: 5369 MB, 5369364480 bytes, 10487040 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/oracle_data: 1073.7 GB, 1073745100800 bytes, 2097158400 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/systemdg2: 5369 MB, 5369364480 bytes, 10487040 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/systemdg1: 5369 MB, 5369364480 bytes, 10487040 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk /dev/mapper/oracle_mgmt: 322.1 GB, 322123530240 bytes, 629147520 sectors
Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
[root@Z3ORA12C01 dev]# cd /dev/mapper/
[root@Z3ORA12C01 mapper]# ls
control oracle_mgmt rootvg-lv_root rootvg-lv_tmp systemdg1 systemdg3
oracle_data rootvg-lv_oinstall rootvg-lv_swap rootvg-lv_var systemdg2
[root@Z3ORA12C01 mapper]# ls -la
total 0
drwxr-xr-x 2 root root 260 Mar 14 12:39 .
drwxr-xr-x 20 root root 3880 Mar 14 10:29 ..
crw------- 1 root root 10, 236 Feb 28 05:13 control
lrwxrwxrwx 1 root root 7 Mar 14 12:39 oracle_data -> ../dm-6
lrwxrwxrwx 1 root root 7 Mar 14 12:39 oracle_mgmt -> ../dm-9
lrwxrwxrwx 1 root root 7 Feb 28 05:13 rootvg-lv_oinstall -> ../dm-4
lrwxrwxrwx 1 root root 7 Feb 28 05:13 rootvg-lv_root -> ../dm-0
lrwxrwxrwx 1 root root 7 Feb 28 05:13 rootvg-lv_swap -> ../dm-1
lrwxrwxrwx 1 root root 7 Feb 28 05:13 rootvg-lv_tmp -> ../dm-3
lrwxrwxrwx 1 root root 7 Feb 28 05:13 rootvg-lv_var -> ../dm-2
lrwxrwxrwx 1 root root 7 Mar 14 12:39 systemdg1 -> ../dm-8
lrwxrwxrwx 1 root root 7 Mar 14 12:39 systemdg2 -> ../dm-7
lrwxrwxrwx 1 root root 7 Mar 14 12:39 systemdg3 -> ../dm-5
vi 99-oracle-asmdevices.rules
KERNEL=="dm-6",ENV{DM_UUID}=="mpath-360000970000498700834533031383541", ACTION=="add|change", OWNER:="grid", GROUP:="asmadmin", MODE:="660", SYMLINK+="datadg"
KERNEL=="dm-9",ENV{DM_UUID}=="mpath-360000970000498700834533031384442", ACTION=="add|change", OWNER:="grid", GROUP:="asmadmin", MODE:="660", SYMLINK+="mgmtdg"
KERNEL=="dm-5",ENV{DM_UUID}=="mpath-360000970000498700834533031383539", ACTION=="add|change", OWNER:="grid", GROUP:="asmadmin", MODE:="660", SYMLINK+="systemdg1"
KERNEL=="dm-7",ENV{DM_UUID}=="mpath-360000970000498700834533031384439", ACTION=="add|change", OWNER:="grid", GROUP:="asmadmin", MODE:="660", SYMLINK+="systemdg2"
KERNEL=="dm-8",ENV{DM_UUID}=="mpath-360000970000498700834533031384441", ACTION=="add|change", OWNER:="grid", GROUP:="asmadmin", MODE:="660", SYMLINK+="systemdg3"
重启UDEV以使上述设置生效：
/sbin/udevadm control --reload-rules
/sbin/udevadm trigger --type=devices --action=change
******************************
打补丁（！！！）
******************************
安装之前需要打补丁号
******************************
图形化界面未安装，安装xorg【done】
******************************
******************************
cvuqdisk包安装【done】
******************************
cvuqdisk包在database目录解压之后的rpm下
******************************
预安装检查【done】
******************************
./runcluvfy.sh stage -pre crsinst -n Z3ORA12C01,Z3ORA12C02,Z3ORA12C03,Z3ORA12C04 -fixup -verbose
*******************************
安装日志root.sh【done】
*******************************
/u01/app/oracle/crsdata/z3ora12c01/crsconfig/rootcrs_z3ora12c01_2018-03-28_10-09-48AM.log
*******************************
修改asm instance count的配置【done】
*******************************
[grid@Z3ORA12C04 ~]$ srvctl config asm
ASM home: <CRS home>
Password file: +SYSDG/orapwASM
Backup of Password file:
ASM listener: LISTENER
ASM instance count: 4
Cluster ASM listener: ASMNET1LSNR_ASM
srvctl modify asm -count
*******************************
database 参数
*******************************
[grid@Z3ORA12C01 ~]$ srvctl config database -db z30rac12c -all
Database unique name: z30rac12c
Database name: z30rac12
Oracle home: /u01/app/database/product/12.2.0/db_1
Oracle user: oracle
Spfile:
Password file: +DATADG/Z30RAC12C/PASSWORD/pwdz30rac12c.256.972003823
Domain:
Start options: open
Stop options: immediate
Database role: PRIMARY
Management policy: AUTOMATIC
Server pools:
Disk Groups: DATADG
Mount point paths:
Services:
Type: RAC
Start concurrency:
Stop concurrency:
Database is disabled
Database is individually enabled on nodes:
Database is individually disabled on nodes:
OSDBA group: dba
OSOPER group: oper
Database instances: z30rac12c1,z30rac12c2,z30rac12c3,z30rac12c4
Configured nodes: z3ora12c01,z3ora12c02,z3ora12c03,z3ora12c04
CSS critical: no
CPU count: 0
Memory target: 0
Maximum memory: 0
Default network number for database services:
Database is administrator managed
