001.如何修改11g集群私网IP？
1.总体思路
1.1修改集群配置
1.备份 profile.xml
cd $ORACLE_HOME/gpnp/rac1/profiles/peer/
cp profile.xml profile.xml.bak
2.查看集群IP信息（grid）
oifcfg getif
3.加入新的private ip（grid）
oifcfg setif -global eth2/10.10.10.0:cluster_interconnect
1.2关闭集群
1.3修改操作系统IP
各种方式
1·4启动集群
1.5删除旧的集群配置信息
1.查看集群IP信息（grid）
oifcfg getif
2.删除原private ip（grid）
oifcfg delif -global eth2/20.20.20.0
3.查看集群IP信息（grid）
oifcfg getif
2.实现过程
2.1检查环境
查看当前的网络情况
--节点1
[root@rac-01 ~]# cat /etc/hosts
127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4
::1 localhost localhost.localdomain localhost6 localhost6.localdomain6
#public ip
192.168.4.203 rac-01
192.168.4.204 rac-02
#priv ip
192.168.3.203 rac-01-priv
192.168.3.204 rac-02-priv
#vip ip
192.168.4.205 rac-01-vip
192.168.4.206 rac-02-vip
#scan ip
192.168.4.207 rac-scan
[root@rac-01 ~]#
[root@rac-01 ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
2: ens192: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
link/ether 00:50:56:81:ec:99 brd ff:ff:ff:ff:ff:ff
inet 192.168.3.203/24 brd 192.168.3.255 scope global noprefixroute ens192
valid_lft forever preferred_lft forever
inet 169.254.221.251/16 brd 169.254.255.255 scope global ens192:1
valid_lft forever preferred_lft forever
3: ens224: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
link/ether 00:50:56:81:96:41 brd ff:ff:ff:ff:ff:ff
inet 192.168.4.203/22 brd 192.168.7.255 scope global noprefixroute ens224
valid_lft forever preferred_lft forever
inet 192.168.4.205/22 brd 192.168.7.255 scope global secondary ens224:1
valid_lft forever preferred_lft forever
[root@rac-01 ~]#
--节点2
[root@rac-02 ~]# cat /etc/hosts
127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4
::1 localhost localhost.localdomain localhost6 localhost6.localdomain6
#public ip
192.168.4.203 rac-01
192.168.4.204 rac-02
#priv ip
192.168.3.203 rac-01-priv
192.168.3.204 rac-02-priv
#vip ip
192.168.4.205 rac-01-vip
192.168.4.206 rac-02-vip
#scan ip
192.168.4.207 rac-scan
[root@rac-02 ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
2: ens192: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
link/ether 00:50:56:81:b5:2e brd ff:ff:ff:ff:ff:ff
inet 192.168.3.204/24 brd 192.168.3.255 scope global noprefixroute ens192
valid_lft forever preferred_lft forever
inet 169.254.253.183/16 brd 169.254.255.255 scope global ens192:1
valid_lft forever preferred_lft forever
3: ens224: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
link/ether 00:50:56:81:07:29 brd ff:ff:ff:ff:ff:ff
inet 192.168.4.204/22 brd 192.168.7.255 scope global noprefixroute ens224
valid_lft forever preferred_lft forever
inet 192.168.4.207/22 brd 192.168.7.255 scope global secondary ens224:1
valid_lft forever preferred_lft forever
inet 192.168.4.206/22 brd 192.168.7.255 scope global secondary ens224:3
valid_lft forever preferred_lft forever
查看当前集群的状态
确保修改前，集群所有资源都是正常的。
--节点1
[root@rac-01 ~]# crsctl stat res -t
--------------------------------------------------------------------------------
NAME TARGET STATE SERVER STATE_DETAILS
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.DATA.dg
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.LISTENER.lsnr
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.OCR.dg
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.asm
ONLINE ONLINE rac-01 Started
ONLINE ONLINE rac-02 Started
ora.gsd
OFFLINE OFFLINE rac-01
OFFLINE OFFLINE rac-02
ora.net1.network
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.ons
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE rac-02
ora.cvu
1 ONLINE ONLINE rac-02
ora.oc4j
1 ONLINE ONLINE rac-02
ora.rac-01.vip
1 ONLINE ONLINE rac-01
ora.rac-02.vip
1 ONLINE ONLINE rac-02
ora.rac.db
1 ONLINE ONLINE rac-01 Open
2 ONLINE ONLINE rac-02 Open
ora.scan1.vip
1 ONLINE ONLINE rac-02
--节点2
[root@rac-02 ~]# crsctl stat res -t
--------------------------------------------------------------------------------
NAME TARGET STATE SERVER STATE_DETAILS
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.DATA.dg
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.LISTENER.lsnr
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.OCR.dg
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.asm
ONLINE ONLINE rac-01 Started
ONLINE ONLINE rac-02 Started
ora.gsd
OFFLINE OFFLINE rac-01
OFFLINE OFFLINE rac-02
ora.net1.network
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.ons
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE rac-02
ora.cvu
1 ONLINE ONLINE rac-02
ora.oc4j
1 ONLINE ONLINE rac-02
ora.rac-01.vip
1 ONLINE ONLINE rac-01
ora.rac-02.vip
1 ONLINE ONLINE rac-02
ora.rac.db
1 ONLINE ONLINE rac-01 Open
2 ONLINE ONLINE rac-02 Open
ora.scan1.vip
1 ONLINE ONLINE rac-02
--查看当前集群网络的配置
--节点1
[root@rac-01 ~]# oifcfg getif
ens224 192.168.4.0 global public
ens192 192.168.3.0 global cluster_interconnect
--节点2
[root@rac-02 ~]# oifcfg getif
ens224 192.168.4.0 global public
ens192 192.168.3.0 global cluster_interconnect
2.2备份当前配置
--备份ocr
其中一个节点执行即可,没有任何输出就是正确的
--备份配置文件
--节点1 备份profile.xml
[root@rac-01 ~]# cd $ORACLE_HOME/gpnp/rac-02/profiles/peer/
[root@rac-01 peer]#cp profile.xml profile.xml.bak
--节点2 备份profile.xml
[root@rac-02 ~]# cd $ORACLE_HOME/gpnp/rac-02/profiles/peer/
[root@rac-02 peer]#cp profile.xml profile.xml.bak
2.3修改集群配置
--添加新网络到集群配置
其中一个节点执行即可
--节点1
[root@rac-01 ~]# oifcfg getif
ens224 192.168.4.0 global public
ens192 192.168.3.0 global cluster_interconnect
[root@rac-01 ~]#
[root@rac-01 ~]#
[root@rac-01 ~]#
[root@rac-01 ~]# oifcfg setif -global ens192/192.168.12.0:cluster_interconnect
[root@rac-01 ~]# oifcfg getif
ens224 192.168.4.0 global public
ens192 192.168.3.0 global cluster_interconnect
ens192 192.168.12.0 global cluster_interconnect
2.4关闭和禁用集群
--节点1
[root@rac-01 ~]# crsctl stop crs
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'rac-01'
CRS-2673: Attempting to stop 'ora.crsd' on 'rac-01'
CRS-2790: Starting shutdown of Cluster Ready Services-managed resources on 'rac-01'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN1.lsnr' on 'rac-01'
CRS-2673: Attempting to stop 'ora.OCR.dg' on 'rac-01'
CRS-2673: Attempting to stop 'ora.rac.db' on 'rac-01'
CRS-2673: Attempting to stop 'ora.LISTENER.lsnr' on 'rac-01'
CRS-2673: Attempting to stop 'ora.oc4j' on 'rac-01'
CRS-2677: Stop of 'ora.LISTENER.lsnr' on 'rac-01' succeeded
CRS-2673: Attempting to stop 'ora.rac-01.vip' on 'rac-01'
CRS-2677: Stop of 'ora.LISTENER_SCAN1.lsnr' on 'rac-01' succeeded
CRS-2673: Attempting to stop 'ora.scan1.vip' on 'rac-01'
CRS-2677: Stop of 'ora.rac-01.vip' on 'rac-01' succeeded
CRS-2672: Attempting to start 'ora.rac-01.vip' on 'rac-02'
CRS-2677: Stop of 'ora.rac.db' on 'rac-01' succeeded
CRS-2673: Attempting to stop 'ora.DATA.dg' on 'rac-01'
CRS-2677: Stop of 'ora.scan1.vip' on 'rac-01' succeeded
CRS-2672: Attempting to start 'ora.scan1.vip' on 'rac-02'
CRS-2677: Stop of 'ora.DATA.dg' on 'rac-01' succeeded
CRS-2676: Start of 'ora.rac-01.vip' on 'rac-02' succeeded
CRS-2676: Start of 'ora.scan1.vip' on 'rac-02' succeeded
CRS-2672: Attempting to start 'ora.LISTENER_SCAN1.lsnr' on 'rac-02'
CRS-2677: Stop of 'ora.oc4j' on 'rac-01' succeeded
CRS-2672: Attempting to start 'ora.oc4j' on 'rac-02'
CRS-2676: Start of 'ora.LISTENER_SCAN1.lsnr' on 'rac-02' succeeded
CRS-2677: Stop of 'ora.OCR.dg' on 'rac-01' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'rac-01'
CRS-2677: Stop of 'ora.asm' on 'rac-01' succeeded
CRS-2676: Start of 'ora.oc4j' on 'rac-02' succeeded
CRS-2673: Attempting to stop 'ora.ons' on 'rac-01'
CRS-2677: Stop of 'ora.ons' on 'rac-01' succeeded
CRS-2673: Attempting to stop 'ora.net1.network' on 'rac-01'
CRS-2677: Stop of 'ora.net1.network' on 'rac-01' succeeded
CRS-2792: Shutdown of Cluster Ready Services-managed resources on 'rac-01' has completed
CRS-2677: Stop of 'ora.crsd' on 'rac-01' succeeded
CRS-2673: Attempting to stop 'ora.crf' on 'rac-01'
CRS-2673: Attempting to stop 'ora.ctssd' on 'rac-01'
CRS-2673: Attempting to stop 'ora.evmd' on 'rac-01'
CRS-2673: Attempting to stop 'ora.asm' on 'rac-01'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'rac-01'
CRS-2677: Stop of 'ora.crf' on 'rac-01' succeeded
CRS-2677: Stop of 'ora.ctssd' on 'rac-01' succeeded
CRS-2677: Stop of 'ora.mdnsd' on 'rac-01' succeeded
CRS-2677: Stop of 'ora.evmd' on 'rac-01' succeeded
CRS-2677: Stop of 'ora.asm' on 'rac-01' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'rac-01'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'rac-01' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'rac-01'
CRS-2677: Stop of 'ora.cssd' on 'rac-01' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'rac-01'
CRS-2677: Stop of 'ora.gipcd' on 'rac-01' succeeded
CRS-2673: Attempting to stop 'ora.gpnpd' on 'rac-01'
CRS-2677: Stop of 'ora.gpnpd' on 'rac-01' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'rac-01' has completed
CRS-4133: Oracle High Availability Services has been stopped.
[root@rac-01 ~]# crsctl disable crs
CRS-4621: Oracle High Availability Services autostart is disabled.
[root@rac-01 ~]#
--节点2
[root@rac-02 ~]# crsctl stop crs
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'rac-02'
CRS-2673: Attempting to stop 'ora.crsd' on 'rac-02'
CRS-2790: Starting shutdown of Cluster Ready Services-managed resources on 'rac-02'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN1.lsnr' on 'rac-02'
CRS-2673: Attempting to stop 'ora.rac-02.vip' on 'rac-02'
CRS-2673: Attempting to stop 'ora.LISTENER.lsnr' on 'rac-02'
CRS-2673: Attempting to stop 'ora.oc4j' on 'rac-02'
CRS-2673: Attempting to stop 'ora.OCR.dg' on 'rac-02'
CRS-2673: Attempting to stop 'ora.rac.db' on 'rac-02'
CRS-2673: Attempting to stop 'ora.cvu' on 'rac-02'
CRS-2677: Stop of 'ora.LISTENER_SCAN1.lsnr' on 'rac-02' succeeded
CRS-2673: Attempting to stop 'ora.scan1.vip' on 'rac-02'
CRS-2677: Stop of 'ora.cvu' on 'rac-02' succeeded
CRS-2677: Stop of 'ora.rac-02.vip' on 'rac-02' succeeded
CRS-2677: Stop of 'ora.rac.db' on 'rac-02' succeeded
CRS-2673: Attempting to stop 'ora.DATA.dg' on 'rac-02'
CRS-2677: Stop of 'ora.scan1.vip' on 'rac-02' succeeded
CRS-2677: Stop of 'ora.DATA.dg' on 'rac-02' succeeded
CRS-2677: Stop of 'ora.oc4j' on 'rac-02' succeeded
CRS-2677: Stop of 'ora.LISTENER.lsnr' on 'rac-02' succeeded
CRS-2673: Attempting to stop 'ora.rac-01.vip' on 'rac-02'
CRS-2677: Stop of 'ora.rac-01.vip' on 'rac-02' succeeded
CRS-2677: Stop of 'ora.OCR.dg' on 'rac-02' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'rac-02'
CRS-2677: Stop of 'ora.asm' on 'rac-02' succeeded
CRS-2673: Attempting to stop 'ora.ons' on 'rac-02'
CRS-2677: Stop of 'ora.ons' on 'rac-02' succeeded
CRS-2673: Attempting to stop 'ora.net1.network' on 'rac-02'
CRS-2677: Stop of 'ora.net1.network' on 'rac-02' succeeded
CRS-2792: Shutdown of Cluster Ready Services-managed resources on 'rac-02' has completed
CRS-2677: Stop of 'ora.crsd' on 'rac-02' succeeded
CRS-2673: Attempting to stop 'ora.crf' on 'rac-02'
CRS-2673: Attempting to stop 'ora.ctssd' on 'rac-02'
CRS-2673: Attempting to stop 'ora.evmd' on 'rac-02'
CRS-2673: Attempting to stop 'ora.asm' on 'rac-02'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'rac-02'
CRS-2677: Stop of 'ora.crf' on 'rac-02' succeeded
CRS-2677: Stop of 'ora.ctssd' on 'rac-02' succeeded
CRS-2677: Stop of 'ora.evmd' on 'rac-02' succeeded
CRS-2677: Stop of 'ora.mdnsd' on 'rac-02' succeeded
CRS-2677: Stop of 'ora.asm' on 'rac-02' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'rac-02'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'rac-02' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'rac-02'
CRS-2677: Stop of 'ora.cssd' on 'rac-02' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'rac-02'
CRS-2677: Stop of 'ora.gipcd' on 'rac-02' succeeded
CRS-2673: Attempting to stop 'ora.gpnpd' on 'rac-02'
CRS-2677: Stop of 'ora.gpnpd' on 'rac-02' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'rac-02' has completed
CRS-4133: Oracle High Availability Services has been stopped.
[root@rac-02 ~]# crsctl disable crs
CRS-4621: Oracle High Availability Services autostart is disabled.
[root@rac-02 ~]#
[root@rac-02 ~]#
2.5虚拟化平台修改网络
--虚拟化平台修改网络
在公司测试环境，对应的是在虚拟化平台修改。在客户现场，需要网络工程师的配合，配置交换机对应的vlan端口。
--改之前
改之后
节点2也是
2.6操作系统修改网络
--节点1
--节点2
2.7修改hosts
--修改/etc/hosts文件(或者DNS)
--节点1
[root@rac-01 ~]# vi /etc/hosts
[root@rac-01 ~]# cat /etc/hosts
127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4
::1 localhost localhost.localdomain localhost6 localhost6.localdomain6
#public ip
192.168.4.203 rac-01
192.168.4.204 rac-02
#priv ip
192.168.15.10 rac-01-priv #<<======
192.168.15.11 rac-02-priv #<<======
#vip ip
192.168.4.205 rac-01-vip
192.168.4.206 rac-02-vip
#scan ip
192.168.4.207 rac-scan
--节点2
[root@rac-01 ~]# vi /etc/hosts
[root@rac-01 ~]# cat /etc/hosts
127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4
::1 localhost localhost.localdomain localhost6 localhost6.localdomain6
#public ip
192.168.4.203 rac-01
192.168.4.204 rac-02
#priv ip
192.168.15.10 rac-01-priv #<<======
192.168.15.11 rac-02-priv #<<======
#vip ip
192.168.4.205 rac-01-vip
192.168.4.206 rac-02-vip
#scan ip
192.168.4.207 rac-scan
2.9启用与启动集群
--节点1
[root@rac-01 ~]# crsctl enable crs
CRS-4622: Oracle High Availability Services autostart is enabled.
[root@rac-01 ~]# crsctl start crs
CRS-4123: Oracle High Availability Services has been started.
[root@rac-01 ~]#
--节点2
[root@rac-02 ~]# crsctl enable crs
CRS-4622: Oracle High Availability Services autostart is enabled.
[root@rac-02 ~]# crsctl start crs
CRS-4123: Oracle High Availability Services has been started.
[root@rac-02 ~]#
2.10检查群集状态
--节点1
[root@rac-01 ~]# crsctl stat res -t
--------------------------------------------------------------------------------
NAME TARGET STATE SERVER STATE_DETAILS
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.DATA.dg
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.LISTENER.lsnr
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.OCR.dg
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.asm
ONLINE ONLINE rac-01 Started
ONLINE ONLINE rac-02 Started
ora.gsd
OFFLINE OFFLINE rac-01
OFFLINE OFFLINE rac-02
ora.net1.network
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.ons
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE rac-01
ora.cvu
1 ONLINE ONLINE rac-01
ora.oc4j
1 ONLINE ONLINE rac-01
ora.rac-01.vip
1 ONLINE ONLINE rac-01
ora.rac-02.vip
1 ONLINE ONLINE rac-02
ora.rac.db
1 ONLINE ONLINE rac-01 Open
2 ONLINE ONLINE rac-02 Open
ora.scan1.vip
1 ONLINE ONLINE rac-01
[root@rac-01 ~]#
--节点2
[root@rac-02 ~]# crsctl stat res -t
--------------------------------------------------------------------------------
NAME TARGET STATE SERVER STATE_DETAILS
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.DATA.dg
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.LISTENER.lsnr
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.OCR.dg
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.asm
ONLINE ONLINE rac-01 Started
ONLINE ONLINE rac-02 Started
ora.gsd
OFFLINE OFFLINE rac-01
OFFLINE OFFLINE rac-02
ora.net1.network
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
ora.ons
ONLINE ONLINE rac-01
ONLINE ONLINE rac-02
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE rac-01
ora.cvu
1 ONLINE ONLINE rac-01
ora.oc4j
1 ONLINE ONLINE rac-01
ora.rac-01.vip
1 ONLINE ONLINE rac-01
ora.rac-02.vip
1 ONLINE ONLINE rac-02
ora.rac.db
1 ONLINE ONLINE rac-01 Open
2 ONLINE ONLINE rac-02 Open
ora.scan1.vip
1 ONLINE ONLINE rac-01
[root@rac-02 ~]#
2.11 删除旧网络信息
其中一个节点执行即可
[root@rac-01 ~]# oifcfg getif
ens224 192.168.4.0 global public
ens192 192.168.3.0 global cluster_interconnect
ens192 192.168.12.0 global cluster_interconnect
[root@rac-01 ~]#
[root@rac-01 ~]#
[root@rac-01 ~]# oifcfg delif -global ens192/192.168.3.0
[root@rac-01 ~]# oifcfg getif
ens224 192.168.4.0 global public
ens192 192.168.12.0 global cluster_interconnect
至此，完成Oracle 11g rac集群私网IP的更改。