之前寫過一篇雙網卡綁定的文章，如下：
http://blog.csdn.net/tianlesoftware/article/details/6189639
http://blog.csdn.net/tianlesoftware/article/details/5362925
這篇看一個完整的RAC修改網卡綁定的例子。
一．原RAC信息
數據庫：11.2.0.3
操作系統: Redhat 5.8
[root@rac1 ~]# cat /etc/hosts
127.0.0.1 localhost
192.168.16.200 rac1 rac1-public
192.168.0.100 rac1-priv
192.168.16.201 rac1-vip
192.168.16.202 rac2 rac2-public
192.168.0.200 rac2-priv
192.168.16.203 rac2-vip
192.168.16.207 rac-scan
每個節點的服務器有4個網卡。 eth0對應Public IP，eth1 對應Private IP。
[root@rac1 ~]# srvctl config nodeapps
Network exists:1/192.168.16.0/255.255.255.0/eth0, type static
VIP exists:/rac1-vip/192.168.16.201/192.168.16.0/255.255.255.0/eth0, hosting node rac1
VIP exists:/rac2-vip/192.168.16.203/192.168.16.0/255.255.255.0/eth0, hosting node rac2
GSD exists
ONS exists: Local port 6100, remote port6200, EM port 2016
[root@rac1 ~]# srvctl config nodeapps -nrac1 -a
-n <node_name> option has beendeprecated.
Network exists:1/192.168.16.0/255.255.255.0/eth0, type static
VIP exists: /rac1-vip/192.168.16.201/192.168.16.0/255.255.255.0/eth0,hosting node rac1
[root@rac1 ~]# srvctl config nodeapps -nrac2 -a
-n <node_name> option has beendeprecated.
Network exists:1/192.168.16.0/255.255.255.0/eth0, type static
VIP exists: /rac2-vip/192.168.16.203/192.168.16.0/255.255.255.0/eth0,hosting node rac2
[root@rac1 ~]#
二．修改RAC 配置
之前的測試是先修改雙網卡的綁定，但是一旦修改之后，RAC就不能啟動，也就不能進行修改，所以我們這里先修改。修改完之后在該雙網卡。
2.1 備份OCR和VOTINGDISK
[root@rac1 ~]# crsctl query css votedisk
## STATE File Universal Id File Name Disk group
-- ----- ----------------- --------- ---------
1.ONLINE 6be9df5e116e4fa6bfea0a06cec3a0e5(/dev/asm-diskb) [OCRVOTING]
2.ONLINE 0935e75b0c3e4fe3bf34ec484d7a332e(/dev/asm-diskc) [OCRVOTING]
3.ONLINE 9191596fff034f6abfcdaf3b77dbadd9(/dev/asm-diskd) [OCRVOTING]
4.ONLINE 3ed8af5882454ffdbf1ac89b47531b96(/dev/asm-diske) [OCRVOTING]
5.ONLINE 52cb435078424fc5bfd693bdb0e6771b(/dev/asm-diskf) [OCRVOTING]
[root@rac1 ~]# dd if=/dev/asm-diskbof=/u01/backup/voting_disk.bak
2097152+0 records in
2097152+0 records out
1073741824 bytes (1.1 GB) copied, 15.5894seconds, 68.9 MB/s
[root@rac1 ~]# ocrconfig -export/u01/backup/ocr.exp
[root@rac1 ~]# ocrconfig -showbackup
rac2 2013/02/25 20:28:57 /u01/app/grid/11.2.0/cdata/rac-cluster/backup00.ocr
rac2 2013/02/25 16:28:57 /u01/app/grid/11.2.0/cdata/rac-cluster/backup01.ocr
rac2 2013/02/25 12:28:57 /u01/app/grid/11.2.0/cdata/rac-cluster/backup02.ocr
rac1 2013/02/24 06:05:17 /u01/app/grid/11.2.0/cdata/rac-cluster/day.ocr
rac1 2013/02/19 18:18:35 /u01/app/grid/11.2.0/cdata/rac-cluster/week.ocr
2.1 修改網卡和IP信息
2.1.1 RAC 進程信息
[root@rac1 ~]# crs_stat -t
Name Type Target State Host
------------------------------------------------------------
ora.DATA.dg ora....up.type ONLINE ONLINE rac1
ora.FRA.dg ora....up.type ONLINE ONLINE rac1
ora....ER.lsnr ora....er.type ONLINE ONLINE rac1
ora....N1.lsnr ora....er.type ONLINE ONLINE rac1
ora....TING.dg ora....up.type ONLINE ONLINE rac1
ora.asm ora.asm.type ONLINE ONLINE rac1
ora.cd.db ora....se.type ONLINE ONLINE rac1
ora.cvu ora.cvu.type ONLINE ONLINE rac1
ora.gsd ora.gsd.type OFFLINE OFFLINE
ora....network ora....rk.type ONLINE ONLINE rac1
ora.oc4j ora.oc4j.type ONLINE ONLINE rac1
ora.ons ora.ons.type ONLINE ONLINE rac1
ora....SM1.asm application ONLINE ONLINE rac1
ora....C1.lsnr application ONLINE ONLINE rac1
ora.rac1.gsd application OFFLINE OFFLINE
ora.rac1.ons application ONLINE ONLINE rac1
ora.rac1.vip ora....t1.type ONLINE ONLINE rac1
ora....SM2.asm application ONLINE ONLINE rac2
ora....C2.lsnr application ONLINE ONLINE rac2
ora.rac2.gsd application OFFLINE OFFLINE
ora.rac2.ons application ONLINE ONLINE rac2
ora.rac2.vip ora....t1.type ONLINE ONLINE rac2
ora....ry.acfs ora....fs.type ONLINE OFFLINE
ora.scan1.vip ora....ip.type ONLINE ONLINE rac1
2.1.2 查看當前配置
[root@rac1 ~]# oifcfg getif -global
eth1 192.168.0.0 global cluster_interconnect
eth0 192.168.16.0 global public
2.1.3 修改PUBLIC和 Private信息
--刪除當前配置
[root@rac1 ~]# oifcfg delif -global eth0
[root@rac1 ~]# oifcfg delif -global eth1
PRIF-31: Failed to deletethe specified network interface because it is the last private interface
--這里我們要先添加才能刪除。
[root@rac1 ~]# oifcfg getif
eth1 192.168.0.0 global cluster_interconnect
[root@rac1 ~]# oifcfg setif -globalbond0/192.168.16.0:public
[root@rac1 ~]# oifcfg setif -globalbond1/192.168.0.0:cluster_interconnect
[root@rac1 ~]# oifcfg getif
eth1 192.168.0.0 global cluster_interconnect
bond0 192.168.16.0 global public
bond1 192.168.0.0 global cluster_interconnect
[root@rac1 ~]# oifcfg delif -global eth1
[root@rac1 ~]# oifcfg getif
bond0 192.168.16.0 global public
bond1 192.168.0.0 global cluster_interconnect
2.1.4 修改VIP
[root@rac1 ~]# srvctl modify nodeapps -nrac1 -A 192.168.16.201/255.255.255.0/bond0
PRKO-2200 : Invalid interface specified oncommand line: bond0
--提示bond0沒有激活，先把bond0的配置信息寫好，激活，先改我們CRS的信息：
[root@rac1 network-scripts]# ifup bond0
--再次修改就ok：
[root@rac1 ~]# srvctl modify nodeapps -nrac1 -A 192.168.16.201/255.255.255.0/bond0
[root@rac1 ~]# srvctl modify nodeapps -nrac2 -A 192.168.16.203/255.255.255.0/bond0
[root@raw1 bin]# ./oifcfg delif -globaleth0
[root@raw1 bin]# ./oifcfgdelif -global eth1
[root@raw1 bin]# ./oifcfg getif
2.1.5 檢查監聽等配置中的IP 信息
因為我這里只是修改了一下網卡的名稱，所以不需要檢查，IP地址是一樣的。
三．雙網卡綁定配置
3.1 停止RAC
# crsctl stop crs
3.1 節點1操作
創建/etc/sysconfig/network-scripts/ifcfg-bond0文件，內容如下：
BOOTPROTO=none
BROADCAST=192.168.16.255
IPADDR=192.168.16.200
NETMASK=255.255.255.0
ONBOOT=yes
TYPE=Ethernet
GATEWAY=192.168.16.254
USERCTL=no
IPV6INIT=no
PEERDNS=yes
創建/etc/sysconfig/network-scripts/ifcfg-bond1文件，內容如下：
BOOTPROTO=none
BROADCAST=192.168.0.255
IPADDR=192.168.0.100
NETMASK=255.255.255.0
ONBOOT=yes
TYPE=Ethernet
GATEWAY=192.168.0.254
USERCTL=no
IPV6INIT=no
PEERDNS=yes
分別修改原來網卡配置文件的信息，刪除其中的IP 地址、子網掩碼等信息
[root@rac1 network-scripts]# cat ifcfg-eth0
# Broadcom Corporation NetXtreme BCM5720Gigabit Ethernet PCIe
DEVICE=eth0
BOOTPROTO=none
ONBOOT=yes
TYPE=Ethernet
[root@rac1 network-scripts]# cat ifcfg-eth1
# Broadcom Corporation NetXtreme BCM5720Gigabit Ethernet PCIe
DEVICE=eth1
BOOTPROTO=none
ONBOOT=yes
TYPE=Ethernet
[root@rac1 network-scripts]# cat ifcfg-eth2
# Broadcom Corporation NetXtreme BCM5720Gigabit Ethernet PCIe
DEVICE=eth2
BOOTPROTO=none
ONBOOT=yes
TYPE=Ethernet
[root@rac1 network-scripts]# cat ifcfg-eth3
# Broadcom Corporation NetXtreme BCM5720Gigabit Ethernet PCIe
DEVICE=eth3
BOOTPROTO=none
ONBOOT=yes
TYPE=Ethernet
[root@rac1 network-scripts]#
在/etc/modprobe.conf文件中添加如下內容：
alias bond1 bonding
options bond0 miimon=100 mode=0
options bond1 miimon=100 mode=0
說明：
（1）、miimon 是鏈路監測的時間間隔單位是毫秒，miimon=100的意思就是，每100毫秒檢測網卡和交換機之間是否連通，如不通則使用另外的鏈路。
（2)、mode=0 表示負載均衡方式，兩塊網卡都工作，需要交換機作支持
mode=1 表示冗余方式，網卡只有一個工作，一個出問題啟用另外的
mode=6 表示負載均衡方式，兩塊網卡都工作，不需要交換機作支持
2.2 節點2操作
創建/etc/sysconfig/network-scripts/ifcfg-bond0文件，內容如下：
DEVICE=bond0
BOOTPROTO=none
BROADCAST=192.168.16.255
IPADDR=192.168.16.202
NETMASK=255.255.255.0
ONBOOT=yes
TYPE=Ethernet
GATEWAY=192.168.16.254
USERCTL=no
IPV6INIT=no
PEERDNS=yes
創建/etc/sysconfig/network-scripts/ifcfg-bond1文件，內容如下：
DEVICE=bond1
BOOTPROTO=none
BROADCAST=192.168.0.255
IPADDR=192.168.0.200
NETMASK=255.255.255.0
ONBOOT=yes
TYPE=Ethernet
GATEWAY=192.168.0.254
USERCTL=no
IPV6INIT=no
PEERDNS=yes
分別修改原來網卡配置文件的信息，刪除其中的IP 地址、子網掩碼等信息
[root@rac2 network-scripts]# cat ifcfg-eth0
# Broadcom Corporation NetXtreme BCM5720Gigabit Ethernet PCIe
DEVICE=eth0
BOOTPROTO=none
ONBOOT=yes
TYPE=Ethernet
[root@rac2 network-scripts]# cat ifcfg-eth1
# Broadcom Corporation NetXtreme BCM5720Gigabit Ethernet PCIe
DEVICE=eth1
BOOTPROTO=none
ONBOOT=yes
TYPE=Ethernet
[root@rac2 network-scripts]# cat ifcfg-eth2
# Broadcom Corporation NetXtreme BCM5720Gigabit Ethernet PCIe
DEVICE=eth2
BOOTPROTO=none
ONBOOT=yes
TYPE=Ethernet
[root@rac2 network-scripts]# cat ifcfg-eth3
# Broadcom Corporation NetXtreme BCM5720Gigabit Ethernet PCIe
DEVICE=eth3
BOOTPROTO=none
ONBOOT=yes
TYPE=Ethernet
[root@rac2 network-scripts]#
alias bond0bonding
alias bond1 bonding
options bond0 miimon=100 mode=0
options bond1 miimon=100 mode=0
說明：
（1）、miimon 是鏈路監測的時間間隔單位是毫秒，miimon=100的意思就是，每100毫秒檢測網卡和交換機之間是否連通，如不通則使用另外的鏈路。
（2)、mode=0 表示負載均衡方式，兩塊網卡都工作，需要交換機作支持
mode=1 表示冗余方式，網卡只有一個工作，一個出問題啟用另外的
mode=6 表示負載均衡方式，兩塊網卡都工作，不需要交換機作支持
2.3. 執行綁定
--節點1執行綁定：
[root@rac1 network-scripts]# ifenslavebond0 eth1 eth0
Illegal operation; the specified masterinterface 'bond0' is not up.
[root@rac1 network-scripts]# ifup bond0
[root@rac1 network-scripts]# ifenslavebond0 eth1 eth0
[root@rac1 network-scripts]#
[root@rac1 network-scripts]# ifup bond1
[root@rac1 network-scripts]# ifenslavebond1 eth2 eth3
--節點2執行綁定：
[root@rac2 network-scripts]# ifup bond0
[root@rac2 network-scripts]# ifup bond1
[root@rac2 network-scripts]# ifenslavebond0 eth1 eth0
[root@rac2 network-scripts]# ifenslavebond1 eth2 eth3
[root@rac2 network-scripts]#
2.4 設置開機自動綁定
在2個節點分別將如下參數添加到/etc/rc.local中，讓開機自動綁定：
ifenslave bond0 eth0 eth1
ifenslave bond1 eth2 eth3
2.5 重新網絡
[root@rac1 network-scripts]# servicenetwork restart
[root@rac2 network-scripts]# servicenetwork restart
綁定網卡的啟動與關閉：
# ifdown bond0
#ifup bond0
2.6 查看網卡信息
2.6.1 節點1
[root@rac1 /]# ifconfig
bond0 Link encap:Ethernet HWaddr90:B1:1C:31:F0:E2
inet addr:192.168.16.200 Bcast:192.168.16.255 Mask:255.255.255.0
inet6 addr: fe80::92b1:1cff:fe31:f0e2/64 Scope:Link
UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1
RX packets:116 errors:0 dropped:0 overruns:0 frame:0
TX packets:41 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:10178 (9.9 KiB) TX bytes:12096 (11.8 KiB)
bond1 Link encap:Ethernet HWaddr90:B1:1C:31:F0:E3
inet addr:192.168.0.100 Bcast:192.168.0.255 Mask:255.255.255.0
inet6 addr: fe80::92b1:1cff:fe31:f0e3/64 Scope:Link
UP BROADCAST RUNNING MASTERMULTICAST MTU:1500 Metric:1
RX packets:53 errors:0 dropped:0 overruns:0 frame:0
TX packets:4 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:4214 (4.1 KiB) TXbytes:334 (334.0 b)
eth0 Link encap:Ethernet HWaddr90:B1:1C:31:F0:E2
UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1
RX packets:59 errors:0 dropped:0 overruns:0 frame:0
TX packets:21 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:5530 (5.4 KiB) TXbytes:5134 (5.0 KiB)
Interrupt:162 Memory:d51a0000-d51b0000
eth1 Link encap:Ethernet HWaddr90:B1:1C:31:F0:E2
UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1
RX packets:57 errors:0 dropped:0 overruns:0 frame:0
TX packets:20 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:4648 (4.5 KiB) TXbytes:6962 (6.7 KiB)
Interrupt:170 Memory:d51d0000-d51e0000
eth2 Link encap:Ethernet HWaddr90:B1:1C:31:F0:E3
UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1
RX packets:36 errors:0 dropped:0 overruns:0 frame:0
TX packets:4 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:2715 (2.6 KiB) TXbytes:334 (334.0 b)
Interrupt:178 Memory:d50a0000-d50b0000
eth3 Link encap:Ethernet HWaddr90:B1:1C:31:F0:E3
UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1
RX packets:17 errors:0 dropped:0 overruns:0 frame:0
TX packets:0 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:1499 (1.4 KiB) TXbytes:0 (0.0 b)
Interrupt:186 Memory:d50d0000-d50e0000
lo Link encap:Local Loopback
inet addr:127.0.0.1 Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNING MTU:16436 Metric:1
RX packets:813162 errors:0 dropped:0 overruns:0 frame:0
TX packets:813162 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:406199603 (387.3 MiB) TXbytes:406199603 (387.3 MiB)
virbr0 Link encap:Ethernet HWaddr00:00:00:00:00:00
inet addr:192.168.122.1 Bcast:192.168.122.255 Mask:255.255.255.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:0 errors:0 dropped:0 overruns:0 frame:0
TX packets:144 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:0 (0.0 b) TX bytes:27422(26.7 KiB)
[root@rac1 /]#
2.6.2 節點2
[root@rac2 /]# ifconfig
bond0 Link encap:Ethernet HWaddr90:B1:1C:30:5A:7C
inet addr:192.168.16.202 Bcast:192.168.16.255 Mask:255.255.255.0
inet6 addr: fe80::92b1:1cff:fe30:5a7c/64 Scope:Link
UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1
RX packets:98 errors:0 dropped:0 overruns:0 frame:0
TX packets:30 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:8096 (7.9 KiB) TXbytes:9710 (9.4 KiB)
bond1 Link encap:Ethernet HWaddr 90:B1:1C:30:5A:7D
inet addr:192.168.0.200 Bcast:192.168.0.255 Mask:255.255.255.0
inet6 addr: fe80::92b1:1cff:fe30:5a7d/64 Scope:Link
UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1
RX packets:87 errors:0 dropped:0 overruns:0 frame:0
TX packets:1 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:6820 (6.6 KiB) TXbytes:64 (64.0 b)
eth0 Link encap:Ethernet HWaddr90:B1:1C:30:5A:7C
UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1
RX packets:38 errors:0 dropped:0 overruns:0 frame:0
TX packets:11 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:3302 (3.2 KiB) TXbytes:1374 (1.3 KiB)
Interrupt:162 Memory:d51a0000-d51b0000
eth1 Link encap:Ethernet HWaddr90:B1:1C:30:5A:7C
UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1
RX packets:60 errors:0 dropped:0 overruns:0 frame:0
TX packets:19 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:4794 (4.6 KiB) TXbytes:8336 (8.1 KiB)
Interrupt:170 Memory:d51d0000-d51e0000
eth2 Link encap:Ethernet HWaddr90:B1:1C:30:5A:7D
UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1
RX packets:44 errors:0 dropped:0 overruns:0 frame:0
TX packets:1 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:3442 (3.3 KiB) TXbytes:64 (64.0 b)
Interrupt:178 Memory:d50a0000-d50b0000
eth3 Link encap:Ethernet HWaddr90:B1:1C:30:5A:7D
UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1
RX packets:43 errors:0 dropped:0 overruns:0 frame:0
TX packets:0 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:3378 (3.2 KiB) TXbytes:0 (0.0 b)
Interrupt:186 Memory:d50d0000-d50e0000
lo Link encap:Local Loopback
inet addr:127.0.0.1 Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNING MTU:16436 Metric:1
RX packets:1108104 errors:0 dropped:0 overruns:0 frame:0
TX packets:1108104 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:387043309 (369.1 MiB) TXbytes:387043309 (369.1 MiB)
virbr0 Link encap:Ethernet HWaddr00:00:00:00:00:00
inet addr:192.168.122.1 Bcast:192.168.122.255 Mask:255.255.255.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:0 errors:0 dropped:0 overruns:0 frame:0
TX packets:140 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:0 (0.0 b) TX bytes:24322(23.7 KiB)
[root@rac2 /]#
2.7 啟動RAC 驗證
[root@rac1 /]# crsctl start crs
CRS-4123: Oracle High Availability Serviceshas been started.
[root@rac2 ~]# crs_stat -t
Name Type Target State Host
------------------------------------------------------------
ora.DATA.dg ora....up.type ONLINE ONLINE rac1
ora.FRA.dg ora....up.type ONLINE ONLINE rac1
ora....ER.lsnr ora....er.type ONLINE ONLINE rac1
ora....N1.lsnr ora....er.type ONLINE ONLINE rac1
ora....TING.dg ora....up.type ONLINE ONLINE rac1
ora.asm ora.asm.type ONLINE ONLINE rac1
ora.cd.db ora....se.type OFFLINE OFFLINE
ora.cvu ora.cvu.type ONLINE ONLINE rac1
ora.gsd ora.gsd.type OFFLINE OFFLINE
ora....network ora....rk.type ONLINE ONLINE rac1
ora.oc4j ora.oc4j.type ONLINE ONLINE rac1
ora.ons ora.ons.type ONLINE ONLINE rac1
ora....SM1.asm application ONLINE ONLINE rac1
ora....C1.lsnr application ONLINE ONLINE rac1
ora.rac1.gsd application OFFLINE OFFLINE
ora.rac1.ons application ONLINE ONLINE rac1
ora.rac1.vip ora....t1.type ONLINE ONLINE rac1
ora....SM2.asm application ONLINE ONLINE rac2
ora....C2.lsnr application ONLINE ONLINE rac2
ora.rac2.gsd application OFFLINE OFFLINE
ora.rac2.ons application ONLINE ONLINE rac2
ora.rac2.vip ora....t1.type ONLINE ONLINE rac2
ora....ry.acfs ora....fs.type ONLINE OFFLINE
ora.scan1.vip ora....ip.type ONLINE ONLINE rac1
MOS 文檔：
How to Modify Private Network Informationin Oracle Clusterware [ID 283684.1]