****************ORACLE 11G RAC***********************
Disk /dev/sdb: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes
Disk /dev/sdb doesn't contain a valid partition table
Disk /dev/sdc: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes
Disk /dev/sdc doesn't contain a valid partition table
Disk /dev/sdd: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes
Disk /dev/sdd doesn't contain a valid partition table
Disk /dev/sde: 214.7 GB, 214748364800 bytes
255 heads, 63 sectors/track, 26108 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Disk /dev/sde doesn't contain a valid partition table
Disk /dev/sdf: 214.7 GB, 214748364800 bytes
255 heads, 63 sectors/track, 26108 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Disk /dev/sdf doesn't contain a valid partition table
Disk /dev/sdg: 107.3 GB, 107374182400 bytes
255 heads, 63 sectors/track, 13054 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Disk /dev/sdg doesn't contain a valid partition table
Disk /dev/sdh: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes
Disk /dev/sdh doesn't contain a valid partition table
Disk /dev/sdi: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes
Disk /dev/sdi doesn't contain a valid partition table
Disk /dev/sdj: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes
Disk /dev/sdj doesn't contain a valid partition table
Disk /dev/sdk: 214.7 GB, 214748364800 bytes
255 heads, 63 sectors/track, 26108 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Disk /dev/sdk doesn't contain a valid partition table
Disk /dev/sdl: 214.7 GB, 214748364800 bytes
255 heads, 63 sectors/track, 26108 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Disk /dev/sdl doesn't contain a valid partition table
Disk /dev/sdm: 107.3 GB, 107374182400 bytes
255 heads, 63 sectors/track, 13054 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Disk /dev/sdm doesn't contain a valid partition table
Disk /dev/sdn: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes
Disk /dev/sdn doesn't contain a valid partition table
Disk /dev/sdo: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes
Disk /dev/sdo doesn't contain a valid partition table
Disk /dev/sdp: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes
Disk /dev/sdp doesn't contain a valid partition table
Disk /dev/sdq: 214.7 GB, 214748364800 bytes
255 heads, 63 sectors/track, 26108 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Disk /dev/sdq doesn't contain a valid partition table
Disk /dev/sdr: 214.7 GB, 214748364800 bytes
255 heads, 63 sectors/track, 26108 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Disk /dev/sdr doesn't contain a valid partition table
Disk /dev/sds: 107.3 GB, 107374182400 bytes
255 heads, 63 sectors/track, 13054 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Disk /dev/sds doesn't contain a valid partition table
Disk /dev/sdt: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes
Disk /dev/sdt doesn't contain a valid partition table
Disk /dev/sdu: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes
Disk /dev/sdu doesn't contain a valid partition table
Disk /dev/sdv: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes
Disk /dev/sdv doesn't contain a valid partition table
Disk /dev/sdw: 214.7 GB, 214748364800 bytes
255 heads, 63 sectors/track, 26108 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Disk /dev/sdw doesn't contain a valid partition table
Disk /dev/sdx: 214.7 GB, 214748364800 bytes
255 heads, 63 sectors/track, 26108 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Disk /dev/sdx doesn't contain a valid partition table
Disk /dev/sdy: 107.3 GB, 107374182400 bytes
255 heads, 63 sectors/track, 13054 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Disk /dev/sdy doesn't contain a valid partition table
[root@localhost ~]# scsi_id -g -u -s/block/sdb
36001438005decf680001100007630000
[root@localhost ~]# scsi_id -g -u -s/block/sdc
36001438005decf680001100007670000
[root@localhost ~]# scsi_id -g -u -s/block/sdd
36001438005decf6800011000076b0000
[root@localhost ~]# scsi_id -g -u -s/block/sde
36001438005decf6800011000076f0000
[root@localhost ~]# scsi_id -g -u -s/block/sdf
36001438005decf680001100007730000
[root@localhost ~]# scsi_id -g -u -s/block/sdg
36001438005decf680001100007810000
[root@localhost ~]# scsi_id -g -u -s/block/sdh
36001438005decf680001100007630000
[root@localhost ~]# scsi_id -g -u -s/block/sdi
36001438005decf680001100007670000
[root@localhost ~]# scsi_id -g -u -s/block/sdj
36001438005decf6800011000076b0000
[root@localhost ~]# scsi_id -g -u -s/block/sdk
36001438005decf6800011000076f0000
[root@localhost ~]# scsi_id -g -u -s/block/sdl
36001438005decf680001100007730000
[root@localhost ~]# scsi_id -g -u -s/block/sdm
36001438005decf680001100007810000
[root@localhost ~]# scsi_id -g -u -s/block/sdn
36001438005decf680001100007630000
[root@localhost ~]# scsi_id -g -u -s/block/sdo
36001438005decf680001100007670000
[root@localhost ~]# scsi_id -g -u -s/block/sdp
36001438005decf6800011000076b0000
[root@localhost ~]# scsi_id -g -u -s/block/sdq
36001438005decf6800011000076f0000
[root@localhost ~]# scsi_id -g -u -s/block/sdr
36001438005decf680001100007730000
[root@localhost ~]# scsi_id -g -u -s/block/sds
36001438005decf680001100007810000
[root@localhost ~]# scsi_id -g -u -s/block/sdt
36001438005decf680001100007630000
[root@localhost ~]# scsi_id -g -u -s/block/sdu
36001438005decf680001100007670000
[root@localhost ~]# scsi_id -g -u -s/block/sdv
36001438005decf6800011000076b0000
[root@localhost ~]# scsi_id -g -u -s/block/sdw
36001438005decf6800011000076f0000
[root@localhost ~]# scsi_id -g -u -s/block/sdx
36001438005decf680001100007730000
[root@localhost ~]# scsi_id -g -u -s/block/sdy
36001438005decf680001100007810000
sdb sdc sdd sde sdf sdg
sdh sdi sdj sdk sdl sdm
sdn sdo sdp sdq sdr sds
sdt sdu sdv sdw sdx sdy
sdg
sdm
sds
sdy
多路径采用厂商自带的多路径软件生成multipath.conf如下：
[root@tmsdb1 ~]# multipath -ll
mpath2 (36001438005decf680001100007670000) dm-1 HP,HSV450
[size=2.0G][features=1 queue_if_no_path][hwhandler=0][rw]
\_ round-robin 0 [prio=100][active]
\_ 5:0:0:2 sdc 8:32 [active][ready]
\_ 6:0:1:2 sdu 65:64 [active][ready]
\_ round-robin 0 [prio=20][enabled]
\_ 5:0:1:2 sdi 8:128 [active][ready]
\_ 6:0:0:2 sdo 8:224 [active][ready]
mpath1 (36001438005decf680001100007630000) dm-0 HP,HSV450
[size=2.0G][features=1 queue_if_no_path][hwhandler=0][rw]
\_ round-robin 0 [prio=100][active]
\_ 5:0:1:1 sdh 8:112 [active][ready]
\_ 6:0:0:1 sdn 8:208 [active][ready]
\_ round-robin 0 [prio=20][enabled]
\_ 5:0:0:1 sdb 8:16 [active][ready]
\_ 6:0:1:1 sdt 65:48 [active][ready]
mpath6 (36001438005decf680001100007810000) dm-5 HP,HSV450
[size=100G][features=1 queue_if_no_path][hwhandler=0][rw]
\_ round-robin 0 [prio=100][active]
\_ 5:0:0:6 sdg 8:96 [active][ready]
\_ 6:0:1:6 sdy 65:128 [active][ready]
\_ round-robin 0 [prio=20][enabled]
\_ 5:0:1:6 sdm 8:192 [active][ready]
\_ 6:0:0:6 sds 65:32 [active][ready]
mpath5 (36001438005decf680001100007730000) dm-4 HP,HSV450
[size=200G][features=1 queue_if_no_path][hwhandler=0][rw]
\_ round-robin 0 [prio=100][active]
\_ 5:0:1:5 sdl 8:176 [active][ready]
\_ 6:0:0:5 sdr 65:16 [active][ready]
\_ round-robin 0 [prio=20][enabled]
\_ 5:0:0:5 sdf 8:80 [active][ready]
\_ 6:0:1:5 sdx 65:112 [active][ready]
mpath4 (36001438005decf6800011000076f0000) dm-3 HP,HSV450
[size=200G][features=1 queue_if_no_path][hwhandler=0][rw]
\_ round-robin 0 [prio=100][active]
\_ 5:0:0:4 sde 8:64 [active][ready]
\_ 6:0:1:4 sdw 65:96 [active][ready]
\_ round-robin 0 [prio=20][enabled]
\_ 5:0:1:4 sdk 8:160 [active][ready]
\_ 6:0:0:4 sdq 65:0 [active][ready]
mpath3 (36001438005decf6800011000076b0000) dm-2 HP,HSV450
[size=2.0G][features=1 queue_if_no_path][hwhandler=0][rw]
\_ round-robin 0 [prio=100][active]
\_ 5:0:1:3 sdj 8:144 [active][ready]
\_ 6:0:0:3 sdp 8:240 [active][ready]
\_ round-robin 0 [prio=20][enabled]
\_ 5:0:0:3 sdd 8:48 [active][ready]
\_ 6:0:1:3 sdv 65:80 [active][ready]
[root@tmsdb1 ~]# cat /etc/multipath.conf
### Donot edit the first two lines of this file or remove this file
### HP Device Mapper Multipath Enablement Kit v4.4.1
### The Device Mapper Multipath Template configuration file for RHEL5U4
### or later releases to be used with HP Storageworks Arrays.
### Use this configuration file as your /etc/multipath.conf file.
### If you already have a valid working configuration file, refer here
### for the recommended configuration for HP arrays.
### For a list of configuration options with descriptions, please refer
### to /usr/share/doc/<multipath-tools-version>/multipath.conf.annotated
# The defaults section
defaults {
udev_dir /dev
polling_interval 10
selector "round-robin 0"
path_grouping_policy failover
getuid_callout "/sbin/scsi_id -g -u -s /block/%n"
prio_callout "/bin/true"
path_checker tur
rr_min_io 100
rr_weight uniform
failback immediate
no_path_retry 12
user_friendly_names yes
}
# The blacklist section - use this to blacklist a multipath device based on
# it's wwid ( using wwid ) or device names ( using devnode ) or
# vendor and product id ( using device block).
blacklist {
# wwid 26353900f02796769
devnode "^(ram|raw|loop|fd|md|dm-|sr|scd|st)[0-9]*"
devnode "^hd[a-z][[0-9]*]"
# devnode "^cciss!c[0-9]d[0-9]*"
# device {
# vendor "HP"
# product "OPEN-*"
# }
}
# The blacklist_exceptions section - to list device names to be treated
# as multipath candidates even if they are on the blacklist.
# Note: blacklist exceptions are only valid in the same class.
# It is not possible to blacklist devices using the devnode keyword
# and to exclude some devices of them using the wwid keyword.
#blacklist_exceptions {
# wwid 2345234245647657
# devnode "sda"
# device {
# vendor "HP"
# product "OPEN-*"
# }
#}
# The multipaths section - uncomment this section to define a per multipath
# device settings.
#multipaths {
# uncomment the multipath block to modify the settings of a multipath device
# based on its wwid
#multipath {
# wwid 2039485769900000000
# alias red
# path_grouping_policy group_by_prio
# path_selector "round-robin 0"
# failback immediate
# rr_weight uniform
# no_path_retry 10
# rr_min_io 100
#}
#}
# The devices section - used to define per storage array model settings
devices {
# If you are already using a valid configuration file and do not have a
# device subsection for HP arrays, please add the appropriate device subsection
# for the respective arrays from the entries below.
# If you already have a device subsection for HP arrays which has different
# parameters from the entries below, modify it appropriately.
# For EVA A/A arrays
device {
vendor "HP|COMPAQ"
product "HSV1[01]1 (C)COMPAQ|HSV2[01]0|HSV300|HSV4[05]0"
path_grouping_policy group_by_prio
getuid_callout "/sbin/scsi_id -g -u -s /block/%n"
path_checker tur
path_selector "round-robin 0"
prio_callout "/sbin/mpath_prio_alua /dev/%n"
rr_weight uniform
failback immediate
hardware_handler "0"
no_path_retry 18
rr_min_io 100
}
# For HP P2000 family
device {
vendor "HP"
product "P2000 G3 FC|P2000G3 FC/iSCSI"
path_grouping_policy group_by_prio
getuid_callout "/sbin/scsi_id -g -u -s /block/%n"
path_checker tur
path_selector "round-robin 0"
prio_callout "/sbin/mpath_prio_alua /dev/%n"
rr_weight uniform
failback immediate
hardware_handler "0"
no_path_retry 18
rr_min_io 100
}
# For XP arrays
device {
vendor "HP"
product "OPEN-.*"
path_grouping_policy multibus
getuid_callout "/sbin/scsi_id -g -u -s /block/%n"
path_selector "round-robin 0"
rr_weight uniform
path_checker tur
hardware_handler "0"
failback immediate
no_path_retry 18
rr_min_io 1000
}
# For MSA A/A arrays
device {
vendor "HP"
product "MSA VOLUME*"
path_grouping_policy group_by_prio
getuid_callout "/sbin/scsi_id -g -u -s /block/%n"
path_checker tur
path_selector "round-robin 0"
prio_callout "/sbin/mpath_prio_alua /dev/%n"
rr_weight uniform
failback immediate
hardware_handler "0"
no_path_retry 18
rr_min_io 100
}
# For MSA2xxxsa arrays
device {
vendor "HP"
product "MSA2012sa|MSA2312sa|MSA2324sa"
path_grouping_policy group_by_prio
getuid_callout "/sbin/scsi_id -g -u -n -s /block/%n"
path_checker tur
path_selector "round-robin 0"
prio_callout "/sbin/mpath_prio_alua %d"
rr_weight uniform
failback immediate
hardware_handler "0"
no_path_retry 18
rr_min_io 100
}
# For MSA23xxfc and MSA23xxi arrays
device {
vendor "HP"
product "MSA2312fc|MSA2324fc|MSA2312i|MSA2324i"
path_grouping_policy group_by_prio
getuid_callout "/sbin/scsi_id -g -u -s /block/%n"
path_checker tur
path_selector "round-robin 0"
prio_callout "/sbin/mpath_prio_alua /dev/%n"
rr_weight uniform
failback immediate
hardware_handler "0"
no_path_retry 18
rr_min_io 100
}
# For MSA20xxfc, MSA22xxfc and MSA20xxi arrays
device {
vendor "HP"
product "MSA2[02]12fc|MSA2012i"
path_grouping_policy multibus
getuid_callout "/sbin/scsi_id -g -u -s /block/%n"
path_selector "round-robin 0"
rr_weight uniform
path_checker tur
hardware_handler "0"
failback immediate
no_path_retry 18
rr_min_io 100
}
# To blacklist a device by vendor and product say, to blacklist a XP device
# uncomment the below block
#device {
# vendor "HP"
# product_blacklist "OPEN-.*"
#}
}
mpath2 2G
mpath1 2G
mpath3 2G
mpath6 100G
mpath5 200G
mpath4 200G
fdisk /dev/mapper/mpath1
fdisk /dev/mapper/mpath2
fdisk /dev/mapper/mpath3
fdisk /dev/mapper/mpath4
fdisk /dev/mapper/mpath5
fdisk /dev/mapper/mpath6
/etc/sysconfig/rawdevices
/dev/raw/raw1 /dev/mpath/mpath1p1
/dev/raw/raw2 /dev/mpath/mpath2p1
/dev/raw/raw3 /dev/mpath/mpath3p1
/dev/raw/raw4 /dev/mpath/mpath4p1
/dev/raw/raw5 /dev/mpath/mpath5p1
/dev/raw/raw6 /dev/mpath/mpath6p1
/etc/rc.local
chown grid:asmadmin /dev/raw/raw1
chown grid:asmadmin /dev/raw/raw2
chown grid:asmadmin /dev/raw/raw3
chown grid:asmadmin /dev/raw/raw4
chown grid:asmadmin /dev/raw/raw5
chown grid:asmadmin /dev/raw/raw6
chmod 660 /dev/raw/raw1
chmod 660 /dev/raw/raw2
chmod 660 /dev/raw/raw3
chmod 660 /dev/raw/raw4
chmod 660 /dev/raw/raw5
chmod 660 /dev/raw/raw6
service rawdevices restart
service rawdevices stop
service rawdevices start
/dev/raw
crw-rw---- 1 grid asmadmin 162, 1 Jun 26 14:21 raw1
crw-rw---- 1 grid asmadmin 162, 2 Jun 26 14:21 raw2
crw-rw---- 1 grid asmadmin 162, 3 Jun 26 14:21 raw3
crw-rw---- 1 grid asmadmin 162, 4 Jun 26 14:21 raw4
crw-rw---- 1 grid asmadmin 162, 5 Jun 26 14:21 raw5
crw-rw---- 1 grid asmadmin 162, 6 Jun 26 14:21 raw6
################ORACLE RAC10G#########################
[root@rac1 ~]# cat /etc/sysconfig/rawdevices
# raw device bindings
# format: <rawdev> <major> <minor>
# <rawdev> <blockdev>
# example: /dev/raw/raw1 /dev/sda1
# /dev/raw/raw2 8 5
/dev/raw/raw1 /dev/mpath/mpocrp1
/dev/raw/raw2 /dev/mpath/mpvdp1
/dev/raw/raw3 /dev/mpath/mpasmp1
[root@rac1 ~]# cat /etc/rc.local
#!/bin/sh
#
# This script will be executed *after* all the other init scripts.
# You can put your own initialization stuff in here if you don't
# want to do the full Sys V style init stuff.
touch /var/lock/subsys/local
route add -host 239.192.0.9 dev eth2
route add -host 239.192.0.10 dev eth2
route add -host 239.192.0.11 dev eth2
chown root:oinstall /dev/raw/raw1
chown oracle:oinstall /dev/raw/raw2
chown oracle:dba /dev/raw/raw3
chmod 660 /dev/raw/raw1
chmod 660 /dev/raw/raw2
chmod 660 /dev/raw/raw3
echo "30">/proc/sys/net/ipv4/tcp_fin_timeout
echo "1800">/proc/sys/net/ipv4/tcp_keepalive_time
echo "0">/proc/sys/net/ipv4/tcp_window_scaling
echo "0">/proc/sys/net/ipv4/tcp_sack
echo "0">/proc/sys/net/ipv4/tcp_timestamps
service rawdevices restart
service rawdevices stop
service rawdevices start
[root@rac1 raw]# pwd
/dev/raw
[root@rac1 raw]# ll
total 0
crw-rw---- 1 root oinstall 162, 1 Jun 20 20:30 raw1
crw-rw---- 1 oracle oinstall 162, 2 Aug 6 11:37 raw2
crw-rw---- 1 oracle dba 162, 3 Aug 6 11:37 raw3
[root@rac1 raw]#