RAC19C安装-02-配置存储
1、存储虚拟机添加磁盘
2、storage服务器安装target服务
storage安装target服务，并将磁盘绑定target.iqn，rac1和rac2通过iqn访问磁盘
#安装target包 yum install targetd targetcli -y #启动target服务 systemctl start target systemctl enable target #先把准备的共享块做出来，创建一个target，在target上创建LUN targetcli #在根目录下直接ls命令查看所有路径下的配置，pwd显示当亲路径 cd backstores/block #disk*是给/dev/sd*转化成块的名字 create name=disk1 dev=/dev/sdb create name=disk2 dev=/dev/sdc create name=disk3 dev=/dev/sdd create name=disk4 dev=/dev/sde create name=disk5 dev=/dev/sdf create name=disk6 dev=/dev/sdg create name=disk7 dev=/dev/sdh #进入iscsi路径下创建iscsi名称 cd /iscsi create iqn.2024-03.com.jiae:racdisk #创建完iscsi名称后，默认会创建一个tg1路径，在tpg1路径下由三个路径为主要的： #acls 客户端访问名称，免认证配置 #luns 共享Luns存储池，调用block共享块 #portals 共享存储池地址和端口 #绑定lun cd /iscsi/iqn.2024-03.com.jiae:racdisk/tpg1/luns create lun=lun1 storage_object=/backstores/block/disk1 create lun=lun2 storage_object=/backstores/block/disk2 create lun=lun3 storage_object=/backstores/block/disk3 create lun=lun4 storage_object=/backstores/block/disk4 create lun=lun5 storage_object=/backstores/block/disk5 create lun=lun6 storage_object=/backstores/block/disk6 create lun=lun7 storage_object=/backstores/block/disk7 #创建acls免认证访问 #创建允许客户端连接对象 cd /iscsi/iqn.2024-03.com.jiae:racdisk/tpg1/acls create wwn=iqn.2024-03.com.jiae:rac1 create wwn=iqn.2024-03.com.jiae:rac2 #保存配置 cd / saveconfig #配置文件保存在/etc/target/saveconfig.json #防火墙放行3260 firewall-cmd --add-port=3260/tcp --permanent
3、配置存储客户端
#安装客户端软件 yum install -y iscsi-initiator-utils systemctl start iscsid systemctl start iscsi systemctl enable iscsi systemctl enable iscsid #修改rac1配置文件，配置iqn cat > /etc/iscsi/initiatorname.iscsi << EOF InitiatorName=iqn.2024-03.com.jiae:rac1 EOF #修改rac2配置文件，配置iqn cat > /etc/iscsi/initiatorname.iscsi << EOF InitiatorName=iqn.2024-03.com.jiae:rac2 EOF #重启客户端 systemctl restart iscsid systemctl restart iscsi #发现网络存储 iscsiadm -m discovery -t st -p 192.168.10.1 iscsiadm -m discovery -t sendtargets -p 192.168.10.1 #连接网络存储 iscsiadm -m node -T iqn.2024-03.com.jiae:racdisk -p 192.168.10.1:3260 -l #查看登录信息 iscsiadm -m session #查看登录详情 iscsiadm -m session -P 3 #如果服务端重新分配了lun，客户端不能及时发现，服下药重新扫描target iscsiadm -m node -R iscsiadm -m session -R rescan-scsi-bus.sh #查看磁盘映射信息 lsscsi lsscsi -i lsscsi -is ll /dev/disk/by-id #备用链路的配置，形成多路径访问，多路径后磁盘会出现双份 iscsiadm -m discovery -t sendtargets -p 192.168.10.2 iscsiadm -m node -T iqn.2024-03.com.jiae:racdisk -p 192.168.10.2:3260 -l #查看磁盘ID，后续将同个SID绑定一起 for i in b c d e f g h i j k l m n o; do echo "sd$i" " `/usr/lib/udev/scsi_id --whitelisted --replace-whitespace --device=/dev/sd$i` "; done
4、多路径配置
#安装多路径软件 yum install device-mapper-multipath device-mapper systemctl start multipathd.service systemctl enable multipathd.service #配置multipath.conf #配置文件路径 /usr/share/doc/device-mapper-multipath-0.4.9/multipath.conf /etc/multipath.conf #在/etc/multipath生成文件信息，默认文件夹为空 /sbin/mpathconf --enable systemctl restart multipathd.service #查看配置 cat /etc/multipath/bindings #查看多路径信息，mpatha是磁盘映射名称该名称可修改 multipath -l mpatha (36001405fdb7d337dbb44918805c9f571) dm-0 LIO-ORG ,disk1 size=10G features='0' hwhandler='0' wp=rw |-+- policy='service-time 0' prio=0 status=active | `- 3:0:0:1 sdb 8:16 active undef running `-+- policy='service-time 0' prio=0 status=enabled `- 4:0:0:1 sdi 8:128 active undef running mpathg (36001405dffaec1fbb84401bb74f023bd) dm-6 LIO-ORG ,disk7 size=100G features='0' hwhandler='0' wp=rw |-+- policy='service-time 0' prio=0 status=active | `- 3:0:0:7 sdh 8:112 active undef running `-+- policy='service-time 0' prio=0 status=enabled `- 4:0:0:7 sdo 8:224 active undef running
5、修改multipath配置文件信息，修改磁盘的映射名称
#查看磁盘SID信息
for i in b c d e f g h i j k l m n o;
do
echo "sd$i" " `/usr/lib/udev/scsi_id --whitelisted --replace-whitespace --device=/dev/sd$i` ";
done
sdc 3600140525008d466d504d46a3402bfbb
sdj 3600140525008d466d504d46a3402bfbb
sde 360014056a7724400e6a4b0fb404c4862
sdl 360014056a7724400e6a4b0fb404c4862
sdf 36001405711b236ebd4445aca167f98a3
sdm 36001405711b236ebd4445aca167f98a3
sdg 36001405cdb85620e14847d7bd25a3f09
sdn 36001405cdb85620e14847d7bd25a3f09
sdh 36001405dffaec1fbb84401bb74f023bd
sdo 36001405dffaec1fbb84401bb74f023bd
sdd 36001405e1ee066923264f288e1616923
sdk 36001405e1ee066923264f288e1616923
sdb 36001405fdb7d337dbb44918805c9f571
sdi 36001405fdb7d337dbb44918805c9f571
#查看多路径磁盘信息
multipath -l | grep -E 'mpath|size='
mpathe (36001405711b236ebd4445aca167f98a3) dm-4 LIO-ORG ,disk5
size=100G features='0' hwhandler='0' wp=rw
mpathd (360014056a7724400e6a4b0fb404c4862) dm-3 LIO-ORG ,disk4
size=100G features='0' hwhandler='0' wp=rw
mpathc (36001405e1ee066923264f288e1616923) dm-2 LIO-ORG ,disk3
size=10G features='0' hwhandler='0' wp=rw
mpathb (3600140525008d466d504d46a3402bfbb) dm-1 LIO-ORG ,disk2
size=10G features='0' hwhandler='0' wp=rw
mpatha (36001405fdb7d337dbb44918805c9f571) dm-0 LIO-ORG ,disk1
size=10G features='0' hwhandler='0' wp=rw
mpathg (36001405dffaec1fbb84401bb74f023bd) dm-6 LIO-ORG ,disk7
size=100G features='0' hwhandler='0' wp=rw
mpathf (36001405cdb85620e14847d7bd25a3f09) dm-5 LIO-ORG ,disk6
size=100G features='0' hwhandler='0' wp=rw
#通过上面SID号对比，确认具体磁盘对应关系，对于映射的名称是否更改取决自己所需，如不更改无影响使用
cat /etc/multipath.conf
defaults {
user_friendly_names yes
find_multipaths yes
}
blacklist {
}
multipaths {
multipath {
wwid 36001405fdb7d337dbb44918805c9f571
alias oracle-ocr01
path_grouping_policy multibus
path_selector "round-robin 0"
failback immediate
}
multipath {
wwid 3600140525008d466d504d46a3402bfbb
alias oracle-ocr02
path_grouping_policy multibus
path_selector "round-robin 0"
failback immediate
}
multipath {
wwid 36001405e1ee066923264f288e1616923
alias oracle-ocr03
path_grouping_policy multibus
path_selector "round-robin 0"
failback immediate
}
multipath {
wwid 360014056a7724400e6a4b0fb404c4862
alias oracle-data01
path_grouping_policy multibus
path_selector "round-robin 0"
failback immediate
}
multipath {
wwid 36001405711b236ebd4445aca167f98a3
alias oracle-data02
path_grouping_policy multibus
path_selector "round-robin 0"
failback immediate
}
multipath {
wwid 36001405cdb85620e14847d7bd25a3f09
alias oracle-data03
path_grouping_policy multibus
path_selector "round-robin 0"
failback immediate
}
multipath {
wwid 36001405dffaec1fbb84401bb74f023bd
alias oracle-data04
path_grouping_policy multibus
path_selector "round-robin 0"
failback immediate
}
}