- 追加された行はこのように表示されます。
- 削除された行は
このように表示されます。
{{category PCクラスタ}}
*iSCSI+OCFS2で高速共有ディスク
Debian squeezeにおいて、mdadmで構築したRAIDボリュームをiSCSI+OCFS2で共有する設定。
Ubuntu 16.04LTSにおいて、mdadmで構築したRAIDボリュームをiSCSI+OCFS2で共有する設定。
*/etc/ocfs2/cluster.conf
node:
ip_port = 7777
ip_address = 192.168.99.1
number = 0
name = blackthunder
cluster = ocfs2
node:
ip_port = 7777
ip_address = 192.168.99.5
number = 1
name = minion5
cluster = ocfs2
node:
ip_port = 7777
ip_address = 192.168.99.6
number = 2
name = minion6
cluster = ocfs2
node:
ip_port = 7777
ip_address = 192.168.99.7
number = 3
name = minion7
cluster = ocfs2
node:
ip_port = 7777
ip_address = 192.168.99.8
number = 4
name = minion8
cluster = ocfs2
node:
ip_port = 7777
ip_address = 192.168.99.9
number = 5
name = minion9
cluster = ocfs2
node:
ip_port = 7777
ip_address = 192.168.99.10
number = 6
name = minion10
cluster = ocfs2
node:
ip_port = 7777
ip_address = 192.168.99.11
number = 7
name = minion11
cluster = ocfs2
node:
ip_port = 7777
ip_address = 192.168.99.12
number = 8
name = minion12
cluster = ocfs2
cluster:
node_count = 9
name = ocfs2
*/etc/default/iscsitarget
ISCSITARGET_ENABLE=true
ISCSITARGET_OPTIONS=""
*/etc/iet/ietd.conf
Target iqn.hostname:diskid
Lun 0 Path=/dev/md0,Type=fileio
*/etc/iscsi/iscsid.conf
*/etc/iscsi/initiatorname.iscsi
InitiatorName=iqn.YYYY-MM.hostname.mycluster.home:1
*/etc/iscsi/iscsid.conf(変更点のみ)
node.startup = automatic
node.session.auth.authmethod = None
discovery.sendtargets.auth.authmethod = None
node.session.timeo.replacement_timeout = 120
node.conn[0].timeo.login_timeout = 15
node.conn[0].timeo.logout_timeout = 15
node.conn[0].timeo.noop_out_interval = 5
node.conn[0].timeo.noop_out_timeout = 5
node.session.err_timeo.abort_timeout = 15
node.session.err_timeo.lu_reset_timeout = 20
node.session.initial_login_retry_max = 8
node.session.cmds_max = 128
node.session.queue_depth = 32
node.session.xmit_thread_priority = -20
node.session.iscsi.InitialR2T = No
node.session.iscsi.ImmediateData = Yes
node.session.iscsi.FirstBurstLength = 262144
node.session.iscsi.MaxBurstLength = 16776192
node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
discovery.sendtargets.iscsi.MaxRecvDataSegmentLength = 32768
node.session.iscsi.FastAbort = Yes
*/etc/hosts
127.0.0.1 localhost
外向きNICのIP hostname.hogehoge.com hostname
192.168.99.1 hostname.mycluster.home hostname
192.168.99.5 minion5.mycluster.home minion5
192.168.99.6 minion6.mycluster.home minion6
192.168.99.7 minion7.mycluster.home minion7
192.168.99.8 minion8.mycluster.home minion8
192.168.99.9 minion9.mycluster.home minion9
192.168.99.10 minion10.mycluster.home minion10
192.168.99.11 minion11.mycluster.home minion11
192.168.99.12 minion12.mycluster.home minion12
*/etc/fstab
proc /proc proc defaults 0 0
UUID=hogehoge / ext4 errors=remount-ro 0 1
/boot /srv/tftp/boot none bind 0 0
LABEL=OCFS2 /work ocfs2 _netdev 0 0
/bin /NFSROOT/slave/bin none bind 0 0
/usr /NFSROOT/slave/usr none bind 0 0
/sbin /NFSROOT/slave/sbin none bind 0 0
/home /NFSROOT/slave/home none bind 0 0
/lib /NFSROOT/slave/lib none bind 0 0
/opt /NFSROOT/slave/opt none bind 0 0
/root /NFSROOT/slave/root none bind 0 0
*/etc/default/o2cb
*/etc/fstab(変更点のみ)
UUID=hogehoge /work ocfs2 _netdev 0 0
*/etc/default/o2cb(変更点のみ)
O2CB_ENABLED=true
O2CB_BOOTCLUSTER=ocfs2
O2CB_HEARTBEAT_THRESHOLD=31
O2CB_IDLE_TIMEOUT_MS=30000
O2CB_KEEPALIVE_DELAY_MS=2000
O2CB_RECONNECT_DELAY_MS=2000
*コマンド
sudo apt-get install \
libssl-dev iscsitarget-dkms \
iscsitarget open-iscsi ocfs2-tools
sudo ne /etc/default/iscsitarget
sudo ne /etc/iet/ietd.conf
sudo /etc/init.d/iscsitarget start
sudo apt-get install libssl-dev targetcli open-iscsi ocfs2-tools
sudo targetcli /backstores/iblock create name=lun0 dev=/dev/md0
sudo targetcli /iscsi create iqn.YYYY-MM.hostname.mycluster.home:ocfs2
sudo targetcli /iscsi/iqn.YYYY-MM.hostname.mycluster.home:ocfs2/tpg1/luns create /backstores/iblock/lun0
sudo targetcli /iscsi/iqn.YYYY-MM.hostname.mycluster.home:ocfs2/tpg1/portals create 0.0.0.0
sudo targetcli /iscsi/iqn.YYYY-MM.hostname.mycluster.home:ocfs2/tpg1/acls create iqn.YYYY-MM.hostname.mycluster.home:1
sudo targetcli /iscsi/iqn.YYYY-MM.hostname.mycluster.home:ocfs2/tpg1/acls create iqn.YYYY-MM.minion5.mycluster.home:5
sudo targetcli /iscsi/iqn.YYYY-MM.hostname.mycluster.home:ocfs2/tpg1/acls create iqn.YYYY-MM.minion6.mycluster.home:6
sudo targetcli /iscsi/iqn.YYYY-MM.hostname.mycluster.home:ocfs2/tpg1/acls create iqn.YYYY-MM.minion7.mycluster.home:7
sudo targetcli /iscsi/iqn.YYYY-MM.hostname.mycluster.home:ocfs2/tpg1/acls create iqn.YYYY-MM.minion8.mycluster.home:8
sudo targetcli /iscsi/iqn.YYYY-MM.hostname.mycluster.home:ocfs2/tpg1/acls create iqn.YYYY-MM.minion9.mycluster.home:9
sudo targetcli /iscsi/iqn.YYYY-MM.hostname.mycluster.home:ocfs2/tpg1/acls create iqn.YYYY-MM.minion10.mycluster.home:10
sudo targetcli /iscsi/iqn.YYYY-MM.hostname.mycluster.home:ocfs2/tpg1/acls create iqn.YYYY-MM.minion11.mycluster.home:11
sudo targetcli /iscsi/iqn.YYYY-MM.hostname.mycluster.home:ocfs2/tpg1/acls create iqn.YYYY-MM.minion12.mycluster.home:12
sudo targetcli /iscsi/iqn.YYYY-MM.hostname.mycluster.home:ocfs2/tpg1 set attribute authentication=0
sudo targetcli saveconfig
sudo /lib/systemd/systemd-sysv-install enable target
sudo systemctl enable target
sudo systemctl start target
sudo ne /etc/iscsi/initiatorname.iscsi
sudo ne /etc/iscsi/iscsid.conf
sudo /etc/init.d/open-iscsi start
sudo iscsiadm -m discovery -t st -p localhost
sudo iscsiadm -m node \
--targetname targetname:diskid \
--portal 127.0.0.1 --login
sudo systemctl restart iscsid open-iscsi
sudo iscsiadm -m discovery -t st -p 127.0.0.1
sudo iscsiadm -m node --targetname iqn.YYYY-MM.hostname.mycluster.home:ocfs2 --portal localhost --login
sudo ne /etc/default/o2cb
sudo cp \
/usr/share/doc/ocfs2-tools/examples/cluster.conf \
/etc/ocfs2/
sudo cp /usr/share/doc/ocfs2-tools/examples/cluster.conf /etc/ocfs2/
sudo ne /etc/ocfs2/cluster.conf
sudo /etc/init.d/o2cb start
sudo fdisk
n
p
1
(そのままEnter)
(そのままEnter)
w
sudo systemctl enable o2cb
sudo systemctl start o2cb
#iSCSIブロックデバイスが/dev/sdgで、そこにパーティションを作成
parted --script /dev/sdg "mklabel msdos"
parted --script /dev/sdg "mkpart primary 0% 100%"
#OCFS2でフォーマット
sudo mkfs.ocfs2 -L OCFS2 /dev/sdg1
sudo mkdir -p /work
sudo mount -L OCFS2 /work
sudo ne /etc/fstab