![[Zobrazit/Skrýt nabídky vlevo]](img/icons/oleftcol.png "[Zobrazit/Skrýt nabídky vlevo]"){kind=icon}
![[Zobrazit/Skrýt nabídky vpravo]](img/icons/orightcol.png "[Zobrazit/Skrýt nabídky vpravo]"){kind=icon}
ClusterInstall
Prevzato z smb://samba.uvt.cz/linux/zheka/_instalace_clusteru
TODO -- drbackup-agent
TODO -- phpconsole
yum install wget ssh mc openssh-clients man
mdadm --grow --bitmap=none /dev/md0 [1-xx]
yum install yum-plugin-priorities.noarch yum-plugin-fastestmirror.noarch yum-plugin-remove-with-leaves.noarch yum-plugin-show-leaves.noarch
wget http://download.openvz.org/openvz.repo -O /etc/yum.repos.d/openvz.repo
# --disable openvz-kernel in /etc/yum.repos.d/openvz.repo
yum install ftp://ftp.bosson.eu/pub/bosson-vz/6.8/x86_64/bosson-vz-release-6.7-0.noarch.rpm
yum install http://www.elrepo.org/elrepo-release-6-8.el6.elrepo.noarch.rpm
rpm --import https://download.openvz.org/RPM-GPG-Key-OpenVZ
yum install epel-release
yum install bosson-cluster bosson-stor-provider
rpm -e --nodeps kernel-headers
yum install vzkernel-firmware vzkernel-headers
yum install atop man OpenIPMI tcpdump nmap ntpdate mcelog
# (areca module):
mkinitrd /boot/initramfs-2.6.32-042stab112.15.img 2.6.32-042stab112.15 -f
# ARECA vs SSD: enable write cache
# disable selinux
yum erase selinux-policy selinux-policy-targeted
yum erase default_kernel
#grub.conf: elevator=deadline
yum install bosson-ib
#configure opensm
# guid
# partitions (each instance has its own partitions.conf, i.e. partitions.conf.1)
# priority (higher wins)
# sminfo_polling_timeout 2000
# polling_retry_number 2
# cat /etc/rdma/partitions.conf.1:
# Default=0x7fff,ipoib,rate=7,mtu=5 :
# ALL=full ;
# update IB fw:
# linux/zheka/mellanox
lspci -vvv | grep Mellanox
mstflint -i ./fw-25408-2_9_1000-MHQH29-XTC_A2-A5.bin --allow_psid_change -d 06:00.0 b
chkconfig rdma on
chkconfig opensm_bosson on
cat /etc/sysconfig/network-scripts/ifcfg-ib0:
#DEVICE=ib0
#HWADDR=80:00:00:48:fe:80:00:00:00:00:00:00:00:02:c9:03:00:0c:db:3b
#TYPE="InfiniBand"
#ONBOOT="yes"
#CONNECTED_MODE="yes"
#BOOTPROTO="static"
#IPADDR=172.20.29.12
#NETMASK=255.255.255.0
# modify /etc/lvm/lvm.conf
# raid_region_size -- 4096
# locking -- 3
# filter -- ["r/dev/drbd19.*/" , "a|/dev/drbd[0-9]*$|" , "r/.*/" ]
# write_cache_state = 0
# modify /etc/hosts
chkconfig netfs off
chkconfig rpcbind off
chkconfig rpcgssd off
chkconfig ocfs2 off
chkconfig o2cb off
chkconfig nfslock off
chkconfig auditd off
chkconfig libvirt-guests off
chkconfig drbd_bosson off
chkconfig ricci on
chkconfig iptables off
chkconfig ip6tables off
chkconfig cgconfig off
# configure drbd
#cat global_common.conf:
global {
usage-count yes;
}
common {
handlers {
fence-peer "/usr/lib/drbd/rhcs_fence";
}
startup {
}
options {
}
disk {
resync-rate 100M;
on-io-error pass_on;
al-extents 1447;
c-plan-ahead 32;
c-max-rate 500M;
c-min-rate 80M;
c-fill-target 65536k;
}
net {
csums-alg crc32c;
sndbuf-size 4096k;
rcvbuf-size 4096k;
timeout 50; # 5 seconds (unit = 0.1 seconds)
connect-int 7; # 7 seconds (unit = 1 second)
ping-int 7; # 7 seconds (unit = 1 second)
ping-timeout 20; # 2000 ms (unit = 0.1 seconds)
max-buffers 131072;
max-epoch-size 20000;
ko-count 0;
after-sb-0pri discard-zero-changes;
after-sb-1pri discard-secondary;
after-sb-2pri call-pri-lost-after-sb;
rr-conflict disconnect;
}
}
# cat 2n191.res (delete backup side on second array)
resource 2n191 {
on array01.2n.cluster {
device /dev/drbd191;
disk "/dev/disk/by-id/scsi-2001b4d2053887141";
address 172.20.30.11:7799;
flexible-meta-disk internal;
}
on backup-drbd1.2n.cluster {
device /dev/drbd191;
disk "/dev/2n_drbackup1/2n_drbd191";
address 172.20.30.101:7799;
flexible-meta-disk internal;
}
startup {
become-primary-on array01.2n.cluster;
wfc-timeout 5;
degr-wfc-timeout 5;
outdated-wfc-timeout 5;
}
disk {
disk-timeout 1200;
fencing dont-care;
}
net {
protocol A;
on-congestion pull-ahead;
congestion-extents 1447;
congestion-fill 4G;
csums-alg crc32c;
}
}
# cat r1.res
resource r1 {
net {
protocol C;
allow-two-primaries;
csums-alg crc32c;
}
startup {
become-primary-on both;
}
disk {
disk-timeout 1200;
fencing resource-and-stonith;
}
stacked-on-top-of 2n191 {
device /dev/drbd1;
address 172.20.29.11:7789;
}
on array02.2n.cluster {
device /dev/drbd1;
disk "/dev/disk/by-id/scsi-2001b4d2028074988";
address 172.20.29.12:7789;
flexible-meta-disk internal;
}
}
# start drbd
# configure cluster
# start cluster
#on one node:
# configure storage (pv, vg)
lvcreate -L16g system/system_ocfs2
mkfs.ocfs2 -C 64K -N 10 --fs-features=sparse,unwritten,inline-data,refcount,indexed-dirs,discontig-bg /dev/system/system_ocfs2
# add ocfs2 to fstab
# /dev/system/system_ocfs2 /cluster ocfs2 noatime,nodiratime,_netdev 0 0
rm /etc/mtab
ln -sf /proc/mounts /etc/mtab
#on one node:
mkdir -p /cluster/etc/vz /cluster/vz /cluster/etc/sysconfig/vz-scripts /cluster/etc/libvirt/cluster
ln -s /cluster/etc/vz/ /etc/vz
ln -s /cluster/vz/libvirt/dump /vz/libvirt/dump
ln -s /cluster/etc/sysconfig/vz-scripts/ /etc/sysconfig/vz-scripts
yum install bosson-vz-cluster-virt
ln -s /cluster/etc/libvirt/cluster /etc/libvirt/cluster
# configure libvirtd.conf:
# listen_tcp
# listen (cluster address)
# auth_tcp
# /etc/sysconfig/libvirtd: add -l
# create /etc/libvirt/qemu/networks/admin.xml
# for fence_virtd:
mkdir /var/run/libvirt/bindsock
# rgmanager priority: LOWER WINS!!!
#console stuff
yum install collectd-virt.x86_64 collectd-rrdtool.x86_64
#on one node:
mv /etc/collectd.d/ /cluster/etc/
mv /etc/collectd.conf /cluster/etc/
mkdir -p /cluster/var/lib/collectd
#
ln -s /cluster/etc/collectd.conf /etc/
ln -s /cluster/etc/collectd.d/ /etc/
rmdir /var/lib/collectd/
ln -s /cluster/var/lib/collectd/ /var/lib/
#cat /etc/collectd.d/libvirt.conf
#<Plugin libvirt>
# Connection "qemu:///system"
## Connection "bossonvz:///"
# RefreshInterval 10
## Domain "name"
## BlockDevice "name:device"
## InterfaceDevice "name:device"
## IgnoreSelected false
## HostnameFormat name
#</Plugin>
![[přepni]](javascript:icntoggle('mod-Application_Menuleft1','module.png'); "[přepni]"){kind=small}