古风君子以泽,懒人听书,完美的世界 1993 电影

新聞中心

這里有您想知道的互聯(lián)網(wǎng)營(yíng)銷解決方案

CentOS7下DRBD數(shù)據(jù)同步部署

DRBD數(shù)據(jù)同步

網(wǎng)站建設(shè)哪家好，找創(chuàng)新互聯(lián)建站！專注于網(wǎng)頁(yè)設(shè)計(jì)、網(wǎng)站建設(shè)、微信開(kāi)發(fā)、微信小程序開(kāi)發(fā)、集團(tuán)企業(yè)網(wǎng)站建設(shè)等服務(wù)項(xiàng)目。為回饋新老客戶創(chuàng)新互聯(lián)還提供了新河免費(fèi)建站歡迎大家使用！

DRBD安裝：（HA高可用集群。在centos 7的版本下）

環(huán)境：

172.25.0.29 node1

172.25.0.30 node2

1.首先我們需要在node1和node2上添加一塊硬盤(pán)，我這里就添加2G的硬盤(pán)來(lái)做演示：

[root@node1 ~]
# fdisk -l | grep /dev/sdb
Disk
/dev/sdb
: 2147 MB, 2147483648 bytes, 4194304 sectors
[root@node2 ~]
# fdisk -l | grep /dev/sdb
Disk
/dev/sdb
: 2147 MB, 2147483648 bytes, 4194304 sectors

2、我們需要修改hosts文件保證hosts之間能夠互相訪問(wèn)：

node1上：

[root@node1 ~]
# cat /etc/hosts
127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4
::1 localhost localhost.localdomain localhost6 localhost6.localdomain6
172.25.0.29 node1
172.25.0.30 node2

node2上：

[root@node2 ~]
# cat /etc/hosts
127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4
::1 localhost localhost.localdomain localhost6 localhost6.localdomain6
172.25.0.29 node1
172.25.0.30 node2

3、在node1修改ssh互信：

[root@node1 ~]
# ssh-keygen
[root@node1 ~]
# ssh-copy-id node2
The authenticity of host
'node2 (172.25.0.30)'
can't be established.
ECDSA key fingerprint is ae:88:02:59:f9:7f:e9:4f:48:8d:78:d2:6f:c7:7a:f1.
Are you sure you want to
continue
connecting (
yes
/no
)?
yes
/usr/bin/ssh-copy-id
: INFO: attempting to log
in
with the new key(s), to filter out any that are already installed
/usr/bin/ssh-copy-id
: WARNING: All keys were skipped because they already exist on the remote system.

4、在node1和node2上設(shè)置時(shí)鐘同步：

node1：

[root@node1 ~]
# crontab -e
*
/5
* * * * ntpdate cn.pool.ntp.org
###添加任務(wù)

node2：

[root@node1 ~]
# crontab -e
*
/5
* * * * ntpdate cn.pool.ntp.org
###添加任務(wù)

在node1和node2上可以看到已經(jīng)添加時(shí)間任務(wù)：

[root@node1 ~]
# crontab -l
*
/5
* * * * ntpdate cn.pool.ntp.org
[root@node2 ~]
# crontab -l
*
/5
* * * * ntpdate cn.pool.ntp.org

5、現(xiàn)在我們就要開(kāi)始安裝drbd包在node1和node2操作：

node1上：

[root@node1 ~]
# rpm --import https://www.elrepo.org/RPM-GPG-KEY-elrepo.org
[root@node1 ~]
# rpm -Uvh http://www.elrepo.org/elrepo-release-7.0-2.el7.elrepo.noarch.rpm
Retrieving http:
//www
.elrepo.org
/elrepo-release-7
.0-2.el7.elrepo.noarch.rpm
Retrieving http:
//elrepo
.org
/elrepo-release-7
.0-3.el7.elrepo.noarch.rpm
Preparing...
################################# [100%]
Updating / installing...

1:elrepo-release-7.0-3.el7.elrepo
################################# [100%]
[root@node1 ~]
#yum install -y kmod-drbd84 drbd84-utils kernel* ##裝完重啟一下

node2上：

[root@node2 ~]
# rpm --import https://www.elrepo.org/RPM-GPG-KEY-elrepo.org
[root@node2 ~]
# rpm -Uvh http://www.elrepo.org/elrepo-release-7.0-2.el7.elrepo.noarch.rpm
Retrieving http:
//www
.elrepo.org
/elrepo-release-7
.0-2.el7.elrepo.noarch.rpm
Retrieving http:
//elrepo
.org
/elrepo-release-7
.0-3.el7.elrepo.noarch.rpm
Preparing...
################################# [100%]
Updating / installing...

1:elrepo-release-7.0-3.el7.elrepo
################################# [100%]
[root@node2 ~]
#yum install -y kmod-drbd84 drbd84-utils kernel*

6、主配置文件：

/etc/drbd.conf #主配置文件

/etc/drbd.d/global_common.conf #全局配置文件

7、查看主配置文件：

[root@node1 ~]
# cat /etc/drbd.conf
# You can find an example in /usr/share/doc/drbd.../drbd.conf.example
include
"drbd.d/global_common.conf"
;
include
"drbd.d/*.res"
;

8、配置文件說(shuō)明：

[root@node1 ~]
# vim /etc/drbd.d/global_common.conf
global {

usage-count no;
#是否參加DRBD使用統(tǒng)計(jì)，默認(rèn)為yes。官方統(tǒng)計(jì)drbd的裝機(jī)量，改為no

# minor-count dialog-refresh disable-ip-verification
}
common {

protocol C;
#使用DRBD的同步協(xié)議，添加這一行

handlers {

pri-on-incon-degr
"/usr/lib/drbd/notify-pri-on-incon-degr.sh; /usr/lib/drbd/notify-emergency-reboot.sh; echo b > /proc/sysrq-trigger ; reboot -f"
;

pri-lost-after-sb
"/usr/lib/drbd/notify-pri-lost-after-sb.sh; /usr/lib/drbd/notify-emergency-reboot.sh; echo b > /proc/sysrq-trigger ; reboot -f"
;

local
-io-error
"/usr/lib/drbd/notify-io-error.sh; /usr/lib/drbd/notify-emergency-shutdown.sh; echo o > /proc/sysrq-trigger ; halt -f"
;
###需要把這三行的注釋去掉

}

startup {

# wfc-timeout degr-wfc-timeout outdated-wfc-timeout wait-after-sb

}

options {

# cpu-mask on-no-data-accessible

}

disk {

on-io-error detach;
#配置I/O錯(cuò)誤處理策略為分離,添加這一行

# size max-bio-bvecs on-io-error fencing disk-barrier disk-flushes

# disk-drain md-flushes resync-rate resync-after al-extents

# c-plan-ahead c-delay-target c-fill-target c-max-rate

# c-min-rate disk-timeout

}

net {

# protocol timeout max-epoch-size max-buffers unplug-watermark

# connect-int ping-int sndbuf-size rcvbuf-size ko-count

# allow-two-primaries cram-hmac-alg shared-secret after-sb-0pri

# after-sb-1pri after-sb-2pri always-asbp rr-conflict

# ping-timeout data-integrity-alg tcp-cork on-congestion

# congestion-fill congestion-extents csums-alg verify-alg

# use-rle

}

syncer {

rate 1024M;
#設(shè)置主備節(jié)點(diǎn)同步時(shí)的網(wǎng)絡(luò)速率，添加這個(gè)選項(xiàng)

}
}

注釋： on-io-error 策略可能為以下選項(xiàng)之一

detach 分離：這是默認(rèn)和推薦的選項(xiàng)，如果在節(jié)點(diǎn)上發(fā)生底層的硬盤(pán)I/O錯(cuò)誤，它會(huì)將設(shè)備運(yùn)行在Diskless無(wú)盤(pán)模式下

pass_on：DRBD會(huì)將I/O錯(cuò)誤報(bào)告到上層，在主節(jié)點(diǎn)上，它會(huì)將其報(bào)告給掛載的文件系統(tǒng)，但是在此節(jié)點(diǎn)上就往往忽略（因此此節(jié)點(diǎn)上沒(méi)有可以報(bào)告的上層）

-local-in-error：調(diào)用本地磁盤(pán)I/O處理程序定義的命令；這需要有相應(yīng)的local-io-error調(diào)用的資源處理程序處理錯(cuò)誤的命令；這就給管理員有足夠自由的權(quán)力命令命令或是腳本調(diào)用local-io-error處理I/O錯(cuò)誤

定義一個(gè)資源

9、創(chuàng)建配置文件

[root@node1 ~]
# cat /etc/drbd.d/mysql.res ##這個(gè)文件需要自己創(chuàng)建
resource mysql {
#資源名稱
protocol C;
#使用協(xié)議
meta-disk internal;
device
/dev/drbd1
;
#DRBD設(shè)備名稱
syncer {
verify-alg sha1;
# 加密算法
}
net {
allow-two-primaries;
}
on node1 {
#hostname一定要設(shè)為node1，不然下一步會(huì)報(bào)錯(cuò)的
disk
/dev/sdb
; drbd1使用的磁盤(pán)分區(qū)為
"mysql"
address 172.25.0.29:7789;
#設(shè)置DRBD監(jiān)聽(tīng)地址與端口
}
on node2 {
disk
/dev/sdb
;
address 172.25.0.30:7789;
}
}

10、然后把配置文件copy到對(duì)面的機(jī)器上：

[root@node1 ~]
# scp -rp /etc/drbd.d/* node2:/etc/drbd.d/
global_common.conf 100% 2621 2.6KB
/s
00:00
mysql.res 100% 238 0.2KB
/s
00:00

可以發(fā)現(xiàn)drbd.d目錄下的所有文件已經(jīng)復(fù)制node2上了

##注意要先把防火墻給關(guān)掉先

11、在node1上面啟動(dòng)mysql

[root@node1 ~]
# drbdadm create-md mysql
You want me to create a v08 style flexible-size internal meta data block.
There appears to be a v08 flexible-size internal meta data block
already
in
place on
/dev/sdb
at byte offset 2147479552
Do you really want to overwrite the existing meta-data?
[need to
type
'yes'
to confirm]
yes
md_offset 2147479552
al_offset 2147446784
bm_offset 2147381248
Found xfs filesystem

2097052 kB data area apparently used

2097052 kB left usable by current configuration
Even though it looks like this would place the new meta data into
unused space, you still need to confirm, as this is only a guess.
Do you want to proceed?
[need to
type
'yes'
to confirm]
yes
initializing activity log
initializing bitmap (64 KB) to all zero
Writing meta data...
New drbd meta data block successfully created.
[root@node1 ~]
# modprobe drbd
[root@node1 ~]
# lsmod | grep drbd
drbd 396875 0
libcrc32c 12644 4 xfs,drbd,nf_nat,nf_conntrack
[root@node1 ~]
# drbdadm up mysql
[root@node1 ~]
# drbdadm -- --force primary mysql
查看node1的狀態(tài)：
[root@node1 ~]
# cat /proc/drbd
version: 8.4.10-1 (api:1
/proto
:86-101)
GIT-
hash
: a4d5de01fffd7e4cde48a080e2c686f9e8cebf4c build by mockbuild@, 2017-09-15 14:23:22

1: cs:WFConnection ro:Primary
/Unknown
ds:UpToDate
/DUnknown
C r----s

ns:0 nr:0 dw:0 dr:912 al:8 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:2097052
You have new mail
in
/var/spool/mail/root

12、在對(duì)端節(jié)點(diǎn)執(zhí)行：

[root@node2 ~]
# drbdadm create-md mysql
You want me to create a v08 style flexible-size internal meta data block.
There appears to be a v08 flexible-size internal meta data block
already
in
place on
/dev/sdb
at byte offset 2147479552
Do you really want to overwrite the existing meta-data?
[need to
type
'yes'
to confirm]
yes
md_offset 2147479552
al_offset 2147446784
bm_offset 2147381248
Found xfs filesystem

2097052 kB data area apparently used

2097052 kB left usable by current configuration
Even though it looks like this would place the new meta data into
unused space, you still need to confirm, as this is only a guess.
Do you want to proceed?
[need to
type
'yes'
to confirm]
yes
initializing activity log
initializing bitmap (64 KB) to all zero
Writing meta data...
New drbd meta data block successfully created.
[root@node2 ~]
# modprobe drbd
[root@node2 ~]
# drbdadm up mysql

在從上面可以查看數(shù)據(jù)同步的狀態(tài)：

[root@node2 ~]
# cat /proc/drbd
version: 8.4.10-1 (api:1
/proto
:86-101)
GIT-
hash
: a4d5de01fffd7e4cde48a080e2c686f9e8cebf4c build by mockbuild@, 2017-09-15 14:23:22

1: cs:SyncTarget ro:Secondary
/Primary
ds:Inconsistent
/UpToDate
C r-----

ns:0 nr:237568 dw:237568 dr:0 al:8 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:1859484
[=>..................]
sync
'ed: 11.6% (1859484
/2097052
)K
finish: 0:00:39 speed: 47,512 (47,512) want: 102,400 K
/sec

可以看到數(shù)據(jù)正在同步

13、格式化并掛載：

[root@node1 ~]
# mkfs.xfs /dev/drbd1
meta-data=
/dev/drbd1
isize=512 agcount=4, agsize=131066 blks

= sectsz=512 attr=2, projid32bit=1

= crc=1 finobt=0, sparse=0
data = bsize=4096 blocks=524263, imaxpct=25

= sunit=0 swidth=0 blks
naming =version 2 bsize=4096 ascii-ci=0 ftype=1
log =internal log bsize=4096 blocks=2560, version=2

= sectsz=512 sunit=0 blks, lazy-count=1
realtime =none extsz=4096 blocks=0, rtextents=0
You have new mail
in
/var/spool/mail/root
[root@node1 ~]
# mount /dev/drbd1 /mnt
[root@node1 ~]
# df -h
Filesystem Size Used Avail Use% Mounted on
/dev/mapper/cl-root
18G 2.3G 16G 13% /
devtmpfs 226M 0 226M 0%
/dev
tmpfs 237M 0 237M 0%
/dev/shm
tmpfs 237M 4.6M 232M 2%
/run
tmpfs 237M 0 237M 0%
/sys/fs/cgroup
/dev/sda1
1014M 197M 818M 20%
/boot
tmpfs 48M 0 48M 0%
/run/user/0
/dev/drbd1
2.0G 33M 2.0G 2%
/mnt

注####要想使得從可以掛載，我們必須，先把主切換成叢，然后再到從上面掛載：

14、查看資源鏈接的狀態(tài)可以發(fā)現(xiàn)是Connected，正常的

[root@node1 ~]
# drbdadm cstate mysql
Connected

15、查看資源角色命令

[root@node1 ~]
# drbdadm role mysql
Primary
/Secondary
[root@node1 ~]
# ssh node2 "drbdadm role mysql"
Secondary
/Primary
[root@node1 ~]
# cat /proc/drbd
version: 8.4.10-1 (api:1
/proto
:86-101)
GIT-
hash
: a4d5de01fffd7e4cde48a080e2c686f9e8cebf4c build by mockbuild@, 2017-09-15 14:23:22

1: cs:Connected ro:Primary
/Secondary
ds:UpToDate
/UpToDate
C r-----

ns:2099100 nr:0 dw:2048 dr:2098449 al:9 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0

注釋：

Parimary 主：資源目前為主，并且可能正在被讀取或?qū)懭耄绻皇请p主只會(huì)出現(xiàn)在兩個(gè)節(jié)點(diǎn)中的其中一個(gè)節(jié)點(diǎn)上

Secondary 次：資源目前為次，正常接收對(duì)等節(jié)點(diǎn)的更新

Unknown 未知：資源角色目前未知，本地的資源不會(huì)出現(xiàn)這種狀態(tài)

16、查看硬盤(pán)狀態(tài)：

[root@node1 ~]# drbdadm dstate mysql

UpToDate/UpToDate

本地和對(duì)等節(jié)點(diǎn)的硬盤(pán)有可能為下列狀態(tài)之一：

注：

Diskless 無(wú)盤(pán)：本地沒(méi)有塊設(shè)備分配給DRBD使用，這表示沒(méi)有可用的設(shè)備，或者使用drbdadm命令手工分離或是底層的I/O錯(cuò)誤導(dǎo)致自動(dòng)分離

Attaching：讀取無(wú)數(shù)據(jù)時(shí)候的瞬間狀態(tài)

Failed 失敗：本地塊設(shè)備報(bào)告I/O錯(cuò)誤的下一個(gè)狀態(tài)，其下一個(gè)狀態(tài)為Diskless無(wú)盤(pán)

Negotiating：在已經(jīng)連接的DRBD設(shè)置進(jìn)行Attach讀取無(wú)數(shù)據(jù)前的瞬間狀態(tài)

Inconsistent：數(shù)據(jù)是不一致的，在兩個(gè)節(jié)點(diǎn)上（初始的完全同步前）這種狀態(tài)出現(xiàn)后立即創(chuàng)建一個(gè)新的資源。此外，在同步期間（同步目標(biāo)）在一個(gè)節(jié)點(diǎn)上出現(xiàn)這種狀態(tài)

Outdated：數(shù)據(jù)資源是一致的，但是已經(jīng)過(guò)時(shí)

DUnknown：當(dāng)對(duì)等節(jié)點(diǎn)網(wǎng)絡(luò)連接不可用時(shí)出現(xiàn)這種狀態(tài)

Consistent：一個(gè)沒(méi)有連接的節(jié)點(diǎn)數(shù)據(jù)一致，當(dāng)建立連接時(shí)，它決定數(shù)據(jù)是UpToDate或是Outdated

UpToDate：一致的最新的數(shù)據(jù)狀態(tài)，這個(gè)狀態(tài)為正常狀態(tài)

測(cè)試數(shù)據(jù)同步：

17、安裝數(shù)據(jù)庫(kù)，我這里用的是centos7的版本

[root@node1 ~]
# yum install mariadb-server mariadb -y
[root@node2 ~]
# yum install mariadb-server mariadb -y

18、把數(shù)據(jù)庫(kù)的目錄指向/mnt

[root@node1 ~]
# cat /etc/my.cnf
[mysqld]
datadir=
/mnt
.......
[root@node2 ~]
# cat /etc/my.cnf
[mysqld]
datadir=
/mnt
.......

19、下一步我們需要把/mnt設(shè)置擁有者為mysql

[root@node1 ~]
# chown -R mysql:mysql /mnt
[root@node1 ~]
# systemctl restart mariadb
[root@node2 ~]
# chown -R mysql:mysql /mnt
[root@node2 ~]
# systemctl restart mariadb

20、我們進(jìn)入數(shù)據(jù)庫(kù)創(chuàng)建數(shù)據(jù)庫(kù)

[root@node1 ~]
#mysqld_safe --skip-grant-tables &
[root@node1 ~]
#mysql -u root
MariaDB [(none)]> create database xiaozhang;
Query OK, 1 row affected (0.12 sec)

#創(chuàng)建一個(gè)叫xiaozhang的數(shù)據(jù)庫(kù)

[root@node2 ~]
# mysqld_safe --skip-grant-tables & #進(jìn)入mariadb安全模式

21、切換主備節(jié)點(diǎn)：

先關(guān)掉node1的mariadb

[root@node1 /]
# systemctl stop mariadb

1、先把主結(jié)點(diǎn)降為從結(jié)點(diǎn)(先卸載才能變?yōu)閺?：

[root@node1 /]
# umount /mnt
[root@node1 /]
# drbdadm secondary mysql ##降為從
[root@node1 /]
# drbd-overview
NOTE: drbd-overview will be deprecated soon.
Please consider using drbdtop.

1:mysql
/0
Connected Secondary
/Secondary
UpToDate
/UpToDate

可以看到node1已經(jīng)降為從了

2在node2：

[root@node2 ~]
# drbdadm primary mysql
You have new mail
in
/var/spool/mail/root
[root@node2 ~]
# drbd-overview
NOTE: drbd-overview will be deprecated soon.
Please consider using drbdtop.

1:mysql
/0
Connected Primary
/Secondary
UpToDate
/UpToDate

可以看到經(jīng)把node2,升為主了

3、然后我們掛載試一下：

[root@node2 ~]
# mount /dev/drbd1 /mnt

重啟mariadb

4、檢測(cè)

進(jìn)入mariadb數(shù)據(jù)庫(kù)

我們可以看到數(shù)據(jù)已經(jīng)同步了，在node2上已經(jīng)可以看到在node1創(chuàng)的數(shù)據(jù)庫(kù)了。

到這里我們就可以基本實(shí)現(xiàn)我們的drdb部署，實(shí)現(xiàn)數(shù)據(jù)同步了，當(dāng)然啦，我們部署是需要很多的細(xì)節(jié)，不過(guò)我遇到的基本都解決了，都已經(jīng)在文檔中有提示。

本文永久更新鏈接地址：http://www.linuxidc.com/Linux/2017-12/149268.htm

網(wǎng)站題目：CentOS7下DRBD數(shù)據(jù)同步部署
網(wǎng)頁(yè)網(wǎng)址：http://m.fisionsoft.com.cn/article/cocjooi.html

新聞中心

其他資訊