csync+lsync 实时双向批量同步小文件

35rew · 发表于 2014-7-31 09:13:04

环境 ubuntu 12.04
1）两台机器安装配置：

apt-get install xinetd csync2 lsyncd

1
2
3
4
5
6
7
8
9
10
11
12
13

cat /etc/xinetd.d/csync2
      service csync2
         {
            disable = no
            port = 30865
            socket_type = stream
            protocol = tcp
            wait = no
            user = root
            passenv = PATH
            server = /usr/sbin/csync2
            server_args = -i
         }

2） node2配置：

在主机node2上面执行csync2 -k/etc/csync2.key (时间长，耐心等待)
在主机node2上面csync配置下面三个文件：

1
2
3
4
5
6
7
8
9
10
11

cat /etc/csync2.cfg
nossl * *;
group WEB
{
      host node2.wenjun.com;
      host node3.wenjun.com;
      key /etc/csync2.key;
      include /home/ubuntu;
      exclude *~ .*;
      auto none;
}

1
2
3
4
5
6
7
8
9
10
11

cat /etc/csync2_web1.cfg
nossl * *;
group web1
{
         host node2.wenjun.com;
         host (node3.wenjun.com); #（）向这台推送数据
         key /etc/csync2.key;
         include /home/ubuntu;
         exclude *~ .*;
         auto none;
}

1
2
3
4
5
6
7
8
9
10
11

cat /etc/csync2_web2.cfg
nossl * *;
group web2
{
         host (node2.wenjun.com);
         host node3.wenjun.com;
         key /etc/csync2.key;
         include /home/ubuntu;
         exclude *~ .*;
         auto none;
}

lsyncd node2配置

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81

cat /etc/lsyncd/lsyncd.conf.lua
settings = {
         logident       = "lsyncd",
         logfacility    = "user",
      logfile = "/var/log/lsyncd.log",
      statusFile = "/var/log/lsyncd.stat",
      statusInterval = 1,
}

initSync = {
         delay = 1,
         maxProcesses = 1,
         action = function(inlet)
                  local config = inlet.getConfig()
                  local elist = inlet.getEvents(function(event)
                        return event.etype ~= "Blanket"
                  end)
                  local directory = string.sub(config.source, 1, -2)
                  local paths = elist.getPaths(function(etype, path)
                        return "\t" .. config.syncid .. ":" .. directory .. path
                  end)
                  log("Normal", "Processing syncing list:\n", table.concat(paths, "\n"))
                  spawn(elist, "/usr/sbin/csync2", "-C", config.syncid, "-x")
         end,
         collect = function(agent, exitcode)
                  local config = agent.config
                  if not agent.isList and agent.etype == "Blanket" then
                        if exitcode == 0 then
                                 log("Normal", "Startup of '", config.syncid, "' instance finished.")
                        elseif config.exitcodes and config.exitcodes[exitcode] == "again" then
                                 log("Normal", "Retrying startup of '", config.syncid, "' instance.")
                                 return "again"
                        else
                                 log("Error", "Failure on startup of '", config.syncid, "' instance.")
                                 terminate(-1)
                        end
                        return
                  end
                  local rc = config.exitcodes and config.exitcodes[exitcode]
                  if rc == "die" then
                        return rc
                  end
                  if agent.isList then
                        if rc == "again" then
                                 log("Normal", "Retrying events list on exitcode = ", exitcode)
                        else
                                 log("Normal", "Finished events list = ", exitcode)
                        end
                  else
                        if rc == "again" then
                                 log("Normal", "Retrying ", agent.etype, " on ", agent.sourcePath, " = ", exitcode)
                        else
                                 log("Normal", "Finished ", agent.etype, " on ", agent.sourcePath, " = ", exitcode)
                        end
                  end
                  return rc
         end,
         init = function(inlet)
                  local config = inlet.getConfig()
                  local event = inlet.createBlanketEvent()
                  log("Normal", "Recursive startup sync: ", config.syncid, ":", config.source)
                  spawn(event, "/usr/sbin/csync2", "-C", config.syncid, "-x")
         end,
         prepare = function(config)
                  if not config.syncid then
                        error("Missing 'syncid' parameter.", 4)
                  end
                  local c = "csync2_" .. config.syncid .. ".cfg"
                  local f, err = io.open("/etc/" .. c, "r")
                  if not f then
                        error("Invalid 'syncid' parameter: " .. err, 4)
                  end
                  f:close()
         end
}
local sources = {
         ["/home/ubuntu"] = "web1"
}
for key, value in pairs(sources) do
         sync {initSync, source=key, syncid=value}
end

3） node3配置
同步node2 csync配置到node3

scp node2:/etc/csync.* /etc/
同步node2 lsyncd 配置到node3
scp -r node2:/etc/lsyncd /etc/
修改下面部分：

1
2
3

      local sources = {
            ["/home/ubuntu"] = "web2"
      }

4）两台机器都执行

1
2
3
4

csync2 -xv          # 初始化csync2 的sqlite数据库
csync2 -vvv -T       # 测试csync2

/etc/init.d/lsyncd start       #启动lsyncd

1	tail -f /var/log/lsyncd.log #查看日志输出显示如下为正常

1
2
3

      Tue Jul 29 17:25:23 2014 Normal: Recursive startup sync: web1:/home/ubuntu/wenjun1/
      Tue Jul 29 17:25:23 2014 Normal: Startup of 'web1' instance finished.
      Tue Jul 29 17:25:33 2014 Normal: Processing syncing list:

      Wed Jul 30 10:56:28 2014 Normal: Recursive startup sync: web2:/home/ubuntu/wenjun1/
      Wed Jul 30 10:56:28 2014 Normal: Startup of 'web2' instance finished.
      Wed Jul 30 10:56:39 2014 Normal: Processing syncing list:

5）测试同步
测试1：

1
2
3
4

#!/bin/sh
for ((i=0; i<100; i++)); do
touch /home/ubuntu/${i}.html
done

测试2：

1
2
3
4
5
6
7
8
9
10

#!/bin/bash
for ((i=0;i<10;i++))
      do
         number=$((1000000 + ($(od -An -N2 -i /dev/random)) % (10000 + 1000)))
         for ((j=0; j<1000; j++))
      do
                  touch /home/ubuntu/${i}-${j}.html
         done
         sleep ${number}
done

6）适用环境
此方案也可做成链式同步;N台相同资源机器同步

参考： http://oss.linbit.com/csync2/paper.pdf

账号		自动登录	找回密码
密码			立即注册

大疆运维招人啦，

C++ :try 语句块和异常处理

C++的多态

Red Hat RHCE 8 (EX294) Cert Guide

Java/C++ 区别：看完这一篇，就够用！

别再用过时库了！这 13 个顶级 C++ 库才是

c++ size_t 和 int 的区别

[经验分享] csync+lsync 实时双向批量同步小文件

浏览过的版块

扫码加入运维网微信交流群