Skip to content

Commit af1efe3

Browse files
judasnjudasn
committed
2018-03-25 补充 kafka 和 zookeeper 内容
1 parent af3d867 commit af1efe3

File tree

4 files changed

+224
-47
lines changed

4 files changed

+224
-47
lines changed

‎favorite-file/shell/install_common_vim_zsh_aliyun_docker_disable_firewalld_centos7.sh‎

Lines changed: 75 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,75 @@
1+
#!/bin/sh
2+
3+
echo "-----------------------------------------禁用防火墙"
4+
systemctl stop firewalld.service
5+
systemctl disable firewalld.service
6+
7+
echo "-----------------------------------------开始常用工具安装"
8+
yum install -y zip unzip lrzsz git epel-release
9+
10+
echo "-----------------------------------------开始常用工具结束"
11+
echo "-----------------------------------------开始安装 zsh"
12+
yum install -y zsh
13+
14+
echo "-----------------------------------------开始安装 oh-my-zsh"
15+
wget https://raw.github.com/robbyrussell/oh-my-zsh/master/tools/install.sh -O - | sh
16+
17+
echo "-----------------------------------------设置默认终端为 oh-my-zsh"
18+
chsh -s /bin/zsh root
19+
20+
21+
echo "-----------------------------------------开始安装 vim"
22+
yum install -y vim
23+
24+
echo "-----------------------------------------设置 vim 配置"
25+
curl https://raw.githubusercontent.com/wklken/vim-for-server/master/vimrc > ~/.vimrc
26+
27+
echo "-----------------------------------------安装 docker 所需环境"
28+
29+
yum install -y yum-utils device-mapper-persistent-data lvm2
30+
31+
echo "-----------------------------------------添加 repo（可能网络会很慢，有时候会报：Timeout，所以要多试几次）"
32+
33+
yum-config-manager --add-repo https://download.docker.com/linux/centos/docker-ce.repo
34+
yum makecache fast
35+
36+
echo "-----------------------------------------开始安装 docker"
37+
38+
yum install -y docker-ce
39+
40+
echo "-----------------------------------------启动 Docker"
41+
42+
systemctl start docker.service
43+
44+
echo "-----------------------------------------安装结束"
45+
46+
echo "-----------------------------------------运行 hello world 镜像"
47+
48+
docker run hello-world
49+
50+
echo "-----------------------------------------安装 docker compose"
51+
echo "docker compose 的版本检查：https://docs.docker.com/compose/install/#install-compose"
52+
53+
curl -L https://github.com/docker/compose/releases/download/1.20.1/docker-compose-`uname -s`-`uname -m` -o /usr/local/bin/docker-compose
54+
55+
chmod +x /usr/local/bin/docker-compose
56+
57+
echo "-----------------------------------------输出 docker compose 版本号"
58+
59+
docker-compose --version
60+
61+
echo "-----------------------------------------docker 加速"
62+
63+
touch /etc/docker/daemon.json
64+
65+
cat << EOF >> /etc/docker/daemon.json
66+
{
67+
"registry-mirrors": ["https://ldhc17y9.mirror.aliyuncs.com"]
68+
}
69+
EOF
70+
71+
systemctl daemon-reload
72+
73+
systemctl restart docker
74+
75+

‎favorite-file/shell/install_common_vim_zsh_docker_disable_firewalld_centos7.sh‎

Lines changed: 0 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -58,18 +58,7 @@ echo "-----------------------------------------输出 docker compose 版本号"
5858

5959
docker-compose --version
6060

61-
echo "-----------------------------------------docker 加速"
6261

63-
touch /etc/docker/daemon.json
6462

65-
cat << EOF >> /etc/docker/daemon.json
66-
{
67-
"registry-mirrors": ["https://ldhc17y9.mirror.aliyuncs.com"]
68-
}
69-
EOF
70-
71-
systemctl daemon-reload
72-
73-
systemctl restart docker
7463

7564

‎markdown-file/Elasticsearch-Base.md‎

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,27 @@
11
# Elasticsearch 知识
22

3+
## Docker 部署
4+
5+
```
6+
version: "3"
7+
8+
services:
9+
elasticsearch:
10+
image: elasticsearch:5.6.8
11+
restart: always
12+
container_name: elasticsearch
13+
hostname: elasticsearch
14+
environment:
15+
- 'http.host=0.0.0.0'
16+
- 'transport.host=127.0.0.1'
17+
- "ES_JAVA_OPTS=-Xms512m -Xmx512m"
18+
ports:
19+
- "9200:9200"
20+
- "9300:9300"
21+
volumes:
22+
- /data/docker/elasticsearch/data:/usr/share/elasticsearch/data
23+
```
24+
325
## 环境
426

527
- CentOS 7.3

‎markdown-file/Kafka-Install-And-Settings.md‎

Lines changed: 127 additions & 36 deletions
Original file line numberDiff line numberDiff line change
@@ -97,65 +97,156 @@ services:
9797
## Docker 多机多实例部署
9898

9999
- 三台机子：
100-
- 内网 ip：`172.31.65.89`，外网 ip：`47.75.186.22`
101-
- 内网 ip：`172.31.65.90`，外网 ip：`47.75.188.54`
102-
- 内网 ip：`172.31.65.91`，外网 ip：`47.75.41.196`
100+
- 内网 ip：`172.24.165.128`，外网 ip：`47.74.2.1`
101+
- 内网 ip：`172.24.165.126`，外网 ip：`47.74.1.249`
102+
- 内网 ip：`172.24.165.127`，外网 ip：`47.74.12.50`
103+
- 修改三台机子 hostname：
104+
- 节点 1：`hostnamectl --static set-hostname youmeekhost1`
105+
- 节点 2：`hostnamectl --static set-hostname youmeekhost2`
106+
- 节点 3：`hostnamectl --static set-hostname youmeekhost3`
103107
- 三台机子的 hosts 都修改为如下内容：`vim /etc/hosts`
104108

105109
```
106-
172.31.65.89 youmeekhost1
107-
172.31.65.90 youmeekhost2
108-
172.31.65.91 youmeekhost3
110+
172.24.165.128 youmeekhost1
111+
172.24.165.126 youmeekhost2
112+
172.24.165.127 youmeekhost3
109113
```
110114

111115
- 开发机设置 hosts：
112116

113117
```
114-
47.75.186.22 youmeekhost1
115-
47.75.188.54 youmeekhost2
116-
47.75.41.196 youmeekhost3
118+
47.74.2.1 youmeekhost1
119+
47.74.1.249 youmeekhost2
120+
47.74.12.50 youmeekhost3
117121
```
118122

119-
#### 各个节点部署 zookeeper：
120123

121-
- 节点 1：
124+
#### 各个节点部署 docker compose：
125+
126+
- 节点 1：`vim docker-compose.yml`
122127

123128
```
124-
docker run --net=host -d -p 2181 \
125-
--restart=always \
126-
-v /data/docker/zookeeper/data:/data \
127-
-v /data/docker/zookeeper/log:/datalog \
128-
-e ZOO_MY_ID=1 \
129-
-e "ZOO_SERVERS=server.1=youmeekhost1:2888:3888 server.2=youmeekhost2:2888:3888 server.3=youmeekhost3:2888:3888" \
130-
--name=zookeeper1 zookeeper:3.4
129+
version: '3.2'
130+
services:
131+
zookeeper:
132+
image: wurstmeister/zookeeper
133+
restart: always
134+
hostname: zookeeper
135+
ports:
136+
- "2181:2181"
137+
environment:
138+
ZOO_MY_ID: 1
139+
ZOO_SERVERS: server.1=172.24.165.128:2888:3888 server.2=172.24.165.126:2888:3888 server.3=172.24.165.127:2888:3888
140+
volumes:
141+
- /data/docker/zookeeper/data:/data
142+
- /data/docker/zookeeper/log:/datalog
143+
kafka:
144+
image: wurstmeister/kafka:latest
145+
ports:
146+
- target: 9094
147+
published: 9094
148+
protocol: tcp
149+
mode: host
150+
environment:
151+
HOSTNAME_COMMAND: "docker info | grep ^Name: | cut -d' ' -f 2"
152+
KAFKA_BROKER_ID: 1
153+
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
154+
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
155+
KAFKA_ADVERTISED_PROTOCOL_NAME: OUTSIDE
156+
KAFKA_ADVERTISED_PORT: 9094
157+
KAFKA_PROTOCOL_NAME: INSIDE
158+
KAFKA_PORT: 9092
159+
KAFKA_LOG_DIRS: /data/docker/kafka/logs
160+
KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
161+
KAFKA_LOG_RETENTION_HOURS: 168
162+
volumes:
163+
- /var/run/docker.sock:/var/run/docker.sock
164+
- /data/docker/kafka/logs:/data/docker/kafka/logs
131165
```
132166

133-
134-
- 节点 2：
167+
- 节点 2：`vim docker-compose.yml`
135168

136169
```
137-
docker run --net=host -d -p 2181 \
138-
--restart=always \
139-
-v /data/docker/zookeeper/data:/data \
140-
-v /data/docker/zookeeper/log:/datalog \
141-
-e ZOO_MY_ID=2 \
142-
-e "ZOO_SERVERS=server.1=youmeekhost1:2888:3888 server.2=youmeekhost2:2888:3888 server.3=youmeekhost3:2888:3888" \
143-
--name=zookeeper2 zookeeper:3.4
170+
version: '3.2'
171+
services:
172+
zookeeper:
173+
image: wurstmeister/zookeeper
174+
restart: always
175+
hostname: zookeeper
176+
ports:
177+
- "2181:2181"
178+
environment:
179+
ZOO_MY_ID: 2
180+
ZOO_SERVERS: server.1=172.24.165.128:2888:3888 server.2=0.0.0.0:2888:3888 server.3=172.24.165.127:2888:3888
181+
volumes:
182+
- /data/docker/zookeeper/data:/data
183+
- /data/docker/zookeeper/log:/datalog
184+
kafka:
185+
image: wurstmeister/kafka:latest
186+
ports:
187+
- target: 9094
188+
published: 9094
189+
protocol: tcp
190+
mode: host
191+
environment:
192+
HOSTNAME_COMMAND: "docker info | grep ^Name: | cut -d' ' -f 2"
193+
KAFKA_BROKER_ID: 2
194+
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
195+
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
196+
KAFKA_ADVERTISED_PROTOCOL_NAME: OUTSIDE
197+
KAFKA_ADVERTISED_PORT: 9094
198+
KAFKA_PROTOCOL_NAME: INSIDE
199+
KAFKA_PORT: 9092
200+
KAFKA_LOG_DIRS: /data/docker/kafka/logs
201+
KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
202+
KAFKA_LOG_RETENTION_HOURS: 168
203+
volumes:
204+
- /var/run/docker.sock:/var/run/docker.sock
205+
- /data/docker/kafka/logs:/data/docker/kafka/logs
144206
```
145207

146-
147-
- 节点 3：
208+
- 节点 3：`vim docker-compose.yml`
148209

149210
```
150-
docker run --net=host -d -p 2181 \
151-
--restart=always \
152-
-v /data/docker/zookeeper/data:/data \
153-
-v /data/docker/zookeeper/log:/datalog \
154-
-e ZOO_MY_ID=3 \
155-
-e "ZOO_SERVERS=server.1=youmeekhost1:2888:3888 server.2=youmeekhost2:2888:3888 server.3=youmeekhost3:2888:3888" \
156-
--name=zookeeper3 zookeeper:3.4
211+
version: '3.2'
212+
services:
213+
zookeeper:
214+
image: wurstmeister/zookeeper
215+
restart: always
216+
hostname: zookeeper
217+
ports:
218+
- "2181:2181"
219+
environment:
220+
ZOO_MY_ID: 3
221+
ZOO_SERVERS: server.1=172.24.165.128:2888:3888 server.2=172.24.165.126:2888:3888 server.3=0.0.0.0:2888:3888
222+
volumes:
223+
- /data/docker/zookeeper/data:/data
224+
- /data/docker/zookeeper/log:/datalog
225+
kafka:
226+
image: wurstmeister/kafka:latest
227+
ports:
228+
- target: 9094
229+
published: 9094
230+
protocol: tcp
231+
mode: host
232+
environment:
233+
HOSTNAME_COMMAND: "docker info | grep ^Name: | cut -d' ' -f 2"
234+
KAFKA_BROKER_ID: 3
235+
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
236+
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
237+
KAFKA_ADVERTISED_PROTOCOL_NAME: OUTSIDE
238+
KAFKA_ADVERTISED_PORT: 9094
239+
KAFKA_PROTOCOL_NAME: INSIDE
240+
KAFKA_PORT: 9092
241+
KAFKA_LOG_DIRS: /data/docker/kafka/logs
242+
KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
243+
KAFKA_LOG_RETENTION_HOURS: 168
244+
volumes:
245+
- /var/run/docker.sock:/var/run/docker.sock
246+
- /data/docker/kafka/logs:/data/docker/kafka/logs
157247
```
158248

249+
159250
#### 先安装 nc 再来校验 zookeeper 集群情况
160251

161252
- 环境：CentOS 7.4

0 commit comments

Comments
 (0)