分享知识，分享快乐

0%

doris部署

发表于

doris部署

fe部署

1
2
3
4
5
第一次启动需指定--helper参数，后续再启动无需指定此参数
sh /opt/module/apache-doris-fe/bin/start_fe.sh --helper cdh192-150:19010 --daemon

ansible fe -m shell -a " sh /opt/module/apache-doris-fe/bin/stop_fe.sh "
ansible fe -m shell -a " sh /opt/module/apache-doris-fe/bin/start_fe.sh --daemon "
1
2
3
4
5
6
7
8
9
10
mysql -h 127.0.0.1 -P9030 -uroot -p
mysql> SHOW PROC '/frontends'\G
ALTER SYSTEM ADD FOLLOWER "cdh192-151:19010";
# ALTER SYSTEM DROP FOLLOWER "cdh192-151:19010";
ALTER SYSTEM ADD OBSERVER "cdh192-152:19010";
# ALTER SYSTEM drop OBSERVER "cdh192-152:19010";
ALTER SYSTEM ADD FOLLOWER "cdh192-153:19010";
ALTER SYSTEM ADD FOLLOWER "cdh192-146.hadoop.xy:19010";

netstat -nap |grep 19010

be 部署

1
2
ansible be -m shell -a " sh /opt/module/apache-doris-be/bin/stop_be.sh "
ansible be -m shell -a " sh /opt/module/apache-doris-be/bin/start_be.sh --daemon "
1
2
3
4
5
mysql> SHOW PROC '/backends'\G
ALTER SYSTEM ADD BACKEND "cdh192-150:9050";
ALTER SYSTEM ADD BACKEND "cdh192-151:9050";
ALTER SYSTEM ADD BACKEND "cdh192-152:9050";
ALTER SYSTEM ADD BACKEND "cdh192-146:9050";
1
2
ansible be -m shell -a "sh /opt/module/apache-doris-be/bin/stop_be.sh "
ansible be -m shell -a "sh /opt/module/apache-doris-be/bin/start_be.sh --daemon "

doris升级

重要！！在升级之前需要备份元数据（整个目录都需要备份）！！

前置工作

1
2
3
4
5
6
7
8
# 关闭副本均衡逻辑。关闭后，不会再触发普通表副本的均衡操作。
$ mysql-client > admin set frontend config("disable_balance" = "true");

# 关闭 colocation 表的副本均衡逻辑。关闭后，不会再触发 colocation 表的副本重分布操作。
$ mysql-client > admin set frontend config("disable_colocate_balance" = "true");

# 关闭副本调度逻辑。关闭后，所有已产生的副本修复和均衡任务不会再被调度。
$ mysql-client > admin set frontend config("disable_tablet_scheduler" = "true");
1
2
cd /opt/module/apache-doris-fe
cp -r doris-meta/ doris-meta_bak

升级

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
scp apache-doris-fe-1.2.0-bin-x86_64.tar.xz cdh192-146:/opt/module/
scp apache-doris-be-1.2.0-bin-x86_64.tar.xz cdh192-146:/opt/module/
scp apache-doris-java-udf-jar-with-dependencies-1.2.0-bin-x86_64.tar.xz cdh192-146:/opt/module/

# ansible cdh-online  -m copy  -a "src=/opt/module/apache-doris-be-1.2.0-bin-x86_64.tar.xz dest=/opt/module/"
ssh cdh192-150 
cd /opt/module
tar -xvf apache-doris-be-1.2.1-bin-x86_64.tar.xz
tar -xvf apache-doris-fe-1.2.1-bin-x86_64.tar.xz
tar -xvf apache-doris-dependencies-1.2.1-bin-x86_64.tar.xz

# 升级 BE 节点
cd /opt/module/apache-doris-be
rm -rf lib.bak && mv lib lib.bak 
rm -rf bin.bak && mv bin bin.bak
cp -r /opt/module/apache-doris-be-1.2.1-bin-x86_64/lib .
cp -r /opt/module/apache-doris-be-1.2.1-bin-x86_64/bin .
cp /opt/module/apache-doris-dependencies-1.2.1-bin-x86_64/java-udf-jar-with-dependencies.jar lib/
sh bin.bak/stop_be.sh
sh bin/start_be.sh --daemon
ps aux | grep doris_be

# 升级 FE 节点
cd /opt/module/apache-doris-fe
rm -rf lib.bak && mv lib lib.bak 
rm -rf bin.bak && mv bin bin.bak
cp -r /opt/module/apache-doris-1.2.1-hive_211-fe-x86_64/lib .
cp -r /opt/module/apache-doris-fe-1.2.1-bin-x86_64/bin .
sh bin.bak/stop_fe.sh
sh bin/start_fe.sh --daemon
ps aux | grep apache-doris-fe

新加节点

sh /opt/module/apache-doris-fe/bin/start_fe.sh --helper cdh192-151.hadoop.xy:19010 --daemon

正确的顺序：

  1. 在系统注册：ALTER SYSTEM ADD FOLLOWER “follower_host:edit_log_port”;
  2. 启动新节点：./bin/start_fe.sh --helper leader_fe_host:edit_log_port --daemon