dolphinscheduler集群部署

1、环境准备

jdk安装
/usr/local/jdk1.8.0_361/bin/java
mysql安装

CREATE DATABASE dolphinscheduler DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
create user ds@'%' identified by '123456';
grant all privileges on dolphinscheduler.* to ds@'%';
flush privileges;

zookeeper安装

启动zookeeper:

./bin/zkServer.sh  start

 https://downloads.mysql.com/archives/c-j/ 

下载选择Platform Independent 

(mysql-connector-java-8.0.16.zip)

mysql-connector-java-8.0.16.jar 需要放到每个组件的Lib目录下

 

psmisc安装

yum instll -y psmisc

 

2、准备 DolphinScheduler 启动环境

2.1、配置用户免密及权限

useradd dolphinscheduler

#/etc/sudoers 文件修改
%dolphinscheduler ALL=(ALL) NOPASSWD: ALL

chown -R dolphinscheduler:dolphinscheduler apache-dolphinscheduler-3.1.2-bin.tar.gz

#配置3台机器免密登录针对用户dolphinscheduler

#3台机器都要执行以下命令

ssh-keygen -t rsa
cd .ssh
ssh-copy-id -i id_rsa.pub dolphinscheduler@tidb1
ssh-copy-id -i id_rsa.pub dolphinscheduler@tidb2
ssh-copy-id -i id_rsa.pub dolphinscheduler@tidb3

 

2.2、配置文件修改

apache-dolphinscheduler-3.1.2-bin.tar.gz 解压到/data/soft目录

/data/soft并不是真正的安装目录，安装目录是installPath

修改配置文件

/data/soft/apache-dolphinscheduler-3.1.2-bin/bin/env/install_env.sh

install_env.sh

ips="tidb1,tidb2,tidb3"
sshPort="22"
masters="tidb1,tidb2"
workers="tidb1:default,tidb2:default,tidb3:default"
alertServer="tidb3"
apiServers="tidb3"
installPath="/usr/local/dolphinscheduler"
deployUser="dolphinscheduler"
zkRoot="/dolphinscheduler"

 

#dolphinscheduler_env.sh配置文件修改

export JAVA_HOME=${JAVA_HOME:-/usr/local/jdk1.8.0_361}

export DATABASE=${DATABASE:-mysql}
export SPRING_PROFILES_ACTIVE=${DATABASE}
export SPRING_DATASOURCE_URL="jdbc:mysql://tidb1:3308/dolphinscheduler?useUnicode=true&characterEncoding=UTF-8&useSSL=false"
export SPRING_DATASOURCE_USERNAME="ds"
export SPRING_DATASOURCE_PASSWORD="123456"

export SPRING_JACKSON_TIME_ZONE=${SPRING_JACKSON_TIME_ZONE:-Asia/Shanghai}

export REGISTRY_ZOOKEEPER_CONNECT_STRING=${REGISTRY_ZOOKEEPER_CONNECT_STRING:-tidb1:2181}

3、部署dolphinscheduler

3.1、初始化数据库

#拷贝驱动

cp /data/soft/mysql-connector-java-8.0.16/mysql-connector-java-8.0.16.jar /data/soft/apache-dolphinscheduler-3.1.2-bin/alert-server/libs/
cp /data/soft/mysql-connector-java-8.0.16/mysql-connector-java-8.0.16.jar /data/soft/apache-dolphinscheduler-3.1.2-bin/api-server/libs/
cp /data/soft/mysql-connector-java-8.0.16/mysql-connector-java-8.0.16.jar /data/soft/apache-dolphinscheduler-3.1.2-bin/master-server/libs/
cp /data/soft/mysql-connector-java-8.0.16/mysql-connector-java-8.0.16.jar /data/soft/apache-dolphinscheduler-3.1.2-bin/worker-server/libs/

cp /data/soft/mysql-connector-java-8.0.16/mysql-connector-java-8.0.16.jar /data/soft/apache-dolphinscheduler-3.1.2-bin/tools/libs/

#初始化数据库

bash tools/bin/upgrade-schema.sh

 

3.2、一键部署

#部署并启动

bash ./bin/install.sh

 tidb3:12345/dolphinscheduler

admin/dolphinscheduler123

登录访问

3.3、启动服务

 

进入/usr/local/dolphinscheduler

每个节点都可以执行

 

# 一键停止集群所有服务
bash ./bin/stop-all.sh

# 一键开启集群所有服务
bash ./bin/start-all.sh

# 启停 Master
bash ./bin/dolphinscheduler-daemon.sh stop master-server
bash ./bin/dolphinscheduler-daemon.sh start master-server

# 启停 Worker
bash ./bin/dolphinscheduler-daemon.sh start worker-server
bash ./bin/dolphinscheduler-daemon.sh stop worker-server

# 启停 Api
bash ./bin/dolphinscheduler-daemon.sh start api-server
bash ./bin/dolphinscheduler-daemon.sh stop api-server

# 启停 Alert
bash ./bin/dolphinscheduler-daemon.sh start alert-server
bash ./bin/dolphinscheduler-daemon.sh stop alert-server