dolphinscheduler集群部署
1、环境准备
jdk安装
/usr/local/jdk1.8.0_361/bin/java
mysql安装
CREATE DATABASE dolphinscheduler DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
create user ds@'%' identified by '123456';
grant all privileges on dolphinscheduler.* to ds@'%';
flush privileges;
zookeeper安装
启动zookeeper:
./bin/zkServer.sh start
https://downloads.mysql.com/archives/c-j/
下载选择Platform Independent
(mysql-connector-java-8.0.16.zip)
mysql-connector-java-8.0.16.jar 需要放到每个组件的Lib目录下
psmisc安装
yum instll -y psmisc
2、准备 DolphinScheduler 启动环境
2.1、配置用户免密及权限
useradd dolphinscheduler
#/etc/sudoers 文件修改
%dolphinscheduler ALL=(ALL) NOPASSWD: ALL
chown -R dolphinscheduler:dolphinscheduler apache-dolphinscheduler-3.1.2-bin.tar.gz
#配置3台机器免密登录针对用户dolphinscheduler
#3台机器都要执行以下命令
ssh-keygen -t rsa
cd .ssh
ssh-copy-id -i id_rsa.pub dolphinscheduler@tidb1
ssh-copy-id -i id_rsa.pub dolphinscheduler@tidb2
ssh-copy-id -i id_rsa.pub dolphinscheduler@tidb3
2.2、配置文件修改
apache-dolphinscheduler-3.1.2-bin.tar.gz 解压到/data/soft目录
/data/soft并不是真正的安装目录,安装目录是installPath
修改配置文件
/data/soft/apache-dolphinscheduler-3.1.2-bin/bin/env/install_env.sh
install_env.sh
ips="tidb1,tidb2,tidb3"
sshPort="22"
masters="tidb1,tidb2"
workers="tidb1:default,tidb2:default,tidb3:default"
alertServer="tidb3"
apiServers="tidb3"
installPath="/usr/local/dolphinscheduler"
deployUser="dolphinscheduler"
zkRoot="/dolphinscheduler"
#dolphinscheduler_env.sh配置文件修改
export JAVA_HOME=${JAVA_HOME:-/usr/local/jdk1.8.0_361}
export DATABASE=${DATABASE:-mysql}
export SPRING_PROFILES_ACTIVE=${DATABASE}
export SPRING_DATASOURCE_URL="jdbc:mysql://tidb1:3308/dolphinscheduler?useUnicode=true&characterEncoding=UTF-8&useSSL=false"
export SPRING_DATASOURCE_USERNAME="ds"
export SPRING_DATASOURCE_PASSWORD="123456"
export SPRING_JACKSON_TIME_ZONE=${SPRING_JACKSON_TIME_ZONE:-Asia/Shanghai}
export REGISTRY_ZOOKEEPER_CONNECT_STRING=${REGISTRY_ZOOKEEPER_CONNECT_STRING:-tidb1:2181}
3、部署dolphinscheduler
3.1、初始化数据库
#拷贝驱动
cp /data/soft/mysql-connector-java-8.0.16/mysql-connector-java-8.0.16.jar /data/soft/apache-dolphinscheduler-3.1.2-bin/alert-server/libs/
cp /data/soft/mysql-connector-java-8.0.16/mysql-connector-java-8.0.16.jar /data/soft/apache-dolphinscheduler-3.1.2-bin/api-server/libs/
cp /data/soft/mysql-connector-java-8.0.16/mysql-connector-java-8.0.16.jar /data/soft/apache-dolphinscheduler-3.1.2-bin/master-server/libs/
cp /data/soft/mysql-connector-java-8.0.16/mysql-connector-java-8.0.16.jar /data/soft/apache-dolphinscheduler-3.1.2-bin/worker-server/libs/
cp /data/soft/mysql-connector-java-8.0.16/mysql-connector-java-8.0.16.jar /data/soft/apache-dolphinscheduler-3.1.2-bin/tools/libs/
#初始化数据库
bash tools/bin/upgrade-schema.sh
3.2、一键部署
#部署并启动
bash ./bin/install.sh
tidb3:12345/dolphinscheduler
admin/dolphinscheduler123
登录访问
3.3、启动服务
进入/usr/local/dolphinscheduler
每个节点都可以执行
# 一键停止集群所有服务
bash ./bin/stop-all.sh
# 一键开启集群所有服务
bash ./bin/start-all.sh
# 启停 Master
bash ./bin/dolphinscheduler-daemon.sh stop master-server
bash ./bin/dolphinscheduler-daemon.sh start master-server
# 启停 Worker
bash ./bin/dolphinscheduler-daemon.sh start worker-server
bash ./bin/dolphinscheduler-daemon.sh stop worker-server
# 启停 Api
bash ./bin/dolphinscheduler-daemon.sh start api-server
bash ./bin/dolphinscheduler-daemon.sh stop api-server
# 启停 Alert
bash ./bin/dolphinscheduler-daemon.sh start alert-server
bash ./bin/dolphinscheduler-daemon.sh stop alert-server
【推荐】编程新体验,更懂你的AI,立即体验豆包MarsCode编程助手
【推荐】凌霞软件回馈社区,博客园 & 1Panel & Halo 联合会员上线
【推荐】抖音旗下AI助手豆包,你的智能百科全书,全免费不限次数
【推荐】博客园社区专享云产品让利特惠,阿里云新客6.5折上折
【推荐】轻量又高性能的 SSH 工具 IShell:AI 加持,快人一步
· CSnakes vs Python.NET:高效嵌入与灵活互通的跨语言方案对比
· 【.NET】调用本地 Deepseek 模型
· Plotly.NET 一个为 .NET 打造的强大开源交互式图表库
· 上周热点回顾(2.17-2.23)
· 如何使用 Uni-app 实现视频聊天(源码,支持安卓、iOS)