配置spark

 

export SPARK_HOME=/kkb/install/spark-standalone
export PATH=$PATH:$SPARK_HOME/bin:$SPARK_HOME/sbin:

node01.kaikeba.com
node02.kaikeba.com
node03.kaikeba.com

export JAVA_HOME=/kkb/install/jdk1.8.0_141
SPARK_MASTER_HOST=node01.kaikeba.com
SPARK_MASTER_PORT=7077

scp -r hbase-2.2.6/ node02:/kkb/install

scp -r spark-standalone/ node02:/kkb/install
scp -r spark-standalone/ node03:/kkb/install

scp -r /etc/profile node02:/etc/profile 
scp -r /etc/profile node03:/etc/profile 

bin/spark-submit \
--class org.apache.spark.examples.SparkPi \
--master spark://node01.kaikeba.com:7077 \
./examples/jars/spark-examples_2.12-3.0.3.jar \
10

 

posted @ 2022-03-04 12:27  yasai  阅读(22)  评论(0)  编辑  收藏  举报