Yarn上运行spark-shell和spark-sql命令行

spark-shell On Yarn

spark-shell \
--master yarn-client \
--executor-memory 1G \
--num-executors 10

spark-sql On Yarn

spark-sql \
--master yarn \
--executor-memory 1G \
--num-executors 10

spark-sql显示表头

spark-sql \
--master yarn \
--executor-memory 1G \
--num-executors 10 \
--hiveconf hive.cli.print.header=true
posted @ 2022-04-22 17:35  明月照江江  阅读(417)  评论(0编辑  收藏  举报