在Hadoop集群上安装hive-1.3.3（等待重新安装）

安装JDK、安装MySQL、搭建Hadoop集群、设置ssh免密、启用MySQL远程登录、下载Hive

clone2作为MySQL服务器开启远程登录，在这之前配置ssh免密，再之前关闭hive服务器和MySQL服务器的防火墙。

初始化hive前，启动hive客户端、hive服务器端、MySQL服务器hadoop集群

初始化hive前，在MySQL手动创建myhive库

slf4j多重绑定会报警，但不会阻碍运行

点击查看代码

[root@master ~]# tar -xf  apache-hive-3.1.3-bin.tar.gz
[root@master ~]# cd apache-hive-3.1.3-bin
[root@master apache-hive-3.1.3-bin]# pwd
/root/apache-hive-3.1.3-bin

[root@master apache-hive-3.1.3-bin]# vim /etc/profile   //在系统中配置hive的环境变量

...前文省略...
#Java
export JAVA_HOME=/root/jdk1.8.0_401
export CLASSPATH=.:$JAVA_HOME/lib/tools.jar:JAVA_HOME/lib/dt.jar
export PATH=$PATH:$JAVA_HOME/bin
#Hadoop
export HADOOP_HOME=/root/hadoop-3.4.0
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin:$HADOOP_HOME/libexec
export HDFS_NAMENODE_USER=root
export HDFS_DATANODE_USER=root
export HDFS_SECONDARYNAMENODE_USER=root
export YARN_RESOURCEMANAGER_USER=root
export YARN_NODEMANAGER_USER=root
#Hive
export HIVE_HOME=/root/apache-hive-3.1.3-bin
export PATH=$PATH:$HIVE_HOME/bin

[root@master apache-hive-3.1.3-bin]# source /etc/profile
[root@master apache-hive-3.1.3-bin]# scp /etc/profile   clone1:/etc/profile   clone2:/etc/profile

[root@master apache-hive-3.1.3-bin]# cd /root/apache-hive-3.1.3-bin/conf
[root@master conf]# find /root/mysql-connector-j-8.3.0/ -name "mysql-connector-j-8.3.0.jar"

/root/mysql-connector-j-8.3.0/mysql-connector-j-8.3.0.jar

[root@master conf]# cp /root/mysql-connector-j-8.3.0/mysql-connector-j-8.3.0.jar   /root/apache-hive-3.1.3-bin/lib/                                          //在hive中放置mysql连接器

[root@master conf]# scp -r /root/apache-hive-3.1.3-bin   clone1:/root/              //分发
...占位...
[root@master ~]# ssh clone1
...占位...
[root@clone1 ~]# cd /root/apache-hive-3.1.3-bin/conf
[root@clone1 conf]# cp hive-env.sh.template hive-env.sh
[root@clone1 conf]# vim hive-env.sh                         //在hive中配置hadoop环境变量

...前文省略...
# export HIVE_AUX_JARS_PATH=
#Hadoop
export HADOOP_HOME=/root/hadoop-3.4.0

[root@clone1 conf]# vim hive-site.xml


<configuration>
<property>

<name>hive.metastore.warehouse.dir</name>

<value>/user/hive_remote/warehouse</value>

</property>



<property>

<name>javax.jdo.option.ConnectionURL</name>

<value>jdbc:mysql://clone2:3306/myhive?createDatabaseIfNoExist=true&amp;useSSL=false&amp;useUnicode=true&amp;characterEncoding=UTF-8</value>

</property>



<property>

<name>javax.jdo.option.ConnectionDriverName</name>

<value>com.mysql.cj.jdbc.Driver</value>

</property>



<property>

<name>javax.jdo.option.ConnectionUserName</name>

<value>root</value>

</property>



<property>

<name>javax.jdo.option.ConnectionPassword</name>

<value>Peng!3!4</value>

</property>



<property>

<name>hive.metastore.schema.verification</name>

<value>false</value>

</property>



<property>

<name>datanucleus.schema.autoCreateAll</name>

<value>true</value>

</property>

</configuration>
~                

[root@clone1 conf]# schematool -dbType mysql -initSchema   //设置MySQL为hive的元数据库
...占位...
[root@clone1 conf]# exit
...占位..
[root@master conf]# cp /root/apache-hive-3.1.3-bin/lib/jline-2.12.jar  /root/hadoop-3.4.0/share/hadoop/yarn/lib/                                       //？保留一个高版本的jline的jar包，解决版本冲突和jar包依赖问题

[root@master ~]# cd /root/apache-hive-3.1.3-bin/conf
[root@master conf]# cp hive-env.sh.template hive-env.sh
[root@master conf]# vim hive-env.sh                         //在hive中配置hadoop环境变量

...前文省略...
# export HIVE_AUX_JARS_PATH=

#Hadoop
export HADOOP_HOME=/root/hadoop-3.4.0

[root@master conf]# vim hive-site.xml                      //配置客户端

<configruation>
<property>

<name>hive.metastore.warehouse.dir</name>

<value>/user/hive_remote/warehouse</value>

</property>

<property>

<name>hive.metastore.local</name>

<value>false</value>

</property>

<property>

<name>hive.metastore.uris</name>

<value>thrift://clone1:9083</value>

</property>
</configruation>
~              

[root@master conf]# scp -r  apache-hive-3.1.3-bin  clone2:/root/   //分发hive
...占位...

[root@master conf]# ssh clone1
...占位...
[root@clone1 ~]# hive --service metastore  &      //启动服务
...占位...
[root@clone1 ~]# exit
...占位...
[root@master ~]# hive                                            //启动客户端
...占位...