【cdh6.3.2】阿里云盘

「CDH」https://www.aliyundrive.com/s/xLpG9dBv1Qc 点击链接保存，或者复制本段内容，打开「阿里云盘」APP ，无需下载极速在线查看，视频原画倍速播放。

迅雷下载https://archive.cloudera.com/cdh6/6.3.2/parcels/CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel

 

1. node00下载miniconda

yum -y install chkconfig bind-utils psmisc libxslt zlib sqlite cyrus-sasl-plain cyrus-sasl-gssapi fuse fuse-libs redhat-lsb wget
wget https://mirrors.bfsu.edu.cn/anaconda/miniconda/Miniconda3-py37_4.9.2-Linux-x86_64.sh --no-check-certificate

然后安装sh Miniconda3-py37_4.9.2-Linux-x86_64.sh

2.node00上传安装包

 

3.前置操作 

# 
sed -i s#SELINUX=enforcing#SELINUX=disabled# /etc/selinux/config

# hosts
echo '
192.168.8.100 node00
192.168.8.101 node01
' >> /etc/hosts

# 免密
ssh-keygen -t rsa
ssh-copy-id node00
ssh-copy-id node01


# 备份官方的yum源
mv /etc/yum.repos.d/CentOS-Base.repo /etc/yum.repos.d/CentOS-Base.repo.backup
# 下载阿里云yum源
wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo
# 清除及生成缓存
yum clean all
yum makecache

systemctl stop firewalld
systemctl disable firewalld


调整Linux系统参数
# 1、修改swappiness，最大限度地使用物理内存，然后是swap交换分区
echo "vm.swappiness = 0 " >> /etc/sysctl.conf
sysctl -p
# 2、禁用hugepage透明大页
echo never > /sys/kernel/mm/transparent_hugepage/enabled
echo never > /sys/kernel/mm/transparent_hugepage/defrag
# 确保重启生效
echo "echo never > /sys/kernel/mm/transparent_hugepage/enabled" >> /etc/rc.local
echo "echo never > /sys/kernel/mm/transparent_hugepage/defrag" >> /etc/rc.local
# 3、修改用户可打开的最大文件描述符和最大进程数
ulimit -SHn 100000
ulimit -SHu 100000
# 确保重启生效
echo "* soft nofile 100000" >> /etc/security/limits.conf
echo "* hard nofile 100000" >> /etc/security/limits.conf
echo "* soft nproc 100000" >> /etc/security/limits.conf
echo "* hard nproc 100000" >> /etc/security/limits.conf

 reboot重启

安装jdk 都要

rpm -ivh yum/CDH6.3.2/cloudera-manager/oracle-j2sdk1.8-1.8.0+update181-1.x86_64.rpm

echo '
export JAVA_HOME=/usr/java/jdk1.8.0_181-cloudera
export PATH=$PATH:$JAVA_HOME/bin
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
export JRE_HOME=$JAVA_HOME/jre
'>>/root/.bashrc

 

安装mysql

# 都要下载驱动
wget https://dev.mysql.com/get/Downloads/Connector-J/mysql-connector-java-5.1.46.tar.gz
# 解压
tar -zxf mysql-connector-java-5.1.46.tar.gz
# 创建目录
mkdir /usr/share/java/
# 放到指定目录（一定要改名为mysql-connector-java.jar）
sudo cp mysql-connector-java-5.1.46/mysql-connector-java-5.1.46-bin.jar /usr/share/java/mysql-connector-java.jar




下载rpm
wget https://dev.mysql.com/get/mysql80-community-release-el7-1.noarch.rpm

yum localinstall ./mysql80-community-release-el7-1.noarch.rpm

yum install mysql-community-server --nogpgcheck -y


#启动或关闭mysql服务
systemctl start mysqld


# 查看临时密码
grep 'temporary password' /var/log/mysqld.log
# 登录
mysql -uroot -p
# 输入刚才的密码

# 修改密码
alter user user() identified by "root@Chu1&k5HG3Fz123";

set global validate_password.policy=0;

ALTER USER 'root'@'localhost' IDENTIFIED BY 'root@1234';
# 新建scm用户 密码scm@12345
CREATE USER 'scm'@'%' IDENTIFIED BY 'scm@12345';
use mysql;
update user set host = '%' where user = 'root';
grant all privileges on *.* to 'scm'@'%' with grant option;
flush privileges;


CREATE DATABASE scm DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE amon DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE rman DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE hue DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE metastore DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE sentry DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE nav DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE navms DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE oozie DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;

 

安装程序

node00
rpm -ivh cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm --nodeps --force 
rpm -ivh cloudera-manager-server-6.3.1-1466458.el7.x86_64.rpm --nodeps --force 
rpm -ivh cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm --nodeps --force 
systemctl start cloudera-scm-agent

systemctl start cloudera-scm-server

node01
rpm -ivh cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm --nodeps --force 
rpm -ivh cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm --nodeps --force 
systemctl start cloudera-scm-agent

 启动http server

cd /root/yum
nohup python -m http.server 80 >http.log 2>&1 &

存储库 把其他的链接都删掉使用http://node00/CDH6.3.2/parcel-repo/