「CDH」https://www.aliyundrive.com/s/xLpG9dBv1Qc 點擊鏈接保存，或者復制本段內容，打開「阿里雲盤」APP ，無需下載極速在線查看，視頻原畫倍速播放。
迅雷下載https://archive.cloudera.com/cdh6/6.3.2/parcels/CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel
1. node00下載miniconda
yum -y install chkconfig bind-utils psmisc libxslt zlib sqlite cyrus-sasl-plain cyrus-sasl-gssapi fuse fuse-libs redhat-lsb wget wget https://mirrors.bfsu.edu.cn/anaconda/miniconda/Miniconda3-py37_4.9.2-Linux-x86_64.sh --no-check-certificate
然后安裝sh Miniconda3-py37_4.9.2-Linux-x86_64.sh
2.node00上傳安裝包
3.前置操作
# sed -i s#SELINUX=enforcing#SELINUX=disabled# /etc/selinux/config # hosts echo ' 192.168.8.100 node00 192.168.8.101 node01 ' >> /etc/hosts # 免密 ssh-keygen -t rsa ssh-copy-id node00 ssh-copy-id node01 # 備份官方的yum源 mv /etc/yum.repos.d/CentOS-Base.repo /etc/yum.repos.d/CentOS-Base.repo.backup # 下載阿里雲yum源 wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo # 清除及生成緩存 yum clean all yum makecache
systemctl stop firewalld systemctl disable firewalld 調整Linux系統參數 # 1、修改swappiness，最大限度地使用物理內存，然后是swap交換分區 echo "vm.swappiness = 0 " >> /etc/sysctl.conf sysctl -p # 2、禁用hugepage透明大頁 echo never > /sys/kernel/mm/transparent_hugepage/enabled echo never > /sys/kernel/mm/transparent_hugepage/defrag # 確保重啟生效 echo "echo never > /sys/kernel/mm/transparent_hugepage/enabled" >> /etc/rc.local echo "echo never > /sys/kernel/mm/transparent_hugepage/defrag" >> /etc/rc.local # 3、修改用戶可打開的最大文件描述符和最大進程數 ulimit -SHn 100000 ulimit -SHu 100000 # 確保重啟生效 echo "* soft nofile 100000" >> /etc/security/limits.conf echo "* hard nofile 100000" >> /etc/security/limits.conf echo "* soft nproc 100000" >> /etc/security/limits.conf echo "* hard nproc 100000" >> /etc/security/limits.conf
reboot重啟
安裝jdk 都要
rpm -ivh yum/CDH6.3.2/cloudera-manager/oracle-j2sdk1.8-1.8.0+update181-1.x86_64.rpm echo ' export JAVA_HOME=/usr/java/jdk1.8.0_181-cloudera export PATH=$PATH:$JAVA_HOME/bin export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar export JRE_HOME=$JAVA_HOME/jre '>>/root/.bashrc
安裝mysql
# 都要下載驅動 wget https://dev.mysql.com/get/Downloads/Connector-J/mysql-connector-java-5.1.46.tar.gz # 解壓 tar -zxf mysql-connector-java-5.1.46.tar.gz # 創建目錄 mkdir /usr/share/java/ # 放到指定目錄（一定要改名為mysql-connector-java.jar） sudo cp mysql-connector-java-5.1.46/mysql-connector-java-5.1.46-bin.jar /usr/share/java/mysql-connector-java.jar 下載rpm wget https://dev.mysql.com/get/mysql80-community-release-el7-1.noarch.rpm yum localinstall ./mysql80-community-release-el7-1.noarch.rpm yum install mysql-community-server --nogpgcheck -y #啟動或關閉mysql服務 systemctl start mysqld # 查看臨時密碼 grep 'temporary password' /var/log/mysqld.log # 登錄 mysql -uroot -p # 輸入剛才的密碼 # 修改密碼 alter user user() identified by "root@Chu1&k5HG3Fz123"; set global validate_password.policy=0; ALTER USER 'root'@'localhost' IDENTIFIED BY 'root@1234'; # 新建scm用戶 密碼scm@12345 CREATE USER 'scm'@'%' IDENTIFIED BY 'scm@12345'; use mysql; update user set host = '%' where user = 'root'; grant all privileges on *.* to 'scm'@'%' with grant option; flush privileges; CREATE DATABASE scm DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci; CREATE DATABASE amon DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci; CREATE DATABASE rman DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci; CREATE DATABASE hue DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci; CREATE DATABASE metastore DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci; CREATE DATABASE sentry DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci; CREATE DATABASE nav DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci; CREATE DATABASE navms DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci; CREATE DATABASE oozie DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
安裝程序
node00 rpm -ivh cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm --nodeps --force rpm -ivh cloudera-manager-server-6.3.1-1466458.el7.x86_64.rpm --nodeps --force rpm -ivh cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm --nodeps --force systemctl start cloudera-scm-agent
systemctl start cloudera-scm-server
node01 rpm -ivh cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm --nodeps --force rpm -ivh cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm --nodeps --force
systemctl start cloudera-scm-agent
啟動http server
cd /root/yum nohup python -m http.server 80 >http.log 2>&1 &
存儲庫 把其他的鏈接都刪掉使用http://node00/CDH6.3.2/parcel-repo/