1.環境
CentOS 7.6
CDH 5.16.1
2.服務器環境准備
1.設置 hostname 和 hosts
vim /etc/hostname
vim /etc/hosts
2.關閉SELINUX,將SELINUX=enforcing 改為SELINUX=disabled
vim /etc/selinux/config
3.配置ssh免密
#1.在新增節點生成公鑰
ssh-keygen -t rsa
#2.將本機的公鑰復制到集群中其他服務器上
cd ~/.ssh
ssh-copy-id cdh01
4.設置vm.swappiness=10
cat /proc/sys/vm/swappiness #查看當前值，設置后需要重啟才生效
vi /etc/sysctl.conf
vm.swappiness=10 #在文件最后增加一行
5.安裝Java,Scala
6.配置Java的快捷方式
mkdir /usr/java
ln -s /opt/module/jdk1.8.0_144/ /usr/java/default
7.拷貝mysql jar文件到目錄 /usr/share/java/
mkdir /usr/share/java/
cp /opt/software/mysql-connector-java-5.1.27/mysql-connector-java-5.1.27-bin.jar /usr/share/java/
#注意jar包名稱要修改為mysql-connector-java.jar
mv /usr/share/java/mysql-connector-java-5.1.27-bin.jar /usr/share/java/mysql-connector-java.jar
3.Cloudera Manager安裝
1.在新增節點上下載第三方依賴
yum -y install chkconfig python bind-utils psmisc libxslt zlib sqlite cyrus-sasl-plain cyrus-sasl-gssapi fuse fuse-libs redhat-lsb
2.新增節點中下載CDH相關文件
3.新增節點上解壓 cloudera-manager-centos7-cm5.16.1_x86_64.tar.gz
mkdir /opt/module/cloudera-manager
tar -zxvf /opt/software/cloudera-manager-centos7-cm5.16.1_x86_64.tar.gz -C /opt/module/cloudera-manager/
4.新增節點創建用戶cloudera-scm
useradd --system --home=/opt/module/cloudera-manager/cm-5.16.1/run/cloudera-scm-server/ --no-create-home --shell=/bin/false --comment "Cloudera SCM User" cloudera-scm
# --system 創建一個系統賬戶
# --home 指定用戶登入時的主目錄，替換系統默認值/home/<用戶名>
# --no-create-home 不要創建用戶的主目錄
# --shell 用戶的登錄 shell 名
# --comment 用戶的描述信息
5.創建Parcel-repo 目錄，將CDH相關文件拷貝到/opt/cloudera/parcel-repo中
mkdir -p /opt/cloudera/parcel-repo
6.配置CM Agent
vim /opt/module/cloudera-manager/cm-5.16.1/etc/cloudera-scm-agent/config.ini
7.啟動 CM Agent
/opt/module/cloudera-manager/cm-5.16.1/etc/init.d/cloudera-scm-agent start