CDH6.3.2搭建部署

CDH6.3.2

啟動命令

啟動mysql
[mysqladmin@node1 ~]$ service mysql start

#查看日志
cd /var/log/cloudera-scm-server
#啟動 【啟動后可以查看日志】 啟動大概需要1分鍾
[root@node1 ~]# service cloudera-scm-server start
[root@node1 cloudera-scm-server]# tail -F cloudera-scm-server.log
http://node1:7180/cmf/login

[root@node1 x86_64]# service cloudera-scm-agent start
[root@node2 CDH6.3.1]# service cloudera-scm-agent start
[root@node3 CDH6.3.1]# service cloudera-scm-agent start

[root@node1 x86_64]#service httpd start
http://node1/cdh6_parcel/

一、准備工作

1.離線部署主要分為三塊：

a.Mysq離線部署

b.CM離線部署

c.Parcel文件離線部署

2.規划

3.下載源

支持的版本：requirements supported versions

• CM【這個下載地址已經過時了，不過我找到了安裝包】

cm6.3.1-redhat7.tar.gz

• Parcel

• JDK 下載jdk-8u181-linux-x64.tar.gz

https://www.oracle.com/technetwork/java/javase/downloads/java-archive-javase8-2177648.html

• MySQL 下載mysql-5.7.26-el7-x86_64.tar.gz

https://dev.mysql.com/downloads/mysql/5.7.html#downloads

• MySQL jdbc jar

mysql-connector-java-5.1.47.jar

下載完成后要重命名去掉版本號:

mv mysql-connector-java-5.1.47.jar mysql-connector-java.jar

二、集群節點初始化

1.三台虛擬機

我的測試虛擬機是三台 2核8G

2.當前筆記本或台式機配置hosts⽂件

• MAC: /etc/hosts

• Window: C:\windows\system32\drivers\etc\hosts

需要把hosts文件復制出來，修改后再粘貼進去
#cdh
node1 192.168.88.100
node2 192.168.88.101
node3 192.168.88.102

3.設置所有節點的hosts⽂件

修改主機名：hostnamectl set-hostname node2

vim /etc/hosts
#cdh
192.168.88.100 node1
192.168.88.101 node2
192.168.88.102 node3

4.關閉所有節點的防⽕牆及清空規則

systemctl stop firewalld 
systemctl disable firewalld
iptables -F

5.關閉所有節點的selinux

vi /etc/selinux/config
將SELINUX=enforcing改為SELINUX=disabled 
設置后需要重啟才能⽣效

6.設置所有節點的時區⼀致及時鍾同步

[root@node1 ~]# date
2021年 09月 15日 星期三 14:25:28 CST
[root@node1 ~]# timedatectl
      Local time: 三 2021-09-15 14:25:40 CST
  Universal time: 三 2021-09-15 06:25:40 UTC
        RTC time: 三 2021-09-15 06:25:40
       Time zone: Asia/Shanghai (CST, +0800)
     NTP enabled: yes
NTP synchronized: yes
 RTC in local TZ: no
      DST active: n/a

#查看哪些時區
[root@node1 ~]#  timedatectl list-timezones
Africa/Abidjan
Africa/Accra
Africa/Addis_Ababa
Africa/Algiers
Africa/Asmara
Africa/Bamako
....
#所有節點設置亞洲上海時區
[root@node1 ~]# timedatectl set-timezone Asia/Shanghai
[root@node2 ~]# timedatectl set-timezone Asia/Shanghai
[root@node3 ~]# timedatectl set-timezone Asia/Shanghai

• 安裝ntp服務

  • 三台機器都要執行

    yum -y install ntp
    

• 配置本地時鍾同步

  • 三台機器都要執行

    vim /etc/sysconfig/ntpd
    #添加以下內容：
    OPTIONS="-g"
    SYNC_HWCLOCK=yes
    

• 第一台機器與外網同步【我第一台機器IP192.168.88.100】

  • 修改配置文件

    vim /etc/ntp.conf
    #刪除或者注釋所有restrict以及server開頭的行
    
    #添加以下內容
    #允許哪個網段的機器跟我進行同步
    restrict 192.168.88.0 mask 255.255.255.0 nomodify notrap
    #aliyun的時鍾服務器有問題，就使用第二個
    server ntp4.aliyun.com
    server 202.112.10.36
    server 127.127.1.0 # localclock
    fudge 127.127.1.0 stratum 10
    
    

• 啟動nty服務

  systemctl start ntpd.service 
  systemctl enable ntpd.service
  

• 檢查同步狀態

  ntpq -p：列舉當前所有可用的同步服務器
  ntpstat：查看當前的同步狀態
  

• 配置另外兩台機器

  • 修改配置文件

    vim /etc/ntp.conf
    #刪除所有restrict以及server開頭的行
    #添加以下內容：
    server 192.168.88.100
    

  • 啟動兩台機器的ntp服務

    systemctl start ntpd.service
    systemctl enable ntpd.service
    

  • 手動同步

    ntpdate -u 192.168.88.100
    

  • 配置定時任務

    crontab -e
    */5 * * * * /usr/sbin/ntpdate -u 192.168.88.100 > /dev/null 2>&1
    

7.每個節點部署jdk

mkdir /usr/java
[root@node1 ~]# tar -xvf jdk-8u181-linux-x64.tar.gz -C /usr/java/
#切記必須修正所屬⽤戶及⽤戶組
chown -R root:root /usr/java/jdk1.8.0_181
echo "export JAVA_HOME=/usr/java/jdk1.8.0_181" >> /etc/profile
echo "export PATH=/usr/java/jdk1.8.0_181/bin:${PATH}" >> /etc/profile
source /etc/profile
which java

8.node1節點離線部署Mysql5.7

1.解壓及創建目錄 
[root@node1 ~]# tar -xvf mysql-5.7.11-linux-glibc2.5-x86_64.tar.gz -C /usr/local/
[root@node1 local]# mv mysql-5.7.11-linux-glibc2.5-x86_64 mysql
[root@node1 local]# mkdir mysql/arch mysql/data mysql/tmp

2.創建my.cnf(見文件)
[root@node1 local]# vi /etc/my.cnf
[client]
port            = 3306
socket          = /usr/local/mysql/data/mysql.sock
default-character-set=utf8mb4

[mysqld]
port            = 3306
socket          = /usr/local/mysql/data/mysql.sock

skip-slave-start

skip-external-locking
key_buffer_size = 256M
sort_buffer_size = 2M
read_buffer_size = 2M
read_rnd_buffer_size = 4M
query_cache_size= 32M
max_allowed_packet = 16M
myisam_sort_buffer_size=128M
tmp_table_size=32M

table_open_cache = 512
thread_cache_size = 8
wait_timeout = 86400
interactive_timeout = 86400
max_connections = 600

# Try number of CPU's*2 for thread_concurrency
#thread_concurrency = 32 

#isolation level and default engine 
default-storage-engine = INNODB
transaction-isolation = READ-COMMITTED

server-id  = 1739
basedir     = /usr/local/mysql
datadir     = /usr/local/mysql/data
pid-file     = /usr/local/mysql/data/hostname.pid

#open performance schema
log-warnings
sysdate-is-now

binlog_format = ROW
log_bin_trust_function_creators=1
log-error  = /usr/local/mysql/data/hostname.err
log-bin = /usr/local/mysql/arch/mysql-bin
expire_logs_days = 7

innodb_write_io_threads=16

relay-log  = /usr/local/mysql/relay_log/relay-log
relay-log-index = /usr/local/mysql/relay_log/relay-log.index
relay_log_info_file= /usr/local/mysql/relay_log/relay-log.info

log_slave_updates=1
gtid_mode=OFF
enforce_gtid_consistency=OFF

# slave
slave-parallel-type=LOGICAL_CLOCK
slave-parallel-workers=4
master_info_repository=TABLE
relay_log_info_repository=TABLE
relay_log_recovery=ON

#other logs
#general_log =1
#general_log_file  = /usr/local/mysql/data/general_log.err
#slow_query_log=1
#slow_query_log_file=/usr/local/mysql/data/slow_log.err

#for replication slave
sync_binlog = 500


#for innodb options 
innodb_data_home_dir = /usr/local/mysql/data/
innodb_data_file_path = ibdata1:1G;ibdata2:1G:autoextend

innodb_log_group_home_dir = /usr/local/mysql/arch
innodb_log_files_in_group = 4
innodb_log_file_size = 1G
innodb_log_buffer_size = 200M

#根據生產需要，調整pool size 
innodb_buffer_pool_size = 2G
#innodb_additional_mem_pool_size = 50M #deprecated in 5.6
tmpdir = /usr/local/mysql/tmp

innodb_lock_wait_timeout = 1000
#innodb_thread_concurrency = 0
innodb_flush_log_at_trx_commit = 2

innodb_locks_unsafe_for_binlog=1

#innodb io features: add for mysql5.5.8
performance_schema
innodb_read_io_threads=4
innodb-write-io-threads=4
innodb-io-capacity=200
#purge threads change default(0) to 1 for purge
innodb_purge_threads=1
innodb_use_native_aio=on

#case-sensitive file names and separate tablespace
innodb_file_per_table = 1
lower_case_table_names=1

[mysqldump]
quick
max_allowed_packet = 128M

[mysql]
no-auto-rehash
default-character-set=utf8mb4

[mysqlhotcopy]
interactive-timeout

[myisamchk]
key_buffer_size = 256M
sort_buffer_size = 256M
read_buffer = 2M
write_buffer = 2M


3.創建用戶組及用戶
[root@node1 local]# groupadd -g 101 dba
[root@node1 local]# useradd -u 514 -g dba -G root -d /usr/local/mysql mysqladmin
[root@node1 local]# id mysqladmin
uid=514(mysqladmin) gid=101(dba) 組=101(dba),0(root)

4.copy 環境變量配置文件至mysqladmin用戶的home目錄中,為了以下步驟配置個人環境變量
[root@node1 local]# cp /etc/skel/.* /usr/local/mysql  ###important


5.配置環境變量
[root@node1 local]# vi mysql/.bashrc

export MYSQL_BASE=/usr/local/mysql
export PATH=${MYSQL_BASE}/bin:$PATH


6.賦權限和用戶組，切換用戶mysqladmin，安裝
[root@node1 local]# chown  mysqladmin:dba /etc/my.cnf 
[root@node1 local]# chmod  640 /etc/my.cnf 


[root@node1 local]# chown -R mysqladmin:dba /usr/local/mysql
[root@node1 local]# chmod -R 755 /usr/local/mysql


7.配置服務及開機自啟動
[root@node1 local]# cd /usr/local/mysql
#將服務文件拷貝到init.d下，並重命名為mysql
[root@node1 mysql]# cp support-files/mysql.server /etc/rc.d/init.d/mysql 
#賦予可執行權限
[root@node1 mysql]# chmod +x /etc/rc.d/init.d/mysql
#刪除服務
[root@node1 mysql]# chkconfig --del mysql
#添加服務
[root@node1 mysql]# chkconfig --add mysql


8.安裝libaio及安裝mysql的初始db
[root@node1 mysql]# yum -y install libaio
[root@node1 mysql]# sudo su - mysqladmin
#執行
bin/mysqld \
--defaults-file=/etc/my.cnf \
--user=mysqladmin \
--basedir=/usr/local/mysql/ \
--datadir=/usr/local/mysql/data/ \
--initialize

在初始化時如果加上 –initial-insecure，則會創建空密碼的 root@localhost 賬號，否則會創建帶密碼的 root@localhost 賬號，密碼直接寫在 log-error 日志文件中
（在5.6版本中是放在 ~/.mysql_secret 文件里，更加隱蔽，不熟悉的話可能會無所適從）

9.查看臨時密碼
[mysqladmin@node1 ~]$ cd /usr/local/mysql/data
[mysqladmin@node1 data]$ cat hostname.err |grep password
2021-09-15T16:02:11.119910Z 1 [Note] A temporary password is generated for root@localhost: l03U1yFwRi;G


10.啟動
[mysqladmin@node1 ~]$ service mysql start
Starting MySQL. SUCCESS! 

11.登錄及修改用戶密碼
[mysqladmin@node1 ~]$ mysql -uroot -p'l03U1yFwRi;G'

mysql> alter user root@localhost identified by '123456';
Query OK, 0 rows affected (0.05 sec)

mysql> GRANT ALL PRIVILEGES ON *.* TO 'root'@'%' IDENTIFIED BY '123456' ;
Query OK, 0 rows affected, 1 warning (0.02 sec)


mysql> flush privileges;
Query OK, 0 rows affected (0.00 sec)

mysql> exit;
Bye

12.重啟
[mysqladmin@node1 ~]$ service mysql restart
Shutting down MySQL.. SUCCESS! 
Starting MySQL. SUCCESS

[mysqladmin@node1 ~]$ mysql -uroot -p123456

9.創建CDH的元數據庫和⽤戶、amon服務的數據庫及⽤戶

create database cmf DEFAULT CHARACTER SET utf8;
create database amon DEFAULT CHARACTER SET utf8;
grant all on cmf.* TO 'cmf'@'%' IDENTIFIED BY 'www.wangshuangying.com';
grant all on amon.* TO 'amon'@'%' IDENTIFIED BY 'www.wangshuangying.com';
flush privileges;

10.node1節點部署mysql jdbc jar

mkdir -p /usr/share/java/
重命名不能帶版本號
[root@node1 ~]# cp mysql-connector-java-5.1.47.jar /usr/share/java/mysql-connector-java.jar

三、離線部署cm、server、agent

1.離線部署cm server及agent

1.1.所有節點創建⽬錄及解壓

mkdir /opt/cloudera-manager
tar -xzvf cm6.3.1-redhat7.tar.gz -C /opt/cloudera-manager/

1.2.選擇node1為cm server，不下載依賴包直接部署

cd /opt/cloudera-manager/cm6.3.1/RPMS/x86_64
rpm -ivh cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm --nodeps --force
rpm -ivh cloudera-manager-server-6.3.1-1466458.el7.x86_64.rpm --nodeps --force

[root@node1 x86_64]# cd /etc/cloudera-scm-server/
[root@node1 cloudera-scm-server]# vim db.properties
#添加
com.cloudera.cmf.db.type=mysql
com.cloudera.cmf.db.host=node1:3306
com.cloudera.cmf.db.name=cmf
com.cloudera.cmf.db.user=cmf
com.cloudera.cmf.db.password=www.wangshuangying.com
#修改
com.cloudera.cmf.db.setupType=EXTERNAL

#查看日志
cd /var/log/cloudera-scm-server
#啟動 【啟動后可以查看日志】
[root@node1 ~]# service cloudera-scm-server start
[root@node1 cloudera-scm-server]# tail -F cloudera-scm-server.log

打開7180web界面不要動

http://node1:7180/cmf/login

1.3.所有節點為cm agent，不下載依賴包直接部署分發

cd /opt/cloudera-manager/cm6.3.1/RPMS/x86_64
[root@node1 x86_64]# scp  cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm node2:/root/CDH6.3.1
[root@node1 x86_64]# scp  cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm node3:/root/CDH6.3.1

[root@node1 x86_64]# scp cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm node2:/root/CDH6.3.1
[root@node1 x86_64]# scp cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm node3:/root/CDH6.3.1

所有節點為cm agent

cd /opt/cloudera-manager/cm6.3.1/RPMS/x86_64
rpm -ivh cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm --nodeps --force
rpm -ivh cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm --nodeps --force

#所有節點
[root@node1 x86_64]# vim /etc/cloudera-scm-agent/config.ini
server_host=node1

• 啟動

[root@node1 x86_64]# service cloudera-scm-agent start
[root@node2 CDH6.3.1]# service cloudera-scm-agent start
[root@node3 CDH6.3.1]# service cloudera-scm-agent start

賬號密碼均為： admin

頁面操作

四、部署離線parcel源

2.1.安裝httpd服務

yum install -y httpd

2.2.部署離線parcel源

[root@node1 cloudera-scm-server]#  mkdir -p /var/www/html/cdh6_parcel

[root@node1 ~]# mv CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel /var/www/html/cdh6_parcel
#需要先去掉 sha1 的1
[root@node1 ~]# mv CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha1 CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha
[root@node1 ~]# mv CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha /var/www/html/cdh6_parcel
[root@node1 ~]# mv manifest.json  /var/www/html/cdh6_parcel

[root@node1 ~]# ll /var/www/html/cdh6_parcel
總用量 2033428
-rw-r--r--. 1 root root 2082186246 9月  15 12:28 CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel
-rw-r--r--. 1 root root         40 9月  15 12:28 CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha
-rw-r--r--. 1 root root      33887 9月  15 12:28 manifest.json

[root@node1 ~]# service httpd start

http://node1/cdh6_parcel/

2.3三台機器

echo never > /sys/kernel/mm/transparent_hugepage/defrag
echo never > /sys/kernel/mm/transparent_hugepage/enabled