ambari 2.7.5 安裝部署和踩坑記錄

ambari2.7.5 兼容 HDP的版本: 

2.7.4 兼容 HDP3.1.4
2.7.5 兼容 HDP3.1.5 部分兼容HDP3.1.4 僅用於升級 partianlly compatible for upgreade only

HDP3.1.5的資源:鏈接：https://pan.baidu.com/s/17GRLLp3QG3g3hgI3KZcaZA 提取碼：81ka

 

1.創建本地源

2.配置mysql驅動包

3.配置ambari

4.登錄頁面開始配置集群

具體操作步驟

--使用本地yum源 
#將enabled=1改為enabled=0
sudo vim /etc/yum/pluginconf.d/langpacks.conf
ds3重啟檢查selinux服務是否關閉  getenforce 配置文件已經修改 需要重啟
ntpd時間同步服務已安裝
修改yum源為alibaba

關閉THP服務  需要重啟(可以不關)
vim /etc/rc.d/rc.local
#添加
if test -f /sys/kernel/mm/transparent_hugepage/defrag; then
  echo never > /sys/kernel/mm/transparent_hugepage/defrag
fi
if test -f /sys/kernel/mm/transparent_hugepage/enabled; then
  echo never > /sys/kernel/mm/transparent_hugepage/enabled
fi
exit 0
#修改完成之后賦予執行權限
chmod +x /etc/rc.d/rc.local

查看是否被禁用
[root@localhost ~]# cat /sys/kernel/mm/transparent_hugepage/enabled
always madvise [never]
[root@localhost ~]# cat /sys/kernel/mm/transparent_hugepage/defrag 
always madvise [never]

創建ambari本地源
本地源目錄:/var/www/html


ds1

解壓目錄:
/var/www/html/ambari-2.7.5
/var/www/html/hdp-3.1.5
/var/www/html/hdp-GPL-3.1.5
/var/www/html/hdp-utils-1.1.0.22

安裝包目錄:
/opt/ambari-2.7.5/ambari-2.7.5.0-centos7.tar.gz
/opt/ambari-2.7.5/HDP-3.1.5.0-centos7-rpm.tar.gz
/opt/ambari-2.7.5/HDP-GPL-3.1.5.0-centos7-gpl.tar.gz
/opt/ambari-2.7.5/HDP-UTILS-1.1.0.22-centos7.tar.gz

解壓
sudo tar -zxvf  /opt/ambari-2.7.5/ambari-2.7.5.0-centos7.tar.gz -C /var/www/html/ambari-2.7.5
sudo tar -zxvf  /opt/ambari-2.7.5/HDP-3.1.5.0-centos7-rpm.tar.gz -C /var/www/html/hdp-3.1.5
sudo tar -zxvf  /opt/ambari-2.7.5/HDP-GPL-3.1.5.0-centos7-gpl.tar.gz -C /var/www/html/hdp-GPL-3.1.5
sudo tar -zxvf  /opt/ambari-2.7.5/HDP-UTILS-1.1.0.22-centos7.tar.gz -C /var/www/html/hdp-utils-1.1.0.22


創建本地源
cd /var/www/html/
createrepo  

vim /etc/yum.repos.d/ambari.repo

#VERSION_NUMBER=2.7.5.0-72
[ambari-2.7.5.0]
#json.url = http://public-repo-1.hortonworks.com/HDP/hdp_urlinfo.json
name=ambari Version - ambari-2.7.5.0
baseurl=http://192.168.10.103/ambari-2.7.5/ambari/centos7/2.7.5.0-72/
gpgcheck=0
gpgkey=http://192.168.10.103/ambari-2.7.5/ambari/centos7/2.7.5.0-72/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
enabled=1
priority=1


vim /etc/yum.repos.d/hdp.repo
#VERSION_NUMBER=3.1.5.0-152
[HDP-3.1.5.0]
name=HDP Version - HDP-3.1.5.0
baseurl=http://192.168.10.103/hdp-3.1.5/HDP/centos7/3.1.5.0-152/
gpgcheck=0
gpgkey=http://192.168.10.103/hdp-3.1.5/HDP/centos7/3.1.5.0-152/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
enabled=1
priority=1


[HDP-UTILS-1.1.0.22]
name=HDP-UTILS Version - HDP-UTILS-1.1.0.22
baseurl=http://192.168.10.103/hdp-utils-1.1.0.22/HDP-UTILS/centos7/1.1.0.22/
gpgcheck=0
gpgkey=http://192.168.10.103/hdp-utils-1.1.0.22/HDP-UTILS/centos7/1.1.0.22/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
enabled=1
priority=1

#VERSION_NUMBER=3.1.5.0-152
[HDP-GPL-3.1.5.0]
name=HDP-GPL Version - HDP-GPL-3.1.5.0
baseurl=http://192.168.10.103/hdp-GPL-3.1.5/HDP-GPL/centos7/3.1.5.0-152/
gpgcheck=0
gpgkey=http://192.168.10.103/hdp-GPL-3.1.5/HDP-GPL/centos7/3.1.5.0-152/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
enabled=1
priority=1

vim /etc/yum.repos.d/hdp.gpl.repo
#VERSION_NUMBER=3.1.5.0-152
[HDP-GPL-3.1.5.0]
name=HDP-GPL Version - HDP-GPL-3.1.5.0
baseurl=http://192.168.10.103/hdp-GPL-3.1.5/HDP-GPL/centos7/3.1.5.0-152/
gpgcheck=0
gpgkey=http://192.168.10.103/hdp-GPL-3.1.5/HDP-GPL/centos7/3.1.5.0-152/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
enabled=1
priority=1



#修改完之后 更新一下yum源
yum clean all
yum makecache

#查看是否有Ambari
yum repolist


#創建mysql元數據庫
#安裝ambari-server 啟動安裝程序
yum install ambari-server
#配置ambari mysql驅動包
#將mysql-connector-java.jar復制到/usr/share/java目錄下並改名為mysql-connector-java.jar
103已經有了
#mkdir /usr/share/java
#cp /opt/software/mysql-libs/mysql-connector-java-5.1.27/mysql-connector-java-5.1.27-bin.jar /usr/share/java/mysql-connector-java.jar

103也有了
#將mysql-connector-java.jar復制到/var/lib/ambari-server/resources目錄下並改名為mysql-jdbc-driver.jar
cp /usr/share/java/mysql-connector-java.jar /var/lib/ambari-server/resources/mysql-jdbc-driver.jar

#ambari配置文件添加mysql驅動包地址
vim	 /etc/ambari-server/conf/ambari.properties
server.jdbc.driver.path=/usr/share/java/mysql-connector-java.jar
#執行ambri自帶的mysql建表腳本
source /var/lib/ambari-server/resources/Ambari-DDL-MySQL-CREATE.sql;

************************************************************************
#配置ambari
ambari-server setup

#啟動ambari
ambari-server start
#登錄頁面開始配置
http://ds1:8080/

ds2:不用配置

ds3:不用配置

#修改hdfs目錄權限 在網頁上也能訪問 
sudo -u hdfs hadoop fs -chmod -R 755 /app-logs





--創建的數據庫賦權
create database ranger;
GRANT ALL PRIVILEGES ON ranger.* TO 'ranger'@'%' IDENTIFIED BY 'ranger';
GRANT ALL PRIVILEGES ON ranger.* TO 'ranger'@'localhost' IDENTIFIED BY 'ranger';
flush privileges;

create database rangerkms;
GRANT ALL PRIVILEGES ON rangerkms.* TO 'rangerkms'@'%' IDENTIFIED BY 'rangerkms';
GRANT ALL PRIVILEGES ON rangerkms.* TO 'rangerkms'@'localhost' IDENTIFIED BY 'rangerkms';
flush privileges;

 

踩坑記錄: 部署完ranger之后,啟動ranger kms的時候,雖然在頁面顯示命令執行完畢,但是kms一直都沒有正常啟動成功,查看日志發現一直都是Illegal key size這個錯誤.

java.security.InvalidKeyException: Illegal key size
        at javax.crypto.Cipher.checkCryptoPerm(Cipher.java:1039)
        at javax.crypto.Cipher.implInit(Cipher.java:805)
        at javax.crypto.Cipher.chooseProvider(Cipher.java:864)
        at javax.crypto.Cipher.init(Cipher.java:1396)
        at javax.crypto.Cipher.init(Cipher.java:1327)
        at org.apache.hadoop.crypto.key.RangerMasterKey.encryptKey(RangerMasterKey.java:438)
        at org.apache.hadoop.crypto.key.RangerMasterKey.encryptMasterKey(RangerMasterKey.java:391)
        at org.apache.hadoop.crypto.key.RangerMasterKey.generateMasterKey(RangerMasterKey.java:199)
        at org.apache.hadoop.crypto.key.RangerKeyStoreProvider.<init>(RangerKeyStoreProvider.java:135)
        at org.apache.hadoop.crypto.key.RangerKeyStoreProvider$Factory.createProvider(RangerKeyStoreProvider.java:455)
        at org.apache.hadoop.crypto.key.KeyProviderFactory.get(KeyProviderFactory.java:96)
        at org.apache.hadoop.crypto.key.kms.server.KMSWebApp.contextInitialized(KMSWebApp.java:185)
        at org.apache.catalina.core.StandardContext.listenerStart(StandardContext.java:5197)
        at org.apache.catalina.core.StandardContext.startInternal(StandardContext.java:5720)
        at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:145)
        at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1707)
        at org.apache.catalina.core.ContainerBase$StartChild.call(ContainerBase.java:1697)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)

解決辦法: 這是由於java原生的兩個jar包 $JAVA_HOME/jre/lib/security的local_policy.jar和US_export_policy.jar 密碼策略長度不夠導致的,需要去官網下載加強包替換一下這倆jar包,然后重啟就好了

 JCE Unlimited Strength Jurisdiction Policy Files for JDK/JRE 8 Download (oracle.com)