Ambari install HDP2.x(Set Local Repository)

1. 永久修改主机名：
vi /etc/sysconfig/network
2. 时区设置：
ln -sf /usr/share/zoneinfo/$主时区/$次时区 /etc/localtime
1. 查看当前时区
date -R
zdump /etc/localtime
chkconfig ntpd on  
service ntpd start
3. 防火墙设置
严格来说，应该是打开某些对应的端口。为了简单起见，我们这里关闭selinux和iptalbes.
关闭selinux的方法
如果永久关闭，编辑/etc/selinux/config  disabled
setenforce 1 设置SELinux 成为enforcing模式  
setenforce 0 设置SELinux 成为permissive模式   
防火墙永久关闭
chkconfig iptables off  

chkconfig ip6tables off 

service iptables stop  
service ip6tables stop 

4. java配置
export JAVA_HOME=/usr/software/java
export JRE_HOME=$JAVA_HOME/jre
export CLASSPATH=.:$JAVA_HOME/lib/tools.jar:$JAVA_HOME/lib/dt.jar:$JRE_HOME/lib/rt.jar
export PATH=$JAVA_HOME/bin:$PATH

5. ssh 无密码登录
ssh-keygen -t rsa -P ""
cat id_rsa.pub >> authorized_keys
chmod 600 authorized_keys

6. install mysql

yum install -y mysql-server mysql mysql-devel 
查看mysql服务是不是开机自动启动
 chkconfig --list | grep mysqld
开机启动：
chkconfig mysqld on
mysqladmin -u root password 'root'
mysql -u root -p 

create database hiveDb;
ALTER DATABASE hiveDb CHARACTER SET latin1;
create user 'hiver'@'%' identified by 'hiver';   
grant all on hiveDb.* to hiver@'%'  identified by 'hiver';
grant all on hiveDb.* to hiver@'localhost'  identified by 'hiver';
flush privileges;     

7. install local Repos:
Referenced By: http://dev.hortonworks.com.s3.amazonaws.com/HDPDocuments/HDP2/HDP-2.0.9.1/bk_reference/content/deployinghdp_appendix_chap4_3_1_2.html

wget http://public-repo-1.hortonworks.com/HDP/centos6/HDP-2.0.6.1-centos6-rpm.tar.gz
wget http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.16/repos/centos6/HDP-UTILS-1.1.0.16-centos6.tar.gz
wget http://public-repo-1.hortonworks.com/ambari/centos6/ambari-1.4.4.23-centos6.tar.gz

mkdir –p /var/www/html/hdp/

 vi /etc/yum.repos.d/ambari.repo 
[ambari-1.x]
name=Ambari 1.x
baseurl=http://S001/hdp/ambari/centos6/1.x/updates/1.4.4.23/
gpgcheck=1
gpgkey=http://S001/hdp/ambari/centos6/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
enabled=1
priority=1
[HDP-UTILS-1.1.0.16]
name=Hortonworks Data Platform Utils Version - HDP-UTILS-1.1.0.16
baseurl=http://S001/hdp/HDP-UTILS-1.1.0.16/repos/centos6
gpgcheck=0
gpgkey=http://S001/hdp/ambari/centos6/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
enabled=1
priority=1
[Updates-ambari-1.4.4.23]
name=ambari-1.4.4.23 - Updates
baseurl=http://S001/hdp/ambari/centos6/1.x/updates/1.4.4.23
gpgcheck=1
gpgkey=http://S001/hdp/ambari/centos6/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
enabled=1
priority=1
vi /etc/yum.repos.d/hdp.repo 
[HDP-2.x]
name=Hortonworks Data Platform Version - HDP-2.x
baseurl=http://S001/hdp/HDP/centos6/2.x/updates/2.0.6.1/
gpgcheck=1
gpgkey=http://S001/hdp/HDP/centos6/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
enabled=1
priority=1
[HDP-UTILS-1.1.0.16]
name=Hortonworks Data Platform Utils Version - HDP-UTILS-1.1.0.16
baseurl=http://S001/hdp/HDP-UTILS-1.1.0.16/repos/centos6
gpgcheck=1
gpgkey=http://S001/hdp/HDP/centos6/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
enabled=1
priority=1
[Updates-HDP-2.x]
name=Hortonworks Data Platform HDP-2.x - Updates
baseurl=http://S001/hdp/HDP/centos6/2.x/updates/2.0.6.1/
gpgcheck=1
gpgkey=http://S001/hdp/HDP/centos6/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
enabled=1
priority=1
yum install yum-plugin-priorities
Edit the /etc/yum/pluginconf.d/priorities.conf file to add the following:
[main]
enabled=1
gpgcheck=0

8. install ambari-server ambari-agent

yum install ambari-server ambari-agent

ambari-server setup -j /usr/software/jave
ambari-server start
ambari-agent start (every host)
ps -ef | grep Ambari
9. install hadoop by ambari-web
S001:8080/
10. 修改hadoop hdfs namenode secondarynamenode data PATH : (选最大的硬盘空间路径）
最后安装成功：
    The cluster consists of 3 hosts
        Installed and started services successfully on 3 new hosts 
    Master services installed
        NameNode installed on S001 
        SecondaryNameNode installed on ISHS002 
        History Server installed on ISHS002 
        ResourceManager installed on ISHS002 
        Nagios Server installed on S001 
        Ganglia Server installed on S001 
        Hive Metastore installed on S001 
        HBase Master installed on S001 
        Oozie Server installed on ISHS002 
    All services started 
    All tests passed 
    Install and start completed in 19 minutes and 55 seconds
Question List: 
1. ERROR : Internal Exception: org.postgresql.util.PSQLException: FATAL: no pg_hba.conf entry for host "127.0.0.1", user "ambari-server",
rm /var/lib/pgsql -rf
2. 安装完成后，修改ambari hadoop 存储路径：
先stop components，then
在磁盘上建立路径，给hdfs分配owner权限，然后使用相应用户进行 hdfs namenode format，然后check hdfs在namenode的权限，若无问题，则start components
3. 如果安装失败，需要清理安装：
#!/bin/bash
#1.删除hdp.repo和hdp-util.repo
#2.删除安装包
#用yum list installed | grep HDP来检查安装的ambari的包
yum remove -y  sqoop.noarch
yum remove -y  lzo-devel.x86_64
yum remove -y  hadoop-libhdfs.x86_64
yum remove -y  rrdtool.x86_64
yum remove -y  hbase.noarch
yum remove -y  pig.noarch
yum remove -y  lzo.x86_64
yum remove -y  ambari-log4j.noarch
yum remove -y  oozie.noarch
yum remove -y  oozie-client.noarch
yum remove -y  gweb.noarch
yum remove -y  snappy-devel.x86_64
yum remove -y  hcatalog.noarch
yum remove -y  python-rrdtool.x86_64
yum remove -y  nagios.x86_64
yum remove -y  webhcat-tar-pig.noarch
yum remove -y  snappy.x86_64
yum remove -y  libconfuse.x86_64
yum remove -y  webhcat-tar-hive.noarch
yum remove -y  ganglia-gmetad.x86_64
yum remove -y  extjs.noarch
yum remove -y  hive.noarch
yum remove -y  hadoop-lzo.x86_64
yum remove -y  hadoop-lzo-native.x86_64
yum remove -y  hadoop-native.x86_64
yum remove -y  hadoop-pipes.x86_64
yum remove -y  nagios-plugins.x86_64
yum remove -y  hadoop.x86_64
yum remove -y  zookeeper.noarch
yum remove -y  hadoop-sbin.x86_64
yum remove -y  ganglia-gmond.x86_64
yum remove -y  libganglia.x86_64
yum remove -y  perl-rrdtool.x86_64
yum remove -y  epel-release.noarch
yum remove -y  compat-readline5*
yum remove -y  fping.x86_64
yum remove -y  perl-Crypt-DES.x86_64
yum remove -y  exim.x86_64
yum remove -y ganglia-web.noarch
yum remove -y perl-Digest-HMAC.noarch
yum remove -y perl-Digest-SHA1.x86_64
#3.删除快捷方式
cd /etc/alternatives
rm -rf hadoop-etc
rm -rf zookeeper-conf
rm -rf hbase-conf
rm -rf hadoop-log
rm -rf hadoop-lib
rm -rf hadoop-default
rm -rf oozie-conf
rm -rf hcatalog-conf
rm -rf hive-conf
rm -rf hadoop-man
rm -rf sqoop-conf
rm -rf hadoop-conf
#4.删除用户
userdel nagios
userdel hive
userdel ambari-qa
userdel hbase
userdel oozie
userdel hcat
userdel mapred
userdel hdfs
userdel rrdcached
userdel zookeeper
#userdel mysql
userdel sqoop
userdel puppet
#5.删除文件夹
rm -rf /hadoop
rm -rf /etc/hadoop
rm -rf /etc/hbase
rm -rf /etc/hcatalog
rm -rf /etc/hive
rm -rf /etc/ganglia
rm -rf /etc/nagios
rm -rf /etc/oozie
rm -rf /etc/sqoop
rm -rf /etc/zookeeper
rm -rf /var/run/hadoop
rm -rf /var/run/hbase
rm -rf /var/run/hive
rm -rf /var/run/ganglia
rm -rf /var/run/nagios
rm -rf /var/run/oozie
rm -rf /var/run/zookeeper
rm -rf /var/log/hadoop
rm -rf /var/log/hbase
rm -rf /var/log/hive
rm -rf /var/log/nagios
rm -rf /var/log/oozie
rm -rf /var/log/zookeeper
rm -rf /usr/lib/hadoop
rm -rf /usr/lib/hbase
rm -rf /usr/lib/hcatalog
rm -rf /usr/lib/hive
rm -rf /usr/lib/oozie
rm -rf /usr/lib/sqoop
rm -rf /usr/lib/zookeeper
rm -rf /var/lib/hive
rm -rf /var/lib/ganglia
rm -rf /var/lib/oozie
rm -rf /var/lib/zookeeper
rm -rf /var/tmp/oozie
rm -rf /tmp/hive
rm -rf /tmp/nagios
rm -rf /tmp/ambari-qa
rm -rf /tmp/sqoop-ambari-qa
rm -rf /var/nagios
rm -rf /hadoop/oozie
rm -rf /hadoop/zookeeper
rm -rf /hadoop/mapred
rm -rf /hadoop/hdfs
rm -rf /tmp/hadoop-hive
rm -rf /tmp/hadoop-nagios
rm -rf /tmp/hadoop-hcat
rm -rf /tmp/hadoop-ambari-qa
rm -rf /tmp/hsperfdata_hbase
rm -rf /tmp/hsperfdata_hive
rm -rf /tmp/hsperfdata_nagios
rm -rf /tmp/hsperfdata_oozie
rm -rf /tmp/hsperfdata_zookeeper
rm -rf /tmp/hsperfdata_mapred
rm -rf /tmp/hsperfdata_hdfs
rm -rf /tmp/hsperfdata_hcat
rm -rf /tmp/hsperfdata_ambari-qa
#5.重置数据库，删除ambari包
#采用这句命令来检查yum list installed | grep ambari
ambari-server stop
ambari-agent stop
ambari-server reset
yum remove -y ambari-*
yum remove -y postgresql
rm -rf /var/lib/ambari*
rm -rf /usr/lib/ambari*
rm -rf /var/log/ambari*
rm -rf /etc/ambari*

如需要重装，尝试只执行以下命令（没有试过）：
ambari-server stop
ambari-agent stop
ambari-server reset