impala与hive配置haproxy

impala与hive配置haproxy

博主用的服务器系统版本为CentOS6.5，可联网

---

1. 安装haproxy
   yum install haproxy
2. 编辑配置文件

下面是个配置实例：
vim /etc/haproxy/haproxy.cfg


global
    # to have these messages end up in /var/log/haproxy.log you will
    # need to:
    #
    # 1) configure syslog to accept network log events.  This is done
    #    by adding the '-r' option to the SYSLOGD_OPTIONS in
    #    /etc/sysconfig/syslog
    #
    # 2) configure local2 events to go to the /var/log/haproxy.log
    #   file. A line like the following can be added to
    #   /etc/sysconfig/syslog
    #
    #    local2.*                       /var/log/haproxy.log
    #
    log         127.0.0.1 local2

    chroot      /var/lib/haproxy
    pidfile     /var/run/haproxy.pid
    maxconn     4000
    user        haproxy
    group       haproxy
    daemon

    # turn on stats unix socket
    stats socket /var/lib/haproxy/stats

#---------------------------------------------------------------------
# common defaults that all the 'listen' and 'backend' sections will
# use if not designated in their block
#---------------------------------------------------------------------
defaults
    mode                    http
    log                     global
    option                  httplog
    option                  dontlognull
    option http-server-close
    option forwardfor       except 127.0.0.0/8
    option                  redispatch
    retries                 3
    timeout http-request    10s
    timeout queue           1m
    timeout connect         3600000ms
    timeout client          3600000ms
    timeout server          3600000ms
    timeout http-keep-alive 10s
    timeout check           10s
    maxconn                 3000

#---------------------------------------------------------------------
listen stats :25002
    balance
    mode http
#---------------------------------------------------------------------
# round robin balancing between the various backends
#---------------------------------------------------------------------
listen impala xx.xx.xx.xx:25003  //这个对应的是在shell中操作impala-shell时的连接端口，连接方式为：impala-shell -i ip:25003
    mode tcp
    option tcplog
    balance leastconn
    server  impala-1 xxxx.xxx.com:21000 //xxx.xxx.com即你的主机名或ip地址，我这个是加了域的。21000是impala Daemon的默认端口
    server  impala-2 xxxx.xxx.com:21000
    server  impala-3 xxxx.xxx.com:21000
    server  impala-4 xxxx.xxx.com:21000
    server  impala-5 xxxx.xxx.com:21000
    server  impala-6 xxxx.xxx.com:21000
    server  impala-7 xxxx.xxx.com:21000
    server  impala-8 xxxx.xxx.com:21000
    server  impala-9 xxxx.xxx.com:21000
listen impalajdbc xx.xx.xx.xx:21051 //这个是用jdbc连接impala的端口配置，连接方式：jdbc:hive2://ip:21051
    mode tcp
    option tcplog
    balance source
    balance leastconn
    server  impala-1 xxxx.xxx.com:21050  //ip或主机名：21050
    server  impala-2 xxxx.xxx.com:21050
    server  impala-3 xxxx.xxx.com:21050
    server  impala-4 xxxx.xxx.com:21050
    server  impala-5 xxxx.xxx.com:21050
    server  impala-6 xxxx.xxx.com:21050
    server  impala-7 xxxx.xxx.com:21050
    server  impala-8 xxxx.xxx.com:21050
    server  impala-9 xxxx.xxx.com:21050
listen hive xx.xx.xx.xx:10001  //这个是hive的jdbc连接，方式：jdbc:hive2://ip:10001
    mode tcp
    option tcplog
    balance source
    balance leastconn
    server  hive-1 xxxx0.xxx.com:10000
    server  hive-2 xxxx1.xxx.com:10000
    server  hive-6 xxxx5.xxx.com:10000
    server  hive-7 xxxx6.xxx.com:10000
    server  hive-8 xxxx7.xxx.com:10000
    server  hive-9 xxxx8.xxx.com:10000