pxf部署

yum install postgresql-devel


rpm -ivh --prefix=/data1/greenplum/greenplum-db-6.16.2/pxf /data1/greenplum/greenplum-db-6.16.2/pxf-gp6-6.0.1-2.el7.x86_64.rpm
sed:无法读取 /usr/local/pxf-gp6/gpextable/pxf.control:没有那个文件或目录
sed:无法读取 /usr/local/pxf-gp6/gpextable/pxf.control:没有那个文件或目录

mkdir /usr/local/pxf-gp6/gpextable
cp /data1/greenplum/greenplum-db-6.16.2/pxf/gpextable/pxf.control /usr/local/pxf-gp6/gpextable/pxf.control

rpm -e pxf-gp6-6.0.1-2.el7.x86_64
rpm -ivh --prefix=/data1/greenplum/greenplum-db-6.16.2/pxf /data1/greenplum/greenplum-db-6.16.2/pxf-gp6-6.0.1-2.el7.x86_64.rpm
准备中...                          ################################# [100%]
正在升级/安装...
   1:pxf-gp6-6.0.1-2.el7              ################################# [100%]

chown -R gpadmin:gpadmin /data1/greenplum/

export PXF_HOME=/data1/greenplum/greenplum-db-6.16.2/pxf
export PXF_CONF=/data1/greenplum/greenplum-db-6.16.2/pxf/conf
export PATH=$PXF_HOME/bin:$PXF_CONF:$PATH



scp -r pxf gpadmin@pro-gp-seg1:/data1/greenplum/greenplum-db-6.16.2/
scp -r pxf gpadmin@pro-gp-seg2:/data1/greenplum/greenplum-db-6.16.2/
scp -r pxf gpadmin@pro-gp-seg3:/data1/greenplum/greenplum-db-6.16.2/
scp -r pxf gpadmin@pro-gp-seg4:/data1/greenplum/greenplum-db-6.16.2/

pxf cluster register


 vi /data1/greenplum/greenplum-db-6.16.2/pxf/conf/pxf-env.sh
 export JAVA_HOME=/usr/java/jdk1.8.0_291

 pxf cluster sync

pg_config --libdir
/data1/greenplum/greenplum-db-6.16.2/lib

各个节点:
cp /data1/greenplum/greenplum-db-6.16.2/pxf/gpextable/pxf.so /data1/greenplum/greenplum-db-6.16.2/lib/pxf.so
cp /data1/greenplum/greenplum-db-6.16.2/pxf/gpextable/pxf.so /data1/greenplum/greenplum-db-6.16.2/lib/postgresql/


[gpadmin@pro-gp-master gpextable]$ pxf cluster start
Starting PXF on master host, standby master host, and 4 segment hosts...
PXF started successfully on 6 out of 6 hosts


tee -a pxf_hdfs.txt <<EOF
Prague,Jan,101,4875.33
Rome,Mar,87,1557.39
Bangalore,May,317,8936.99
Beijing,Jul,411,11600.67
EOF

 hadoop fs -put pxf_hdfs.txt /user/dmp/

/data1/greenplum/greenplum-db-6.16.2/pxf/servers/default

CREATE  EXTENSION  pxf;
CREATE EXTERNAL TABLE hadoop_test3 (
a varchar(100),
b varchar(100),
c varchar(100),
d varchar(100)
) 
LOCATION ('pxf://user/dmp/pxf_hdfs.txt?PROFILE=hdfs:text') 
FORMAT 'TEXT' (delimiter=',') ENCODING 'UTF8';



cp /data1/greenplum/greenplum-db-6.16.2/pxf/gpextable/pxf--1.0--2.0.sql /data1/greenplum/greenplum-db-6.16.2/share/postgresql/extension/pxf--1.0--2.0.sql
cp /data1/greenplum/greenplum-db-6.16.2/pxf/gpextable/pxf--1.0.sql /data1/greenplum/greenplum-db-6.16.2/share/postgresql/extension/pxf--1.0.sql
cp /data1/greenplum/greenplum-db-6.16.2/pxf/gpextable/pxf--2.0.sql /data1/greenplum/greenplum-db-6.16.2/share/postgresql/extension/pxf--2.0.sql
pxf cluster sync


ERROR:  PXF server error : User: gpadmin is not allowed to impersonate gpadmin  (seg0 slice1  pid=23765)

在cm hdfs增加core-site.xml配置
<property>
            <name>hadoop.proxyuser.gpadmin.hosts</name>
            <value>*</value>
     </property>

    <property>
            <name>hadoop.proxyuser.gpadmin.groups</name>
            <value>*</value>
    </property>


  cdp=# select * from hadoop_test3;
     a     |  b  |  c  |    d     
-----------+-----+-----+----------
 Prague    | Jan | 101 | 4875.33
 Rome      | Mar | 87  | 1557.39
 Bangalore | May | 317 | 8936.99
 Beijing   | Jul | 411 | 11600.67
(4 rows)



评论 1
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值