yum install postgresql-devel
rpm -ivh --prefix=/data1/greenplum/greenplum-db-6.16.2/pxf /data1/greenplum/greenplum-db-6.16.2/pxf-gp6-6.0.1-2.el7.x86_64.rpm
sed:无法读取 /usr/local/pxf-gp6/gpextable/pxf.control:没有那个文件或目录
sed:无法读取 /usr/local/pxf-gp6/gpextable/pxf.control:没有那个文件或目录
mkdir /usr/local/pxf-gp6/gpextable
cp /data1/greenplum/greenplum-db-6.16.2/pxf/gpextable/pxf.control /usr/local/pxf-gp6/gpextable/pxf.control
rpm -e pxf-gp6-6.0.1-2.el7.x86_64
rpm -ivh --prefix=/data1/greenplum/greenplum-db-6.16.2/pxf /data1/greenplum/greenplum-db-6.16.2/pxf-gp6-6.0.1-2.el7.x86_64.rpm
准备中... ################################# [100%]
正在升级/安装...
1:pxf-gp6-6.0.1-2.el7 ################################# [100%]
chown -R gpadmin:gpadmin /data1/greenplum/
export PXF_HOME=/data1/greenplum/greenplum-db-6.16.2/pxf
export PXF_CONF=/data1/greenplum/greenplum-db-6.16.2/pxf/conf
export PATH=$PXF_HOME/bin:$PXF_CONF:$PATH
scp -r pxf gpadmin@pro-gp-seg1:/data1/greenplum/greenplum-db-6.16.2/
scp -r pxf gpadmin@pro-gp-seg2:/data1/greenplum/greenplum-db-6.16.2/
scp -r pxf gpadmin@pro-gp-seg3:/data1/greenplum/greenplum-db-6.16.2/
scp -r pxf gpadmin@pro-gp-seg4:/data1/greenplum/greenplum-db-6.16.2/
pxf cluster register
vi /data1/greenplum/greenplum-db-6.16.2/pxf/conf/pxf-env.sh
export JAVA_HOME=/usr/java/jdk1.8.0_291
pxf cluster sync
pg_config --libdir
/data1/greenplum/greenplum-db-6.16.2/lib
各个节点:
cp /data1/greenplum/greenplum-db-6.16.2/pxf/gpextable/pxf.so /data1/greenplum/greenplum-db-6.16.2/lib/pxf.so
cp /data1/greenplum/greenplum-db-6.16.2/pxf/gpextable/pxf.so /data1/greenplum/greenplum-db-6.16.2/lib/postgresql/
[gpadmin@pro-gp-master gpextable]$ pxf cluster start
Starting PXF on master host, standby master host, and 4 segment hosts...
PXF started successfully on 6 out of 6 hosts
tee -a pxf_hdfs.txt <<EOF
Prague,Jan,101,4875.33
Rome,Mar,87,1557.39
Bangalore,May,317,8936.99
Beijing,Jul,411,11600.67
EOF
hadoop fs -put pxf_hdfs.txt /user/dmp/
/data1/greenplum/greenplum-db-6.16.2/pxf/servers/default
CREATE EXTENSION pxf;
CREATE EXTERNAL TABLE hadoop_test3 (
a varchar(100),
b varchar(100),
c varchar(100),
d varchar(100)
)
LOCATION ('pxf://user/dmp/pxf_hdfs.txt?PROFILE=hdfs:text')
FORMAT 'TEXT' (delimiter=',') ENCODING 'UTF8';
cp /data1/greenplum/greenplum-db-6.16.2/pxf/gpextable/pxf--1.0--2.0.sql /data1/greenplum/greenplum-db-6.16.2/share/postgresql/extension/pxf--1.0--2.0.sql
cp /data1/greenplum/greenplum-db-6.16.2/pxf/gpextable/pxf--1.0.sql /data1/greenplum/greenplum-db-6.16.2/share/postgresql/extension/pxf--1.0.sql
cp /data1/greenplum/greenplum-db-6.16.2/pxf/gpextable/pxf--2.0.sql /data1/greenplum/greenplum-db-6.16.2/share/postgresql/extension/pxf--2.0.sql
pxf cluster sync
ERROR: PXF server error : User: gpadmin is not allowed to impersonate gpadmin (seg0 slice1 pid=23765)
在cm hdfs增加core-site.xml配置
<property>
<name>hadoop.proxyuser.gpadmin.hosts</name>
<value>*</value>
</property>
<property>
<name>hadoop.proxyuser.gpadmin.groups</name>
<value>*</value>
</property>
cdp=# select * from hadoop_test3;
a | b | c | d
-----------+-----+-----+----------
Prague | Jan | 101 | 4875.33
Rome | Mar | 87 | 1557.39
Bangalore | May | 317 | 8936.99
Beijing | Jul | 411 | 11600.67
(4 rows)
pxf部署
最新推荐文章于 2023-04-18 18:12:59 发布