php操作phdfs扩展,phdfs: hadoop hdfs 的php扩展

###Summary

phdfs - PHP extensions, using PHP to manipulate Hadoop HDFS filesystem

###Maintainers

yuduanchen

Install

Requirements

PHP Version: PHP 5.3+

ZTS Enabled ( Thread Safety )

Installing Hadoop

##Hadoop installation

hadoop Local environment configuration

vim /etc/profile

32-bit system

export JAVA_HOME=/usr/jdk1.7.0_40/

export JRE_HOME=$JAVA_HOME/jre/

export HADOOP_HOME=/usr/local/hadoop/

export C_INICLUDE_PATH=$HADOOP_HOME/hdfs/src/c++/libhdfs:$JAVA_HOME/include:$JAVA_HOME/include/Linux

export LD_LIBRARY_PATH=$HADOOP_HOME/c++/Linux-i386-32/lib:$JAVA_HOME/jre/lib/i386/server

for i in $HADOOP_HOME/*.jar

do

CLASSPATH=$CLASSPATH:$i

done

for i in $HADOOP_HOME/lib/*.jar

do

CLASSPATH=$CLASSPATH:$i

done

export CLASSPATH

64-bit system

export JAVA_HOME=/usr/jdk1.7.0_40/

export JRE_HOME=$JAVA_HOME/jre/

export HADOOP_HOME=/usr/local/hadoop/

export C_INICLUDE_PATH=$HADOOP_HOME/hdfs/src/c++/libhdfs:$JAVA_HOME/include:$JAVA_HOME/include/Linux

export LD_LIBRARY_PATH=$HADOOP_HOME/c++/Linux-amd64-64/lib:$JAVA_HOME/jre/lib/i386/server

for i in $HADOOP_HOME/*.jar

do

CLASSPATH=$CLASSPATH:$i

done

for i in $HADOOP_HOME/lib/*.jar

do

CLASSPATH=$CLASSPATH:$i

done

export CLASSPATH

source /etc/profile

vim /etc/ld.so.conf

32-bit system

${HADOOP_HOME}/c++/Linux-i386-32/lib

${JAVA_HOME}/jre/lib/i386/client

64-bit system

${HADOOP_HOME}/c++/Linux-amd64-64/lib

${JAVA_HOME}jre/lib/amd64/

ldconfig -v

##phdfs installation

$/path/to/phpize

$./configure --with-php-config=/path/to/php-config/

$make && make install

Documentation

The phdfs class

class phdfs {

/* variable */

public $ip= "127.0.0.1" ;//hadoop ip

public $port = "9000";//hadoop port /

/***

* Connect to a hdfs file system. Connect to the hdfs.

* Returns true on success, false on error.

*/

public function connect();

/***

* Disconnect from the hdfs file system. Disconnect from hdfs.

* Returns true on success, false on error.

*/

public function disconnect();

/***

* Checks if a given path exsits on the filesystem

* Returns true on success, false on error.

*/

public function exists(string $path);

/***

* Write data into an open file.

* int mode: O_WRONLY 、O_CREAT、O_APPEND

* Returns true on success, false on error.

*/

public function write(string $file,string buffer [, int mode ]);

/***

* Read data from an open file.

* $buffer_len default 1024k

* Returns true on success, false on error.

*/

public function read(string $file[int $buffer_len]);

/***

* Get information about a path

* Returns array on success, false on error.

*/

public function file_info(string $path);

/***

* make the given file and all non-existent parents into directories.

* Returns true on success, false on error.

*/

public function create_directory();

/***

* Rename file.

* Returns true on success, false on error.

*/

public function rename(sting $old_path,sting $new_ptah);

/***

* Get list of files/directories for a given directory-path

* Returns true on success, false on error.

*/

public function list_directory(string $path);

/***

* Get the current offset in the file, in bytes.

* Returns Current offset, false on error.

*/

public function tell();

/***

* Copy file

* Returns true on success, false on error.

*/

public function copy(string $source_file,string $destination_file);

/***

* Delete file

* Returns true on success, false on error.

*/

public function delete();

}

Demo

try {

$obj = new phdfs();

$obj->port = "9000";

$obj->ip = "127.0.0.1";

$obj->connect();

//create file

$log = $obj->write("/a/b/c/test1.txt","test",O_WRONLY|O_CREAT);

//appden file

$log = $obj->write("/a/b/c/test2.txt","test",O_WRONLY|O_APPEND);

var_dump($log);

echo $obj->rename("/a/b/c/test2.txt","/a/b/c/test3.txt");

}catch (Exception $ex) {

echo $ex->getMessage();

}

?>

more