mpi on yarn technology log

1. download:

     git clone  github.com/clarkyzl/mpich2-yarn.git

2. compile:

    mvn clean package -Dmaven.test.skip=true -DskipMpi=false

   generate: mpich2-yarn-1.0-SNAPSHOT.jar   mpich2-install.tar.gz

3. generate eclipse project

    mvn eclipse:eclipse

4. config&deploy for every node

    tar xzvf mpich2-*.tar.gz /opt

   export PATH=$PATH:/opt/mpich2-install/bin

 

  export HADOOP_CONF_DIR=${HADOOP_PREFIX}/etc/hadoop

  export MPI_HOME=/opt/mpich2-install
  export PATH=$PATH:/opt/mpich2-install/bin

   nodes=("ip1" "ip2")
   nodesnum=${#nodes[@]}
   for ((i=0;i<nodesnum;i++))
   {
      scp /etc/profile root@${nodes[i]}:/etc/profile
      scp -r /opt/mpich2-install root@${nodes[i]}:/opt
   }

 create in ${hadop_home}/etc/hadoop mpi-site.xml

<?xml version="1.0"?>
<configuration>
<property>
  <name>yarn.mpi.scratch.dir</name>
  <value>hdfs://9.186.90.176:9000/mpi-tmp</value>
</property>
</configuration>

5. submit job