Hadoop - 作业提交过程（源码）未完待续

提交作业

hadoop jar word-count.jar /user/1.txt,/user/2.txt,/user/3.txt /user/output

hadoop shell 关键代码

#core commands  
  *)
    # the core commands
    if [ "$COMMAND" = "fs" ] ; then
      CLASS=org.apache.hadoop.fs.FsShell
    elif [ "$COMMAND" = "version" ] ; then
      CLASS=org.apache.hadoop.util.VersionInfo
    elif [ "$COMMAND" = "jar" ] ; then
      CLASS=org.apache.hadoop.util.RunJar
      if [[ -n "${YARN_OPTS}" ]] || [[ -n "${YARN_CLIENT_OPTS}" ]]; then
        echo "WARNING: Use \"yarn jar\" to launch YARN applications." 1>&2
      fi
    elif [ "$COMMAND" = "key" ] ; then
      CLASS=org.apache.hadoop.crypto.key.KeyShell
    ......
    ......
    fi
		......
		......
    exec "$JAVA" $JAVA_HEAP_MAX $HADOOP_OPTS $CLASS "$@"
    ;;
esac

org.apache.hadoop.util.RunJar.main

public static void main(String[] args) throws Throwable {
   
    new RunJar().run(args);
}

public void run(String[] args) throws Throwable {
   
    String usage = "RunJar jarFile [mainClass] args...";

    if (args.length < 1) {
   
        System.err.println(usage);
        System.exit(-1);
    }

    int firstArg = 0;
    String fileName = args[firstArg++];
    File file = new File(fileName); // 例子中 word-count.jar
    if (!file.exists() || !file.isFile()) {
   
        System.err.println("JAR does not exist or is not a normal file: " +
                file.getCanonicalPath());
        System.exit(-1);
    }
    String mainClassName = null;
	
    JarFile jarFile;
    try {
   
        jarFile = new JarFile(fileName);
    } catch(IOException io) {
   
        throw new IOException("Error opening job jar: " + fileName)
                .initCause(io);
    }
	// 获取主类
    Manifest manifest = jarFile.getManifest();
    if (manifest != null) {
   
        mainClassName = manifest.getMainAttributes().getValue("Main-Class");
    }
    jarFile.close();

    if (mainClassName == null) {
   
        if (args.length < 2) {
   
            System.err.println(usage);
            System.exit(-1);
        }
        mainClassName = args[firstArg++];
    }
    mainClassName = mainClassName.replaceAll("/", ".");
	// 创建临时目录
    File tmpDir = new File(System.getProperty("java.io.tmpdir"));
    ensureDirectory(tmpDir);
	// 创建工作目录
    final File workDir;
    try {
   
        workDir = File.createTempFile("hadoop-unjar", "", tmpDir);
    } catch (IOException ioe) {
   
        // If user has insufficient perms to write to tmpDir, default
        // "Permission denied" message doesn't specify a filename.
        System.err.println("Error creating temp dir in java.io.tmpdir "
                + tmpDir + " due to " + ioe.getMessage());
        System.exit(-1);
        return;
    }

    if (!workDir.delete()) {
   
        System.err.println("Delete failed for " + workDir);
        System.exit(-1);