java执行sqoop,Java SqoopOptions.doHiveImport方法代码示例

import com.cloudera.sqoop.SqoopOptions; //导入方法依赖的package包/类

/**

* Import a table or query.

* @return true if an import was performed, false otherwise.

*/

protected boolean importTable(SqoopOptions options, String tableName,

HiveImport hiveImport) throws IOException, ImportException {

String jarFile = null;

// Generate the ORM code for the tables.

jarFile = codeGenerator.generateORM(options, tableName);

Path outputPath = getOutputPath(options, tableName);

// Do the actual import.

ImportJobContext context = new ImportJobContext(tableName, jarFile,

options, outputPath);

// If we're doing an incremental import, set up the

// filtering conditions used to get the latest records.

if (!initIncrementalConstraints(options, context)) {

return false;

}

if (options.isDeleteMode()) {

deleteTargetDir(context);

}

if (null != tableName) {

manager.importTable(context);

} else {

manager.importQuery(context);

}

if (options.isAppendMode()) {

AppendUtils app = new AppendUtils(context);

app.append();

} else if (options.getIncrementalMode() == SqoopOptions.IncrementalMode.DateLastModified) {

lastModifiedMerge(options, context);

}

// If the user wants this table to be in Hive, perform that post-load.

if (options.doHiveImport()) {

// For Parquet file, the import action will create hive table directly via

// kite. So there is no need to do hive import as a post step again.

if (options.getFileLayout() != SqoopOptions.FileLayout.ParquetFile) {

hiveImport.importTable(tableName, options.getHiveTableName(), false);

}

}

saveIncrementalState(options);

return true;

}