关于使用HTTP上传文件到hdfs文件系统

String tenantName = System.getenv("OPENPALETTE_NAMESPACE");
String dataIntegrationServiceName = "dataintegration-ms";

@Override
public void importData(MultipartFile file, DataImportRecordDTO request) throws Exception {
    log.info("数据导入开始。");
    log.info("数据导入参数:" + JSONUtil.toJson(request));
    // 拼装URL
    String url = "http://" + dataIntegrationServiceName + "-" + tenantName + ":10258/dataintegration/file/importdata" +
            "?dbName=" + URLEncoder.encode(request.getDbName(), "utf-8") +
            "&tableName=" + URLEncoder.encode(request.getTableName(), "utf-8") +
            "&partitions=" + URLEncoder.encode(request.getPartitionConfig(), "utf-8") +
            "&isOverWrite=" + URLEncoder.encode(request.getOverwrite().toString(), "utf-8") +
            "&clusterName=" + URLEncoder.encode(request.getClusterName(), "utf-8") +
            "&sparkSourceName=" + URLEncoder.encode(request.getSparkSourceName(), "utf-8");
    log.info("URL: " + url);

    // 设置Rest请求参数
    CloseableHttpClient httpClient = HttpClients.createDefault();
    HttpPost httpPost = new HttpPost(url);
    httpPost.addHeader("Authorization", "administrator:SdzV4wj1ufh3+X1PgIQXj7ld9gc=");
    HttpEntity entity = MultipartEntityBuilder.create()
            .setCharset(Consts.UTF_8)
            .addBinaryBody("file", file.getInputStream(), ContentType.MULTIPART_FORM_DATA, file.getOriginalFilename())
            .build();
    httpPost.setEntity(entity);

    // 执行文件上传
    HttpResponse response;
    DataImportRecord record = request.toDataImportRecord();
    record.setFileName(file.getOriginalFilename());
    record.setFileSize(file.getSize());
    String errorMsg = "";
    try {
        response = httpClient.execute(httpPost);
        log.info("接口返回信息:" + response);

        if (response.getStatusLine().getStatusCode() != 200) {
            log.error("数据导入失败!");
            errorMsg = response.toString();
            record.setIsSuccess(false);
        } else {
            log.info("数据导入成功。");
            record.setIsSuccess(true);
        }
    } catch (Exception e) {
        log.error("数据导入失败!");
        record.setIsSuccess(false);
        errorMsg = e.getMessage() + "\n" + Arrays.stream(e.getStackTrace()).map(StackTraceElement::toString).collect(Collectors.joining("\n"));
        throw e;
    } finally {
        // 插入操作记录
        log.info("插入数据导入记录。");
        record.setFailMessage(errorMsg);
        record.setCreateTime(new Date());
        record.setId(SnowflakeIdWorker.newId());
        dataImportDao.insert(record);
    }

}

@Override
public DataImportEnvironmentInfoDTO getDataImportEnvironmentInfo(Long tableId, String envType) throws Exception {
    // 获取表信息
    Table table = tableDao.findByID(tableId);
    if (table == null) throw new BusinessException(BusinessExceptionEnums.PARAM_ERROR.getCode(), "未找到表信息,表ID:" + tableId);
    // 获取环境信息
    EnvironmentInfo envInfo = getEnvironmentInfo(table.getBusinessInformation().getProjectID(), EnvironmentEnum.valueOf(envType));
    if (envInfo == null) throw new BusinessException(BusinessExceptionEnums.PARAM_ERROR.getCode(), "未找到环境信息,项目ID:" + table.getBusinessInformation().getProjectID());
    DataImportEnvironmentInfoDTO data = new DataImportEnvironmentInfoDTO();
    data.setDbName(table.getDatabase());
    data.setClusterName(envInfo.getClusterName());
    data.setSparkSourceName(envInfo.getSourceData().getSourceName());
    return data;
}
  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 1
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论 1
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值