代码code

  // 执行抓取、解析和保存数据操作
                fetchStatus = doFetch();
                parseStatus = doParse();
                insertStatus = doInsert();
                updateLastFetchStatus(fetchStatus, parseStatus, insertStatus);
                deleteLoginStatus();
            }
        } catch (Exception e) {
            if (isGetLock) {
                deleteLoginStatus();
            }
            handleProcessException(e);

        } finally {
            handleProcessFinally(customerFetch);
            super.insertFetchLogOfTag("结束执行", "");
        }

public Boolean parseAgain() {
        Boolean result = false;
        try {
            // 删除老的Hbase数据
            if (HbaseUtil.isAvailable()) {
                this.creditInfoHBaseService.deleteDataByHbase(super.getCustomerFetch().getId());
            }
            // 删除老的Mysql数据
            this.creditDataService.deleteDataByMysql(super.getCustomerFetch().getId(), getBankCode());
            // 获取原始页面
            List<FetchPage> fetchPages = getFetchPageList();
            if (fetchPages == null || fetchPages.size() == 0) {
                logger.info("重新解析原始页面为空,bankCode:{},loginId:{},sessionToken:{}", getBankCode(), super.getCustomerFetch().getLoginId(), getSessionToken());
                return result;
            }
            String host = PropertiesUtil.getValueByKey("hostUrl");
            String fetchPageUrl = host + PropertiesUtil.getValueByKey("fetchPageHtmlUrl") + "?pageId=";
            super.getWebClient().getOptions().setJavaScriptEnabled(false);
            // 构建缓存
            rebuildHtmlPageMap(fetchPages, fetchPageUrl);
            // 执行重新解析