// 执行抓取、解析和保存数据操作 fetchStatus = doFetch(); parseStatus = doParse(); insertStatus = doInsert(); updateLastFetchStatus(fetchStatus, parseStatus, insertStatus); deleteLoginStatus(); } } catch (Exception e) { if (isGetLock) { deleteLoginStatus(); } handleProcessException(e); } finally { handleProcessFinally(customerFetch); super.insertFetchLogOfTag("结束执行", ""); } public Boolean parseAgain() { Boolean result = false; try { // 删除老的Hbase数据 if (HbaseUtil.isAvailable()) { this.creditInfoHBaseService.deleteDataByHbase(super.getCustomerFetch().getId()); } // 删除老的Mysql数据 this.creditDataService.deleteDataByMysql(super.getCustomerFetch().getId(), getBankCode()); // 获取原始页面 List<FetchPage> fetchPages = getFetchPageList(); if (fetchPages == null || fetchPages.size() == 0) { logger.info("重新解析原始页面为空,bankCode:{},loginId:{},sessionToken:{}", getBankCode(), super.getCustomerFetch().getLoginId(), getSessionToken()); return result; } String host = PropertiesUtil.getValueByKey("hostUrl"); String fetchPageUrl = host + PropertiesUtil.getValueByKey("fetchPageHtmlUrl") + "?pageId="; super.getWebClient().getOptions().setJavaScriptEnabled(false); // 构建缓存 rebuildHtmlPageMap(fetchPages, fetchPageUrl); // 执行重新解析