From 6d0ab337579c10e90f8b61f50c578a33dc349427 Mon Sep 17 00:00:00 2001 From: xiongxiaoyang <1179705413@qq.com> Date: Fri, 14 Mar 2025 19:03:30 +0800 Subject: [PATCH] =?UTF-8?q?perf:=20=E7=88=AC=E8=99=AB=E5=88=86=E7=B1=BB?= =?UTF-8?q?=E8=A7=84=E5=88=99=E4=BC=98=E5=8C=96?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../novel/service/impl/CrawlServiceImpl.java | 21 +++++++++++++------ 1 file changed, 15 insertions(+), 6 deletions(-) diff --git a/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java b/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java index 90f884f..c5b404d 100644 --- a/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java +++ b/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java @@ -255,12 +255,21 @@ public class CrawlServiceImpl implements CrawlService { while (page <= totalPage) { try { - - if (StringUtils.isNotBlank(ruleBean.getCatIdRule().get("catId" + catId))) { - //拼接分类URL - String catBookListUrl = ruleBean.getBookListUrl() - .replace("{catId}", ruleBean.getCatIdRule().get("catId" + catId)) - .replace("{page}", page + ""); + String catIdRule = ruleBean.getCatIdRule().get("catId" + catId); + if (StringUtils.isNotBlank(catIdRule)) { + String catBookListUrl = ""; + if (StringUtils.isNotBlank(ruleBean.getBookListUrl())) { + // 兼容老规则 + // 拼接分类URL + catBookListUrl = ruleBean.getBookListUrl() + .replace("{catId}", catIdRule) + .replace("{page}", page + ""); + } else { + // 新规则 + // 拼接分类URL + catBookListUrl = catIdRule.replace("{page}", page + ""); + } + log.info("catBookListUrl：{}", catBookListUrl); String bookListHtml = crawlHttpClient.get(catBookListUrl); if (bookListHtml != null) {