From f78a2a36cfd5f2dc51bc365d1557811408dd1395 Mon Sep 17 00:00:00 2001 From: xiongxiaoyang <1179705413@qq.com> Date: Sat, 21 Sep 2024 11:10:44 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BC=98=E5=8C=96?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../com/java2nb/novel/service/impl/CrawlServiceImpl.java | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java b/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java index 9341b98..690dfe5 100644 --- a/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java +++ b/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java @@ -16,6 +16,7 @@ import com.java2nb.novel.mapper.CrawlSourceDynamicSqlSupport; import com.java2nb.novel.mapper.CrawlSourceMapper; import com.java2nb.novel.service.BookService; import com.java2nb.novel.service.CrawlService; +import com.java2nb.novel.utils.CrawlHttpClient; import com.java2nb.novel.vo.CrawlSingleTaskVO; import com.java2nb.novel.vo.CrawlSourceVO; import io.github.xxyopen.model.page.PageBean; @@ -38,7 +39,6 @@ import java.util.concurrent.atomic.AtomicBoolean; import java.util.regex.Matcher; import java.util.regex.Pattern; -import static com.java2nb.novel.core.utils.HttpUtil.getByHttpClientWithChrome; import static com.java2nb.novel.mapper.CrawlSourceDynamicSqlSupport.*; import static org.mybatis.dynamic.sql.SqlBuilder.isEqualTo; import static org.mybatis.dynamic.sql.select.SelectDSL.select; @@ -63,6 +63,8 @@ public class CrawlServiceImpl implements CrawlService { private final IdWorker idWorker = IdWorker.INSTANCE; + private CrawlHttpClient crawlHttpClient; + @Override public void addCrawlSource(CrawlSource source) { @@ -260,7 +262,7 @@ public class CrawlServiceImpl implements CrawlService { .replace("{catId}", ruleBean.getCatIdRule().get("catId" + catId)) .replace("{page}", page + ""); - String bookListHtml = getByHttpClientWithChrome(catBookListUrl); + String bookListHtml = crawlHttpClient.get(catBookListUrl); if (bookListHtml != null) { Pattern bookIdPatten = Pattern.compile(ruleBean.getBookIdPatten()); Matcher bookIdMatcher = bookIdPatten.matcher(bookListHtml);