From 78969f9fd1e5b21f1ccd43fe840e7370de4d7a80 Mon Sep 17 00:00:00 2001 From: xiaoyang Date: Fri, 17 Dec 2021 10:20:59 +0800 Subject: [PATCH] =?UTF-8?q?fix:=20=E4=BF=AE=E5=A4=8D=E5=8D=95=E6=9C=AC?= =?UTF-8?q?=E5=B0=8F=E8=AF=B4=E9=87=87=E9=9B=86=E5=8D=B3=E4=BD=BF=E6=B2=A1?= =?UTF-8?q?=E6=9C=89=E9=87=87=E9=9B=86=E5=88=B0=E5=86=85=E5=AE=B9=E4=BB=8D?= =?UTF-8?q?=E7=84=B6=E6=A0=87=E8=AE=B0=E7=8A=B6=E6=80=81=E4=B8=BA=E9=87=87?= =?UTF-8?q?=E9=9B=86=E6=88=90=E5=8A=9F=E7=9A=84=E9=97=AE=E9=A2=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../main/java/com/java2nb/novel/core/crawl/CrawlParser.java | 5 +++-- .../com/java2nb/novel/service/impl/CrawlServiceImpl.java | 5 +++-- 2 files changed, 6 insertions(+), 4 deletions(-) diff --git a/novel-crawl/src/main/java/com/java2nb/novel/core/crawl/CrawlParser.java b/novel-crawl/src/main/java/com/java2nb/novel/core/crawl/CrawlParser.java index 85955cd..9ec4628 100644 --- a/novel-crawl/src/main/java/com/java2nb/novel/core/crawl/CrawlParser.java +++ b/novel-crawl/src/main/java/com/java2nb/novel/core/crawl/CrawlParser.java @@ -139,7 +139,7 @@ public class CrawlParser { handler.handle(book); } - public static void parseBookIndexAndContent(String sourceBookId, Book book, RuleBean ruleBean, Map existBookIndexMap, CrawlBookChapterHandler handler) { + public static boolean parseBookIndexAndContent(String sourceBookId, Book book, RuleBean ruleBean, Map existBookIndexMap, CrawlBookChapterHandler handler) { Date currentDate = new Date(); @@ -275,7 +275,7 @@ public class CrawlParser { setBookContentList(contentList); }}); - return; + return true; } @@ -285,6 +285,7 @@ public class CrawlParser { setBookIndexList(new ArrayList<>(0)); setBookContentList(new ArrayList<>(0)); }}); + return false; } diff --git a/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java b/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java index 2e95141..028f44b 100644 --- a/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java +++ b/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java @@ -302,15 +302,16 @@ public class CrawlServiceImpl implements CrawlService { book.setCrawlLastTime(new Date()); book.setId(IdWorker.INSTANCE.nextId()); //解析章节目录 - CrawlParser.parseBookIndexAndContent(bookId, book, ruleBean, new HashMap<>(0), chapter -> { + boolean parseIndexContentResult = CrawlParser.parseBookIndexAndContent(bookId, book, ruleBean, new HashMap<>(0), chapter -> { bookService.saveBookAndIndexAndContent(book, chapter.getBookIndexList(), chapter.getBookContentList()); }); + parseResult.set(parseIndexContentResult); } else { //只更新书籍的爬虫相关字段 bookService.updateCrawlProperties(existBook.getId(), sourceId, bookId); + parseResult.set(true); } - parseResult.set(true); }); return parseResult.get();