From 0e2e610d18a98463c34928d7e5247d0fe6d86e5d Mon Sep 17 00:00:00 2001 From: xxy <773861846@qq.com> Date: Thu, 7 May 2020 23:34:13 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BC=98=E5=8C=96=E6=9B=B4=E6=96=B0=E7=AD=96?= =?UTF-8?q?=E7=95=A5=EF=BC=8C=E6=94=AF=E6=8C=81=E5=90=8C=E6=97=B6=E5=90=AF?= =?UTF-8?q?=E5=8A=A8=E5=A4=9A=E4=B8=AA=E7=88=AC=E8=99=AB=E7=A8=8B=E5=BA=8F?= =?UTF-8?q?=E6=9D=A5=E5=8A=A0=E5=BF=AB=E5=B0=8F=E8=AF=B4=E6=9B=B4=E6=96=B0?= =?UTF-8?q?=E9=80=9F=E7=8E=87?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../com/java2nb/novel/core/listener/StarterListener.java | 3 --- .../java/com/java2nb/novel/mapper/CrawlBookMapper.java | 7 +++++++ .../com/java2nb/novel/service/impl/BookServiceImpl.java | 7 ++++++- .../src/main/resources/mybatis/mapping/BookMapper.xml | 8 ++++++++ 4 files changed, 21 insertions(+), 4 deletions(-) diff --git a/novel-crawl/src/main/java/com/java2nb/novel/core/listener/StarterListener.java b/novel-crawl/src/main/java/com/java2nb/novel/core/listener/StarterListener.java index c6bbd13..626b59a 100644 --- a/novel-crawl/src/main/java/com/java2nb/novel/core/listener/StarterListener.java +++ b/novel-crawl/src/main/java/com/java2nb/novel/core/listener/StarterListener.java @@ -51,7 +51,6 @@ public class StarterListener implements ServletContextListener { //解析小说基本信息 Book book = CrawlParser.parseBook(ruleBean, needUpdateBook.getCrawlBookId()); //这里只做老书更新 - book.setCrawlLastTime(currentDate); book.setId(needUpdateBook.getId()); book.setPicUrl(needUpdateBook.getPicUrl()); //查询已存在的章节 @@ -61,8 +60,6 @@ public class StarterListener implements ServletContextListener { bookService.updateBookAndIndexAndContent(book, (List) indexAndContentList.get(CrawlParser.BOOK_INDEX_LIST_KEY), (List) indexAndContentList.get(CrawlParser.BOOK_CONTENT_LIST_KEY),existBookIndexMap); }catch (Exception e){ log.error(e.getMessage(), e); - //解析异常中断,更新一下小说的最后解析时间 - bookService.updateCrawlLastTime(needUpdateBook.getId()); } } diff --git a/novel-crawl/src/main/java/com/java2nb/novel/mapper/CrawlBookMapper.java b/novel-crawl/src/main/java/com/java2nb/novel/mapper/CrawlBookMapper.java index 6911e63..e7cb590 100644 --- a/novel-crawl/src/main/java/com/java2nb/novel/mapper/CrawlBookMapper.java +++ b/novel-crawl/src/main/java/com/java2nb/novel/mapper/CrawlBookMapper.java @@ -25,4 +25,11 @@ public interface CrawlBookMapper extends BookMapper { * @return 小说总字数 * */ Integer queryTotalWordCount(@Param("bookId") Long bookId); + + /** + * 批量更新小说最后抓取时间 + * @param books 需要更新的小说集合 + * @param currentDate 当前时间 + * */ + void updateCrawlLastTime(@Param("books") List books,@Param("currentDate") Date currentDate); } diff --git a/novel-crawl/src/main/java/com/java2nb/novel/service/impl/BookServiceImpl.java b/novel-crawl/src/main/java/com/java2nb/novel/service/impl/BookServiceImpl.java index 0badbec..a8a34e5 100644 --- a/novel-crawl/src/main/java/com/java2nb/novel/service/impl/BookServiceImpl.java +++ b/novel-crawl/src/main/java/com/java2nb/novel/service/impl/BookServiceImpl.java @@ -99,7 +99,12 @@ public class BookServiceImpl implements BookService { @Override public List queryNeedUpdateBook(Date startDate, int limit) { - return bookMapper.queryNeedUpdateBook(startDate, limit); + List books = bookMapper.queryNeedUpdateBook(startDate, limit); + if(books.size()>0) { + //更新最后抓取时间为当前时间 + bookMapper.updateCrawlLastTime(books, new Date()); + } + return books; } @Override diff --git a/novel-crawl/src/main/resources/mybatis/mapping/BookMapper.xml b/novel-crawl/src/main/resources/mybatis/mapping/BookMapper.xml index fcc5eda..a1b2e84 100644 --- a/novel-crawl/src/main/resources/mybatis/mapping/BookMapper.xml +++ b/novel-crawl/src/main/resources/mybatis/mapping/BookMapper.xml @@ -19,5 +19,13 @@ on t1.id = t2.book_id and t1.id = #{bookId} + + update book set crawl_last_time = #{currentDate} + where id in + + #{book.id} + + + \ No newline at end of file