201206030/novel-plus
1
0
Fork 0
mirror of https://github.com/201206030/novel-plus.git synced 2025-04-27 01:30:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

爬虫代码优化

Browse Source
This commit is contained in:
xiongxiaoyang 2020-12-24 01:22:19 +08:00
parent c3daaecaaa
commit 6fd183c2ae
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
novel-crawl/src/main/java/com/java2nb/novel/core/crawl/CrawlParser.java
View File

@ -171,7 +171,7 @@ public class CrawlParser {
int indexNum = 0; int indexNum = 0;
//总字数 //总字数
Integer totalWordCount = 0; Integer totalWordCount = book.getWordCount() == null ? 0 : book.getWordCount();
while (isFindIndex) { while (isFindIndex) {

2
novel-crawl/src/main/resources/mybatis/mapping/BookMapper.xml
View File

@ -5,7 +5,7 @@
<select id="queryNeedUpdateBook" resultType="com.java2nb.novel.entity.Book"> <select id="queryNeedUpdateBook" resultType="com.java2nb.novel.entity.Book">
select id,crawl_source_id,crawl_book_id,crawl_last_time,pic_url select id,crawl_source_id,crawl_book_id,crawl_last_time,pic_url,word_count
from book where last_index_update_time > #{startDate} and crawl_source_id is not null from book where last_index_update_time > #{startDate} and crawl_source_id is not null
order by crawl_last_time order by crawl_last_time
limit ${limit} limit ${limit}