mirror of
https://github.com/201206030/novel-plus.git
synced 2025-06-24 04:46:37 +00:00
perf: 爬虫采集流程优化
This commit is contained in:
@ -309,6 +309,10 @@ public class CrawlServiceImpl implements CrawlService {
|
||||
} catch (Exception e) {
|
||||
log.error(e.getMessage(), e);
|
||||
}
|
||||
if (page == totalPage) {
|
||||
// 第一遍采集完成,翻到第一页,继续第二次采集,适用于分页数比较少的最近更新列表
|
||||
page = 0;
|
||||
}
|
||||
|
||||
page += 1;
|
||||
}
|
||||
|
Reference in New Issue
Block a user