perf: 爬虫采集流程优化

This commit is contained in:
xiongxiaoyang
2025-03-14 19:27:46 +08:00
parent 6d0ab33757
commit 85b64bbc10
2 changed files with 6 additions and 1 deletions

View File

@ -309,6 +309,10 @@ public class CrawlServiceImpl implements CrawlService {
} catch (Exception e) {
log.error(e.getMessage(), e);
}
if (page == totalPage) {
// 第一遍采集完成,翻到第一页,继续第二次采集,适用于分页数比较少的最近更新列表
page = 0;
}
page += 1;
}