更新优化

This commit is contained in:
xiongxiaoyang 2020-01-18 11:25:35 +08:00
parent bb83f5628b
commit 04ab2045f3
3 changed files with 10 additions and 4 deletions

View File

@ -125,7 +125,6 @@ public class BiquCrawlSource extends BaseHtmlCrawlSource {
@Override
public void update() {
List<BookParseLog> logs = bookService.queryBookParseLogs();
List<Long> successLogIds = new ArrayList<>();
for (BookParseLog bookParseLog : logs) {
try {
@ -241,7 +240,7 @@ public class BiquCrawlSource extends BaseHtmlCrawlSource {
}
}
successLogIds.add(bookParseLog.getId());
bookService.deleteBookParseLog(bookParseLog.getId());
}
@ -266,7 +265,7 @@ public class BiquCrawlSource extends BaseHtmlCrawlSource {
}
}
bookService.deleteBookParseLogs(successLogIds);
}

View File

@ -66,7 +66,6 @@ public class StartListener implements ServletContextListener {
log.info("updateBooks执行中。。。。。。。。。。。。");
crawlSource.update();
Thread.sleep(new Float(1000 * 60 * bookUpdatePeriod).longValue());
} catch (Exception e) {
log.error(e.getMessage(), e);
}

View File

@ -510,4 +510,12 @@ public class BookService {
}
}
}
/**
* 删除已经成功更新的解析日志
* */
public void deleteBookParseLog(Long id) {
bookParseLogMapper.deleteByPrimaryKey(id);
}
}