201206030/novel-plus
1
0
Fork 0
mirror of https://github.com/201206030/novel-plus.git synced 2025-04-27 01:30:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

优化es采集

Browse Source
This commit is contained in:
xiongxiaoyang 2020-05-25 17:11:03 +08:00
parent ce2a3b4647
commit 73be43e1c5
1 changed files with 13 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
novel-front/src/main/java/com/java2nb/novel/core/schedule/BookToEsSchedule.java
View File

@ -41,12 +41,12 @@ public class BookToEsSchedule {
/** /**
* 2分钟导入一次 * 10秒钟导入一次
*/ */
@Scheduled(fixedRate = 1000 * 60 * 2) @Scheduled(fixedRate = 1000 * 10)
public void saveToEs() { public void saveToEs() {
if (cacheService.get(CacheKey.ES_TRANS_LOCK) == null) { if (cacheService.get(CacheKey.ES_TRANS_LOCK) == null) {
cacheService.set(CacheKey.ES_TRANS_LOCK, "1", 60 * 60); cacheService.set(CacheKey.ES_TRANS_LOCK, "1", 60 * 5);
try { try {
//查询需要更新的小说 //查询需要更新的小说
Date lastDate = (Date) cacheService.getObject(CacheKey.ES_LAST_UPDATE_TIME); Date lastDate = (Date) cacheService.getObject(CacheKey.ES_LAST_UPDATE_TIME);
@ -54,28 +54,22 @@ public class BookToEsSchedule {
lastDate = new SimpleDateFormat("yyyy-MM-dd").parse("2020-01-01"); lastDate = new SimpleDateFormat("yyyy-MM-dd").parse("2020-01-01");
} }
long count;
do {
List<Book> books = bookService.queryBookByUpdateTimeByPage(lastDate, 100); List<Book> books = bookService.queryBookByUpdateTimeByPage(lastDate, 100);
for (Book book : books) { for (Book book : books) {
//导入到ES //导入到ES
EsBookVO esBookVO = new EsBookVO(); EsBookVO esBookVO = new EsBookVO();
BeanUtils.copyProperties(book, esBookVO, "lastIndexUpdateTime"); BeanUtils.copyProperties(book, esBookVO, "lastIndexUpdateTime");
esBookVO.setLastIndexUpdateTime(new SimpleDateFormat("yyyy/MM/dd HH:mm").format(book.getLastIndexUpdateTime())); esBookVO.setLastIndexUpdateTime(new SimpleDateFormat("yyyy/MM/dd HH:mm").format(book.getLastIndexUpdateTime()));
Index action = new Index.Builder(esBookVO).index("novel").type("book").id(book.getId().toString()).build(); Index action = new Index.Builder(esBookVO).index("novel").type("book").id(book.getId().toString()).build();
jestClient.execute(action); jestClient.execute(action);
lastDate = book.getUpdateTime(); lastDate = book.getUpdateTime();
//1秒钟导入一本书，1分钟导入60本
Thread.sleep(1000);
} }
count = books.size();
} while (count == 100);
cacheService.setObject(CacheKey.ES_LAST_UPDATE_TIME, lastDate); cacheService.setObject(CacheKey.ES_LAST_UPDATE_TIME, lastDate);