201206030/novel-plus
1
0
Fork 0
mirror of https://github.com/201206030/novel-plus.git synced 2025-04-27 01:30:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

优化es采集

Browse Source
This commit is contained in:
xiongxiaoyang 2020-05-25 17:11:03 +08:00
parent ce2a3b4647
commit 73be43e1c5
1 changed files with 13 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
novel-front/src/main/java/com/java2nb/novel/core/schedule/BookToEsSchedule.java
View File

@ -41,12 +41,12 @@ public class BookToEsSchedule {
/**
* 2分钟导入一次
* 10秒钟导入一次
*/
@Scheduled(fixedRate = 1000 * 60 * 2)
@Scheduled(fixedRate = 1000 * 10)
public void saveToEs() {
if (cacheService.get(CacheKey.ES_TRANS_LOCK) == null) {
cacheService.set(CacheKey.ES_TRANS_LOCK, "1", 60 * 60);
cacheService.set(CacheKey.ES_TRANS_LOCK, "1", 60 * 5);
try {
//查询需要更新的小说
Date lastDate = (Date) cacheService.getObject(CacheKey.ES_LAST_UPDATE_TIME);
@ -54,28 +54,22 @@ public class BookToEsSchedule {
lastDate = new SimpleDateFormat("yyyy-MM-dd").parse("2020-01-01");
}
long count;
do {
List<Book> books = bookService.queryBookByUpdateTimeByPage(lastDate, 100);
for (Book book : books) {
//导入到ES
EsBookVO esBookVO = new EsBookVO();
BeanUtils.copyProperties(book, esBookVO, "lastIndexUpdateTime");
esBookVO.setLastIndexUpdateTime(new SimpleDateFormat("yyyy/MM/dd HH:mm").format(book.getLastIndexUpdateTime()));
Index action = new Index.Builder(esBookVO).index("novel").type("book").id(book.getId().toString()).build();
List<Book> books = bookService.queryBookByUpdateTimeByPage(lastDate, 100);
for (Book book : books) {
//导入到ES
EsBookVO esBookVO = new EsBookVO();
BeanUtils.copyProperties(book, esBookVO, "lastIndexUpdateTime");
esBookVO.setLastIndexUpdateTime(new SimpleDateFormat("yyyy/MM/dd HH:mm").format(book.getLastIndexUpdateTime()));
Index action = new Index.Builder(esBookVO).index("novel").type("book").id(book.getId().toString()).build();
jestClient.execute(action);
jestClient.execute(action);
lastDate = book.getUpdateTime();
//1秒钟导入一本书，1分钟导入60本
Thread.sleep(1000);
lastDate = book.getUpdateTime();
}
}
count = books.size();
} while (count == 100);
cacheService.setObject(CacheKey.ES_LAST_UPDATE_TIME, lastDate);