From 42bcecc304f83bcb2aa6bdcf7c7048adecff15e6 Mon Sep 17 00:00:00 2001 From: xiongxiaoyang <1179705413@qq.com> Date: Tue, 13 May 2025 11:11:27 +0800 Subject: [PATCH] =?UTF-8?q?fix(novel-crawl):=20=E8=A7=A3=E5=86=B3=E7=88=AC?= =?UTF-8?q?=E8=99=AB=E8=BF=9B=E7=A8=8B=E9=97=B4=E7=9A=84=E5=86=B2=E7=AA=81?= =?UTF-8?q?=E9=97=AE=E9=A2=98=EF=BC=8C=E6=94=AF=E6=8C=81=E5=90=8C=E6=97=B6?= =?UTF-8?q?=E5=90=AF=E5=8A=A8=E5=A4=9A=E4=B8=AA=E7=88=AC=E8=99=AB=E8=BF=9B?= =?UTF-8?q?=E7=A8=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../main/java/com/java2nb/novel/core/cache/CacheKey.java | 5 ----- .../com/java2nb/novel/service/impl/CrawlServiceImpl.java | 7 ++++--- 2 files changed, 4 insertions(+), 8 deletions(-) diff --git a/novel-common/src/main/java/com/java2nb/novel/core/cache/CacheKey.java b/novel-common/src/main/java/com/java2nb/novel/core/cache/CacheKey.java index 7f938e4..d1b5811 100644 --- a/novel-common/src/main/java/com/java2nb/novel/core/cache/CacheKey.java +++ b/novel-common/src/main/java/com/java2nb/novel/core/cache/CacheKey.java @@ -41,11 +41,6 @@ public interface CacheKey { * */ String TEMPLATE_DIR_KEY = "templateDirKey";; - /** - * 正在运行的爬虫线程存储KEY前缀 - * */ - String RUNNING_CRAWL_THREAD_KEY_PREFIX = "runningCrawlTreadDataKeyPrefix"; - /** * 上一次搜索引擎更新的时间 * */ diff --git a/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java b/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java index ca7b576..5bb92ea 100644 --- a/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java +++ b/novel-crawl/src/main/java/com/java2nb/novel/service/impl/CrawlServiceImpl.java @@ -68,6 +68,8 @@ public class CrawlServiceImpl implements CrawlService { private final Map crawlSourceStatusMap = new HashMap<>(); + private final Map> runningCrawlThread = new HashMap<>(); + @Override public void addCrawlSource(CrawlSource source) { @@ -123,8 +125,7 @@ public class CrawlServiceImpl implements CrawlService { if (sourceStatus == (byte) 0) { // 关闭 // 将该爬虫源正在运行的线程集合全部停止 - Set runningCrawlThreadId = (Set) cacheService.getObject( - CacheKey.RUNNING_CRAWL_THREAD_KEY_PREFIX + sourceId); + Set runningCrawlThreadId = runningCrawlThread.get(sourceId); if (runningCrawlThreadId != null) { for (Long ThreadId : runningCrawlThreadId) { Thread thread = ThreadUtil.findThread(ThreadId); @@ -152,7 +153,7 @@ public class CrawlServiceImpl implements CrawlService { //thread加入到监控缓存中 threadIds.add(thread.getId()); } - cacheService.setObject(CacheKey.RUNNING_CRAWL_THREAD_KEY_PREFIX + sourceId, threadIds); + runningCrawlThread.put(sourceId, threadIds); } }