v2.0.2发布

novel-crawl/pom.xml

@@ -5,7 +5,7 @@
     <parent>
         <artifactId>novel</artifactId>
         <groupId>com.java2nb</groupId>
-        <version>2.0.1</version>
+        <version>2.0.2</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

novel-crawl/src/main/java/com/java2nb/novel/core/crawl/CrawlParser.java

@@ -256,9 +256,10 @@ public class CrawlParser {
             ResponseEntity<String> forEntity = restTemplate.getForEntity(url, String.class);
             if (forEntity.getStatusCode() == HttpStatus.OK) {
                 String body = forEntity.getBody();
+                log.debug("body长度："+body.length());
                 if(body.length() < Constants.INVALID_HTML_LENGTH){
                     log.debug("获取html页面内容失败");
-                    Thread.sleep(10 + new Random().nextInt(60));
+                    Thread.sleep(  new Random().nextInt(10*1000));
                     return getByHttpClient(url);
                 }
                 return body;

novel-crawl/src/main/java/com/java2nb/novel/utils/Constants.java

@@ -18,5 +18,5 @@ public class Constants {
     /**
      * 爬取小说http请求中无效的内容长度
      */
-    public static final int INVALID_HTML_LENGTH = 1000;
+    public static final int INVALID_HTML_LENGTH = 1500;
 }