v2.0.2发布

This commit is contained in:
xiongxiaoyang
2020-05-18 17:31:00 +08:00
parent 5e16119880
commit c80b02caf0
4 changed files with 3 additions and 1115 deletions

View File

@ -260,9 +260,7 @@ public class CrawlParser {
ResponseEntity<String> forEntity = restTemplate.getForEntity(url, String.class);
if (forEntity.getStatusCode() == HttpStatus.OK) {
String body = forEntity.getBody();
log.debug("body长度"+body.length());
if(body.length() < Constants.INVALID_HTML_LENGTH){
log.debug("获取html页面内容失败");
return processErrorHttpResult(url);
}
//成功获得html内容