201206030/novel
1
0
Fork 0
mirror of https://github.com/201206030/novel.git synced 2025-04-27 07:30:50 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

爬虫优化

Browse Source
This commit is contained in:
xiongxiaoyang 2019-11-15 09:13:22 +08:00
parent 5f7c29ce26
commit 6a051a3c9f
2 changed files with 7 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
novel-admin/src/main/java/com/java2nb/books/service/impl/BookCrawlServiceImpl.java
View File

@ -152,7 +152,7 @@ public class BookCrawlServiceImpl implements BookCrawlService {
parseBiquTaBook(bookPatten, forObject, i, baseUrl);
while (currentPage < totalPage) {
if(isInteruptBiquTaCrawl){
break;
return;
}
catBookListUrl = catBookListUrlBase + i + "/" + (currentPage + 1) + ".html";
@ -196,7 +196,7 @@ public class BookCrawlServiceImpl implements BookCrawlService {
System.out.println("匹配分数" + scoreFind);
while (isFind && scoreFind && isBookNameMatch && isFindAuthor) {
if(isInteruptBiquTaCrawl){
break;
return;
}
try {
@ -274,7 +274,7 @@ public class BookCrawlServiceImpl implements BookCrawlService {
while (isFindIndex) {
if(isInteruptBiquTaCrawl){
break;
return;
}
if (!hasIndexNum.contains(indexNum)) {
@ -371,7 +371,7 @@ public class BookCrawlServiceImpl implements BookCrawlService {
while (currentPage < totalPage) {
if(isInteruptBiquDaoCrawl){
break;
return;
}
catBookListUrl = catBookListUrlBase + i + "/" + (currentPage + 1) + ".html";
@ -419,7 +419,7 @@ public class BookCrawlServiceImpl implements BookCrawlService {
try {
if(isInteruptBiquDaoCrawl){
break;
return;
}
@ -497,7 +497,7 @@ public class BookCrawlServiceImpl implements BookCrawlService {
while (isFindIndex) {
if(isInteruptBiquDaoCrawl){
break;
return;
}
if (!hasIndexNum.contains(indexNum)) {

11
sql/books.sql
View File

@ -1055,16 +1055,7 @@ CREATE TABLE `sys_user` (
-- Records of sys_user
-- ----------------------------
INSERT INTO `sys_user` VALUES ('1', 'admin', '超级管理员', 'd1e2292b8991e896b272a37e1c9be3ad', '6', 'admin@example.com', '17699999999', '1', '1', '2017-08-15 21:40:39', '2017-08-15 21:41:00', '96', '2017-12-14 00:00:00', '148', 'ccc', '122;121;', '北京市', '北京市市辖区', '东城区');
INSERT INTO `sys_user` VALUES ('2', 'test', '临时用户', '6cf3bb3deba2aadbd41ec9a22511084e', '6', 'test@bootdo.com', null, '1', '1', '2017-08-14 13:43:05', '2017-08-14 21:15:36', null, null, null, null, null, null, null, null);
INSERT INTO `sys_user` VALUES ('36', 'ldh', '刘德华', 'bfd9394475754fbe45866eba97738c36', '7', 'ldh@bootdo.com', null, '1', null, null, null, null, null, null, null, null, null, null, null);
INSERT INTO `sys_user` VALUES ('123', 'zxy', '张学友', '35174ba93f5fe7267f1fb3c1bf903781', '6', 'zxy@bootdo', null, '0', null, null, null, null, null, null, null, null, null, null, null);
INSERT INTO `sys_user` VALUES ('124', 'wyf', '吴亦凡', 'e179e6f687bbd57b9d7efc4746c8090a', '6', 'wyf@bootdo.com', null, '1', null, null, null, null, null, null, null, null, null, null, null);
INSERT INTO `sys_user` VALUES ('130', 'lh', '鹿晗', '7924710cd673f68967cde70e188bb097', '9', 'lh@bootdo.com', null, '1', null, null, null, null, null, null, null, null, null, null, null);
INSERT INTO `sys_user` VALUES ('131', 'lhc', '令狐冲', 'd515538e17ecb570ba40344b5618f5d4', '6', 'lhc@bootdo.com', null, '0', null, null, null, null, null, null, null, null, null, null, null);
INSERT INTO `sys_user` VALUES ('132', 'lyf', '刘亦菲', '7fdb1d9008f45950c1620ba0864e5fbd', '13', 'lyf@bootdo.com', null, '1', null, null, null, null, null, null, null, null, null, null, null);
INSERT INTO `sys_user` VALUES ('134', 'lyh', '李彦宏', 'dc26092b3244d9d432863f2738180e19', '8', 'lyh@bootdo.com', null, '1', null, null, null, null, null, null, null, null, null, null, null);
INSERT INTO `sys_user` VALUES ('135', 'wjl', '王健林', '3967697dfced162cf6a34080259b83aa', '6', 'wjl@bootod.com', null, '1', null, null, null, null, null, null, null, null, null, null, null);
INSERT INTO `sys_user` VALUES ('136', 'gdg', '郭德纲', '3bb1bda86bc02bf6478cd91e42135d2f', '9', 'gdg@bootdo.com', null, '1', null, null, null, null, null, null, null, null, null, null, null);
-- ----------------------------
-- Table structure for `sys_user_role`