users = userMapper.selectByExample(example);
- if(users.size() > 0){
- user.setId(users.get(0).getId());
- }else {
- user.setId(null);
- }
-
-
- }
-
- public void addToCollect(Long bookId, long userId) {
- UserRefBook userRefBook = new UserRefBook();
- userRefBook.setBookId(bookId);
- userRefBook.setUserId(userId);
- UserRefBookExample example = new UserRefBookExample();
- example.createCriteria().andBookIdEqualTo(bookId).andUserIdEqualTo(userId);
- userRefBookMapper.deleteByExample(example);
- userRefBookMapper.insertSelective(userRefBook);
-
- }
-
- public boolean isCollect(Long bookId, long userId) {
-
- UserRefBookExample example = new UserRefBookExample();
- example.createCriteria().andBookIdEqualTo(bookId).andUserIdEqualTo(userId);
- return userRefBookMapper.countByExample(example)>0?true:false;
-
- }
-
- public void cancelToCollect(Long bookId, long userId) {
- UserRefBookExample example = new UserRefBookExample();
- example.createCriteria().andBookIdEqualTo(bookId).andUserIdEqualTo(userId);
- userRefBookMapper.deleteByExample(example);
- }
-
- public void collectOrCancelBook(Long userid, Long bookId) {
-
- boolean collect = isCollect(bookId, userid);
-
- if(collect){
- cancelToCollect(bookId, userid);;
- }else{
- addToCollect(bookId, userid);
- }
- }
-}
diff --git a/src/main/java/xyz/zinglizingli/books/util/ExcutorUtils.java b/src/main/java/xyz/zinglizingli/books/util/ExcutorUtils.java
deleted file mode 100644
index 5e40951..0000000
--- a/src/main/java/xyz/zinglizingli/books/util/ExcutorUtils.java
+++ /dev/null
@@ -1,20 +0,0 @@
-package xyz.zinglizingli.books.util;
-
-import java.util.concurrent.ExecutorService;
-import java.util.concurrent.Executors;
-
-public class ExcutorUtils {
-
- private static ExecutorService fixedThreadPool;
- private static ExecutorService cachedThreadPool ;
- static{
- fixedThreadPool = Executors.newFixedThreadPool(5);
- cachedThreadPool = Executors.newCachedThreadPool();
- }
- public static void excuteFixedTask(Runnable task){
- fixedThreadPool.execute(task);
- }
- public static void excuteCachedTask(Runnable task){
- cachedThreadPool.execute(task);
- }
-}
diff --git a/src/main/java/xyz/zinglizingli/books/util/MD5Util.java b/src/main/java/xyz/zinglizingli/books/util/MD5Util.java
deleted file mode 100644
index cb0ea59..0000000
--- a/src/main/java/xyz/zinglizingli/books/util/MD5Util.java
+++ /dev/null
@@ -1,39 +0,0 @@
-package xyz.zinglizingli.books.util;
-
-import java.security.MessageDigest;
-
-public class MD5Util {
- private static String byteArrayToHexString(byte b[]) {
- StringBuffer resultSb = new StringBuffer();
- for (int i = 0; i < b.length; i++)
- resultSb.append(byteToHexString(b[i]));
-
- return resultSb.toString();
- }
-
- private static String byteToHexString(byte b) {
- int n = b;
- if (n < 0)
- n += 256;
- int d1 = n / 16;
- int d2 = n % 16;
- return hexDigits[d1] + hexDigits[d2];
- }
-
- public static String MD5Encode(String origin, String charsetname) {
- String resultString = null;
- try {
- resultString = new String(origin);
- MessageDigest md = MessageDigest.getInstance("MD5");
- if (charsetname == null || "".equals(charsetname))
- resultString = byteArrayToHexString(md.digest(resultString.getBytes()));
- else
- resultString = byteArrayToHexString(md.digest(resultString.getBytes(charsetname)));
- } catch (Exception exception) {
- }
- return resultString;
- }
-
- private static final String hexDigits[] = { "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "a", "b", "c", "d",
- "e", "f" };
-}
\ No newline at end of file
diff --git a/src/main/java/xyz/zinglizingli/books/util/RandomValueUtil.java b/src/main/java/xyz/zinglizingli/books/util/RandomValueUtil.java
deleted file mode 100644
index ce5ccc6..0000000
--- a/src/main/java/xyz/zinglizingli/books/util/RandomValueUtil.java
+++ /dev/null
@@ -1,125 +0,0 @@
-package xyz.zinglizingli.books.util;
-
-
-
-
-/****
- *
- * 随机数生成工具类,主要包括
- * 中文姓名，性别，Email，手机号，住址
- */
-public class RandomValueUtil {
-
- //public static String base = "abcdefghijklmnopqrstuvwxyz0123456789";
- public static String base = "0123456789";
- private static String firstName="赵钱孙李周吴郑王冯陈褚卫蒋沈韩杨朱秦尤许何吕施张孔曹严华金魏陶姜戚谢邹喻柏水窦章云苏潘葛奚范彭郎鲁韦昌马苗凤花方俞任袁柳酆鲍史唐费廉岑薛雷贺倪汤滕殷罗毕郝邬安常乐于时傅皮卞齐康伍余元卜顾孟平黄和穆萧尹姚邵湛汪祁毛禹狄米贝明臧计伏成戴谈宋茅庞熊纪舒屈项祝董梁杜阮蓝闵席季麻强贾路娄危江童颜郭梅盛林刁钟徐邱骆高夏蔡田樊胡凌霍虞万支柯咎管卢莫经房裘缪干解应宗宣丁贲邓郁单杭洪包诸左石崔吉钮龚程嵇邢滑裴陆荣翁荀羊於惠甄魏加封芮羿储靳汲邴糜松井段富巫乌焦巴弓牧隗山谷车侯宓蓬全郗班仰秋仲伊宫宁仇栾暴甘钭厉戎祖武符刘姜詹束龙叶幸司韶郜黎蓟薄印宿白怀蒲台从鄂索咸籍赖卓蔺屠蒙池乔阴郁胥能苍双闻莘党翟谭贡劳逄姬申扶堵冉宰郦雍却璩桑桂濮牛寿通边扈燕冀郏浦尚农温别庄晏柴瞿阎充慕连茹习宦艾鱼容向古易慎戈廖庚终暨居衡步都耿满弘匡国文寇广禄阙东殴殳沃利蔚越夔隆师巩厍聂晁勾敖融冷訾辛阚那简饶空曾毋沙乜养鞠须丰巢关蒯相查后江红游竺权逯盖益桓公万俟司马上官欧阳夏侯诸葛闻人东方赫连皇甫尉迟公羊澹台公冶宗政濮阳淳于仲孙太叔申屠公孙乐正轩辕令狐钟离闾丘长孙慕容鲜于宇文司徒司空亓官司寇仉督子车颛孙端木巫马公西漆雕乐正壤驷公良拓拔夹谷宰父谷粱晋楚阎法汝鄢涂钦段干百里东郭南门呼延归海羊舌微生岳帅缑亢况后有琴梁丘左丘东门西门商牟佘佴伯赏南宫墨哈谯笪年爱阳佟第五言福百家姓续";
- private static String girl="秀娟英华慧巧美娜静淑惠珠翠雅芝玉萍红娥玲芬芳燕彩春菊兰凤洁梅琳素云莲真环雪荣爱妹霞香月莺媛艳瑞凡佳嘉琼勤珍贞莉桂娣叶璧璐娅琦晶妍茜秋珊莎锦黛青倩婷姣婉娴瑾颖露瑶怡婵雁蓓纨仪荷丹蓉眉君琴蕊薇菁梦岚苑婕馨瑗琰韵融园艺咏卿聪澜纯毓悦昭冰爽琬茗羽希宁欣飘育滢馥筠柔竹霭凝晓欢霄枫芸菲寒伊亚宜可姬舒影荔枝思丽 ";
- public static String boy="伟刚勇毅俊峰强军平保东文辉力明永健世广志义兴良海山仁波宁贵福生龙元全国胜学祥才发武新利清飞彬富顺信子杰涛昌成康星光天达安岩中茂进林有坚和彪博诚先敬震振壮会思群豪心邦承乐绍功松善厚庆磊民友裕河哲江超浩亮政谦亨奇固之轮翰朗伯宏言若鸣朋斌梁栋维启克伦翔旭鹏泽晨辰士以建家致树炎德行时泰盛雄琛钧冠策腾楠榕风航弘";
- //public static final String[] email_suffix="@gmail.com,@yahoo.com,@msn.com,@hotmail.com,@aol.com,@ask.com,@live.com,@qq.com,@0355.net,@163.com,@163.net,@263.net,@3721.net,@yeah.net,@googlemail.com,@126.com,@sina.com,@sohu.com,@yahoo.com.cn".split(",");
- public static final String[] email_suffix="@126.com,@163.com,@139.com,@sina.com,@aliyun.com,@189.cn,@sohu.com,@qq.com,@sogou.com".split(",");
- public static int getNum(int start,int end) {
- return (int)(Math.random()*(end-start+1)+start);
- }
-
- /***
- *
- * Project Name: recruit-helper-util
- * 随机生成Email
- * @param lMin
- * 最小长度
- * @param lMax
- * 最大长度
- * @return
- */
- public static String getEmail(int lMin,int lMax) {
- int length=getNum(lMin,lMax);
- StringBuffer sb = new StringBuffer();
- for (int i = 0; i < length; i++) {
- int number = (int)(Math.random()*base.length());
- sb.append(base.charAt(number));
- }
- sb.append(email_suffix[(int)(Math.random()*email_suffix.length)]);
- return sb.toString();
- }
-
- public static String getEmail() {
- String emailTail = email_suffix[(int)(Math.random()*email_suffix.length)];
- StringBuffer sb = new StringBuffer();
- if(emailTail.equals("@qq.com")) {
- int length = getNum(6, 10);
- for (int i = 0; i < length; i++) {
- int number = (int) (Math.random() * base.length());
- sb.append(base.charAt(number));
- }
- }else{
- sb.append(getTelephone());
- }
- sb.append(emailTail);
- return sb.toString();
- }
-
- private static String[] telFirst="134,135,136,137,138,139,150,151,152,157,158,159,130,131,132,155,156,133,153".split(",");
-
- /***
- *
- * 随机生成手机号码
- */
- public static String getTelephone() {
- int index=getNum(0,telFirst.length-1);
- String first=telFirst[index];
- String second=String.valueOf(getNum(1,888)+10000).substring(1);
- String thrid=String.valueOf(getNum(1,9100)+10000).substring(1);
- return first+second+thrid;
- }
-
- /***
- *
- *
随机生成8位电话号码
- */
- public static String getLandline() {
- int index=getNum(0,telFirst.length-1);
- String first=telFirst[index];
- String second=String.valueOf(getNum(1,888)+10000).substring(1);
- String thrid=String.valueOf(getNum(1,9100)+10000).substring(1);
- return first+second+thrid;
- }
-
-
-
- /**
- * 返回中文姓名
- */
- public static String name_sex = "";
-
- /***
- *
- *
返回中文姓名
- *
- */
- public static String getChineseName() {
- int index = getNum(0, firstName.length() - 1);
- String first = firstName.substring(index, index + 1);
- int sex = getNum(0, 1);
- String str = boy;
- int length = boy.length();
- if (sex == 0) {
- str = girl;
- length = girl.length();
- name_sex = "女";
- } else {
- name_sex = "男";
- }
- index = getNum(0, length - 1);
- String second = str.substring(index, index + 1);
- int hasThird = getNum(0, 1);
- String third = "";
- if (hasThird == 1) {
- index = getNum(0, length - 1);
- third = str.substring(index, index + 1);
- }
- return first + second + third;
- }
-
-
-}
-
diff --git a/src/main/java/xyz/zinglizingli/books/util/UUIDUtils.java b/src/main/java/xyz/zinglizingli/books/util/UUIDUtils.java
deleted file mode 100644
index 103fcd9..0000000
--- a/src/main/java/xyz/zinglizingli/books/util/UUIDUtils.java
+++ /dev/null
@@ -1,93 +0,0 @@
-package xyz.zinglizingli.books.util;
-
-import java.util.UUID;
-
-public class UUIDUtils {
-
- public static final String[] CHARS = new String[] { "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l",
- "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "0", "1", "2", "3", "4", "5", "6",
- "7", "8", "9", "A", "B", "C", "D", "E", "F", "G", "H", "I", "J", "K", "L", "M", "N", "O", "P", "Q", "R",
- "S", "T", "U", "V", "W", "X", "Y", "Z" };
-
- /**
- * 生成指定长度的uuid
- *
- * @param length
- * @return
- */
- private static String getUUID(int length, UUID uuid) {
- int groupLength = 32 / length;
- StringBuilder sb = new StringBuilder();
- String id = uuid.toString().replace("-", "");
- for (int i = 0; i < length; i++) {
- String str = id.substring(i * groupLength, i * groupLength + groupLength);
- int x = Integer.parseInt(str, 16);
- sb.append(CHARS[x % 0x3E]);
- }
- return sb.toString();
- }
-
- /**
- * 8位UUID
- *
- * @return
- */
- public static String getUUID8() {
- return getUUID(8, UUID.randomUUID());
- }
-
- /**
- * 8位UUID
- *
- * @return
- */
- public static String getUUID8(byte[] bytes) {
- return getUUID(8, UUID.nameUUIDFromBytes(bytes));
- }
-
- /**
- * 8位UUID
- *
- * @return
- */
- public static String getUUID8(String fromString) {
- return getUUID(8, UUID.fromString(fromString));
- }
-
- /**
- * 16位UUID
- *
- * @return
- */
- public static String getUUID16() {
- return getUUID(16, UUID.randomUUID());
- }
-
- /**
- * 16位UUID
- *
- * @return
- */
- public static String getUUID16(String fromString) {
- return getUUID(16, UUID.fromString(fromString));
- }
-
- /**
- * 16位UUID
- *
- * @return
- */
- public static String getUUID16(byte[] bytes) {
- return getUUID(16, UUID.nameUUIDFromBytes(bytes));
- }
-
- /**
- * 32位UUID
- *
- * @return
- */
- public static String getUUID32() {
- return UUID.randomUUID().toString().replace("-", "");
- }
-
-}
diff --git a/src/main/java/xyz/zinglizingli/books/vo/BookVO.java b/src/main/java/xyz/zinglizingli/books/vo/BookVO.java
deleted file mode 100644
index 4536c16..0000000
--- a/src/main/java/xyz/zinglizingli/books/vo/BookVO.java
+++ /dev/null
@@ -1,16 +0,0 @@
-package xyz.zinglizingli.books.vo;
-
-import xyz.zinglizingli.books.po.Book;
-
-public class BookVO extends Book {
-
- private String cateName;
-
- public String getCateName() {
- return cateName;
- }
-
- public void setCateName(String cateName) {
- this.cateName = cateName;
- }
-}
diff --git a/src/main/java/xyz/zinglizingli/books/web/ApiBookController.java b/src/main/java/xyz/zinglizingli/books/web/ApiBookController.java
deleted file mode 100644
index e643dce..0000000
--- a/src/main/java/xyz/zinglizingli/books/web/ApiBookController.java
+++ /dev/null
@@ -1,188 +0,0 @@
-package xyz.zinglizingli.books.web;
-
-
-import com.github.pagehelper.PageInfo;
-import org.springframework.beans.BeanUtils;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.util.StringUtils;
-import org.springframework.web.bind.annotation.*;
-import xyz.zinglizingli.books.po.Book;
-import xyz.zinglizingli.books.po.BookContent;
-import xyz.zinglizingli.books.po.BookIndex;
-import xyz.zinglizingli.books.service.BookService;
-import xyz.zinglizingli.books.vo.BookVO;
-import xyz.zinglizingli.common.cache.CommonCacheUtil;
-
-import javax.servlet.http.HttpServletRequest;
-import javax.servlet.http.HttpServletResponse;
-import java.util.*;
-
-@RestController
-@RequestMapping("api/book")
-public class ApiBookController {
-
-
- @Autowired
- private BookService bookService;
-
- @Autowired
- private CommonCacheUtil commonCacheUtil;
-
-
- @RequestMapping("hotBook")
- public List hotBooks () {
- //查询热点数据
- List hotBooks = bookService.search(1, 6, null, null, null, null, null, null, null, "visit_count DESC,score ", "DESC");
- return hotBooks;
- }
-
- @RequestMapping("newstBook")
- public List newstBook() {
- //查询最近更新数据
- List newBooks = bookService.search(1, 6, null, null, null, null, null, null, null, "update_time", "DESC");
-
- return newBooks;
- }
-
- @RequestMapping("search")
- public Map search(@RequestParam(value = "curr", defaultValue = "1") int page, @RequestParam(value = "limit", defaultValue = "20") int pageSize,
- @RequestParam(value = "keyword", required = false) String keyword,
- @RequestParam(value = "bookStatus", required = false) String bookStatus,
- @RequestParam(value = "catId", required = false) Integer catId,
- @RequestParam(value = "historyBookIds", required = false) String ids,
- @RequestParam(value = "token", required = false) String token,
- @RequestParam(value = "sortBy", defaultValue = "update_time") String sortBy, @RequestParam(value = "sort", defaultValue = "DESC") String sort,
- HttpServletRequest req, HttpServletResponse resp) {
-
- Map modelMap = new HashMap<>();
- String userId = null;
- String titleType = "最近更新";
- if (catId != null) {
- titleType = bookService.getCatNameById(catId);
- ;
- } else if (keyword != null) {
- titleType = "搜索";
- } else if ("score".equals(sortBy)) {
- titleType = "小说排行榜";
- } else if (ids != null) {
- titleType = "阅读记录";
- } else if (token != null) {
- userId = commonCacheUtil.get(token);
- titleType = "我的书架";
- }
- modelMap.put("titleType", titleType);
- List books = bookService.search(page, pageSize, userId, ids, keyword,bookStatus, catId, null, null, sortBy, sort);
- List bookVOList;
- if (StringUtils.isEmpty(ids)) {
- bookVOList = new ArrayList<>();
- for (Book book : books) {
- BookVO bookvo = new BookVO();
- BeanUtils.copyProperties(book, bookvo);
- bookvo.setCateName(bookService.getCatNameById(bookvo.getCatid()));
- bookVOList.add(bookvo);
- }
-
- } else {
- if (!ids.contains("-")) {
- List idsArr = Arrays.asList(ids.split(","));
- int length = idsArr.size();
- BookVO[] bookVOArr = new BookVO[length];
- for (Book book : books) {
- int index = idsArr.indexOf(book.getId() + "");
- BookVO bookvo = new BookVO();
- BeanUtils.copyProperties(book, bookvo);
- bookvo.setCateName(bookService.getCatNameById(bookvo.getCatid()));
- bookVOArr[length - index - 1] = bookvo;
- }
- bookVOList = Arrays.asList(bookVOArr);
- } else {
- bookVOList = new ArrayList<>();
- }
-
- }
-
- PageInfo bookPageInfo = new PageInfo<>(books);
- modelMap.put("limit", bookPageInfo.getPageSize());
- modelMap.put("curr", bookPageInfo.getPageNum());
- modelMap.put("total", bookPageInfo.getTotal());
- modelMap.put("books", bookVOList);
- modelMap.put("ids", ids);
- modelMap.put("keyword", keyword);
- modelMap.put("catId", catId);
- modelMap.put("sortBy", sortBy);
- modelMap.put("sort", sort);
- return modelMap;
- }
-
- @RequestMapping("{bookId}.html")
- public Map detail(@PathVariable("bookId") Long bookId) {
- Map modelMap = new HashMap<>();
- //查询基本信息
- Book book = bookService.queryBaseInfo(bookId);
- //查询最新目录信息
- List indexList = bookService.queryNewIndexList(bookId);
-
- BookVO bookvo = new BookVO();
- BeanUtils.copyProperties(book, bookvo);
- bookvo.setCateName(bookService.getCatNameById(bookvo.getCatid()));
- modelMap.put("bookId", bookId);
- modelMap.put("book", bookvo);
- modelMap.put("indexList", indexList);
- return modelMap;
- }
-
- @RequestMapping("{bookId}/index.html")
- public Map bookIndex(@PathVariable("bookId") Long bookId) {
- Map modelMap = new HashMap<>();
- List indexList = bookService.queryAllIndexList(bookId);
- String bookName = bookService.queryBaseInfo(bookId).getBookName();
- modelMap.put("indexList", indexList);
- modelMap.put("bookName", bookName);
- modelMap.put("bookId", bookId);
- return modelMap;
- }
-
- @RequestMapping("{bookId}/{indexNum}.html")
- public Map bookContent(@PathVariable("bookId") Long bookId, @PathVariable("indexNum") Integer indexNum) {
- Map modelMap = new HashMap<>();
- //查询最大章节号
- List maxAndMinIndexNum = bookService.queryMaxAndMinIndexNum(bookId);
- if(maxAndMinIndexNum.size()>0) {
- int maxIndexNum = maxAndMinIndexNum.get(0);
- int minIndexNum = maxAndMinIndexNum.get(1);
- if (indexNum < minIndexNum) {
- indexNum = maxIndexNum;
- }
- if (indexNum > maxIndexNum) {
- indexNum = minIndexNum;
- }
- }
- BookContent bookContent = bookService.queryBookContent(bookId, indexNum);
- String indexName;
- if(bookContent==null) {
- bookContent = new BookContent();
- bookContent.setId(-1l);
- bookContent.setBookId(bookId);
- bookContent.setIndexNum(indexNum);
- bookContent.setContent("正在手打中，请稍等片刻，内容更新后，需要重新刷新页面，才能获取最新更新");
- indexName="？";
- }else{
- indexName = bookService.queryIndexNameByBookIdAndIndexNum(bookId, indexNum);
- }
- modelMap.put("indexName", indexName);
- String bookName = bookService.queryBaseInfo(bookId).getBookName();
- modelMap.put("bookName", bookName);
- modelMap.put("bookContent", bookContent);
- return modelMap;
- }
-
- @RequestMapping("addVisit")
- public String addVisit(@RequestParam("bookId") Long bookId) {
-
- bookService.addVisitCount(bookId);
-
- return "ok";
- }
-
-
-}
diff --git a/src/main/java/xyz/zinglizingli/books/web/BookController.java b/src/main/java/xyz/zinglizingli/books/web/BookController.java
deleted file mode 100644
index 42902a2..0000000
--- a/src/main/java/xyz/zinglizingli/books/web/BookController.java
+++ /dev/null
@@ -1,308 +0,0 @@
-package xyz.zinglizingli.books.web;
-
-
-import com.github.pagehelper.PageInfo;
-import org.springframework.beans.BeanUtils;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.stereotype.Controller;
-import org.springframework.ui.ModelMap;
-import org.springframework.util.StringUtils;
-import org.springframework.web.bind.annotation.PathVariable;
-import org.springframework.web.bind.annotation.RequestMapping;
-import org.springframework.web.bind.annotation.RequestParam;
-import org.springframework.web.bind.annotation.ResponseBody;
-import xyz.zinglizingli.books.po.Book;
-import xyz.zinglizingli.books.po.BookContent;
-import xyz.zinglizingli.books.po.BookIndex;
-import xyz.zinglizingli.books.po.ScreenBullet;
-import xyz.zinglizingli.books.service.BookService;
-import xyz.zinglizingli.books.vo.BookVO;
-import xyz.zinglizingli.common.cache.CommonCacheUtil;
-
-import javax.servlet.http.HttpServletRequest;
-import javax.servlet.http.HttpServletResponse;
-import javax.servlet.http.HttpSession;
-import java.io.OutputStream;
-import java.net.URLEncoder;
-import java.util.*;
-
-@Controller
-@RequestMapping("book")
-public class BookController {
-
-
- @Autowired
- private BookService bookService;
-
- @Autowired
- private CommonCacheUtil commonCacheUtil;
-
-
-
- @RequestMapping("search")
- public String search(@RequestParam(value = "curr", defaultValue = "1") int page, @RequestParam(value = "limit", defaultValue = "20") int pageSize,
- @RequestParam(value = "keyword", required = false) String keyword, @RequestParam(value = "catId", required = false) Integer catId,
- @RequestParam(value = "historyBookIds", required = false) String ids,
- @RequestParam(value = "bookStatus", required = false) String bookStatus,
- @RequestParam(value = "token", required = false) String token,
- @RequestParam(value = "sortBy", defaultValue = "update_time") String sortBy, @RequestParam(value = "sort", defaultValue = "DESC") String sort,
- HttpServletRequest req, HttpServletResponse resp, ModelMap modelMap) {
-
- String userId = null;
- String titleType = "最近更新";
- if (catId != null) {
- titleType = bookService.getCatNameById(catId) + "分类频道";
- ;
- } else if ("score".equals(sortBy)) {
- titleType = "小说排行";
- } else if (ids != null) {
- titleType = "阅读记录";
- } else if (token != null) {
- userId = commonCacheUtil.get(token);
- titleType = "我的书架";
- } else if (bookStatus != null && bookStatus.contains("完成")) {
- titleType = "完本小说";
- } else if (keyword != null) {
- titleType = "搜索";
- }
- modelMap.put("titleType", titleType);
- List books;
- List bookVOList;
- if (StringUtils.isEmpty(ids) || !StringUtils.isEmpty(keyword)) {
- books = bookService.search(page, pageSize, userId, ids, keyword, bookStatus, catId, null, null, sortBy, sort);
- bookVOList = new ArrayList<>();
- for (Book book : books) {
- BookVO bookvo = new BookVO();
- BeanUtils.copyProperties(book, bookvo);
- bookvo.setCateName(bookService.getCatNameById(bookvo.getCatid()));
- bookVOList.add(bookvo);
- }
-
- } else {
- if (!ids.contains("-")) {
- books = bookService.search(page, 50, userId, ids, keyword, null, catId, null, null, sortBy, sort);
- List idsArr = Arrays.asList(ids.split(","));
- int length = idsArr.size();
- BookVO[] bookVOArr = new BookVO[books.size()];
- for (Book book : books) {
- int index = idsArr.indexOf(book.getId() + "");
- BookVO bookvo = new BookVO();
- BeanUtils.copyProperties(book, bookvo);
- bookvo.setCateName(bookService.getCatNameById(bookvo.getCatid()));
- bookVOArr[books.size() - index - 1] = bookvo;
- }
- bookVOList = Arrays.asList(bookVOArr);
- } else {
- books = new ArrayList<>();
- bookVOList = new ArrayList<>();
- }
-
- }
-
- PageInfo bookPageInfo = new PageInfo<>(books);
- modelMap.put("limit", bookPageInfo.getPageSize());
- modelMap.put("curr", bookPageInfo.getPageNum());
- modelMap.put("total", bookPageInfo.getTotal());
- modelMap.put("books", bookVOList);
- modelMap.put("ids", ids);
- modelMap.put("token", token);
- modelMap.put("bookStatus", bookStatus);
- modelMap.put("keyword", keyword);
- modelMap.put("catId", catId);
- modelMap.put("sortBy", sortBy);
- modelMap.put("sort", sort);
- return "books/book_search";
- }
-
-
- @RequestMapping("searchSoftBook.html")
- public String searchSoftBook(@RequestParam(value = "curr", defaultValue = "1") int page, @RequestParam(value = "limit", defaultValue = "20") int pageSize,
- @RequestParam(value = "keyword", required = false) String keyword, @RequestParam(value = "catId", defaultValue = "8") Integer catId,
- @RequestParam(value = "softCat", required = false) Integer softCat,
- @RequestParam(value = "bookStatus", required = false) String bookStatus,
- @RequestParam(value = "softTag", required = false) String softTag,
- @RequestParam(value = "sortBy", defaultValue = "update_time") String sortBy, @RequestParam(value = "sort", defaultValue = "DESC") String sort,
- HttpServletRequest req, HttpServletResponse resp, ModelMap modelMap) {
-
- String userId = null;
- List books = bookService.search(page, pageSize, userId, null, keyword, bookStatus, catId, softCat, softTag, sortBy, sort);
- List bookVOList;
- bookVOList = new ArrayList<>();
- for (Book book : books) {
- BookVO bookvo = new BookVO();
- BeanUtils.copyProperties(book, bookvo);
- bookvo.setCateName(bookService.getSoftCatNameById(bookvo.getSoftCat()));
- bookVOList.add(bookvo);
- }
-
-
- PageInfo bookPageInfo = new PageInfo<>(books);
- modelMap.put("limit", bookPageInfo.getPageSize());
- modelMap.put("curr", bookPageInfo.getPageNum());
- modelMap.put("total", bookPageInfo.getTotal());
- modelMap.put("books", bookVOList);
- modelMap.put("keyword", keyword);
- modelMap.put("bookStatus", bookStatus);
- modelMap.put("softCat", softCat);
- modelMap.put("softTag", softTag);
- modelMap.put("sortBy", sortBy);
- modelMap.put("sort", sort);
- return "books/soft_book_search";
- }
-
- @RequestMapping("{bookId}.html")
- public String detail(@PathVariable("bookId") Long bookId, ModelMap modelMap) {
- //查询基本信息
- Book book = bookService.queryBaseInfo(bookId);
- //查询最新目录信息
- List indexList = bookService.queryNewIndexList(bookId);
-
- int minIndexNum = 0;
- //查询最小目录号
- List integers = bookService.queryMaxAndMinIndexNum(bookId);
- if (integers.size() > 1) {
- minIndexNum = integers.get(1);
- }
-
-
- BookVO bookvo = new BookVO();
- BeanUtils.copyProperties(book, bookvo);
- bookvo.setCateName(bookService.getCatNameById(bookvo.getCatid()));
-
- modelMap.put("bookId", bookId);
- modelMap.put("book", bookvo);
- modelMap.put("minIndexNum", minIndexNum);
- modelMap.put("indexList", indexList);
- if (indexList != null && indexList.size() > 0) {
- modelMap.put("lastIndexName", indexList.get(0).getIndexName());
- modelMap.put("lastIndexNum", indexList.get(0).getIndexNum());
- }
- return "books/book_detail";
- }
-
- @RequestMapping("{bookId}/index.html")
- public String bookIndex(@PathVariable("bookId") Long bookId, ModelMap modelMap) {
- List indexList = bookService.queryAllIndexList(bookId);
- String bookName = bookService.queryBaseInfo(bookId).getBookName();
- modelMap.put("indexList", indexList);
- modelMap.put("bookName", bookName);
- modelMap.put("bookId", bookId);
- return "books/book_index";
- }
-
- @RequestMapping("{bookId}/{indexNum}.html")
- public String bookContent(@PathVariable("bookId") Long bookId, @PathVariable("indexNum") Integer indexNum, ModelMap modelMap) {
- BookContent bookContent = bookService.queryBookContent(bookId, indexNum);
- String indexName;
- if (bookContent == null) {
- bookContent = new BookContent();
- bookContent.setId(-1l);
- bookContent.setBookId(bookId);
- bookContent.setIndexNum(indexNum);
- bookContent.setContent("正在手打中，请稍等片刻，内容更新后，需要重新刷新页面，才能获取最新更新");
- indexName = "更新中。。。";
- } else {
- indexName = bookService.queryIndexNameByBookIdAndIndexNum(bookId, indexNum);
- }
- List preAndNextIndexNum = bookService.queryPreAndNextIndexNum(bookId, indexNum);
- modelMap.put("nextIndexNum", preAndNextIndexNum.get(0));
- modelMap.put("preIndexNum", preAndNextIndexNum.get(1));
- modelMap.put("bookContent", bookContent);
- modelMap.put("indexName", indexName);
- String bookName = bookService.queryBaseInfo(bookId).getBookName();
- modelMap.put("bookName", bookName);
- return "books/book_content";
- }
-
-
- @RequestMapping("addVisit")
- @ResponseBody
- public String addVisit(@RequestParam("bookId") Long bookId) {
-
- bookService.addVisitCount(bookId);
-
- return "ok";
- }
-
- @RequestMapping("sendBullet")
- @ResponseBody
- public Map sendBullet(@RequestParam("contentId") Long contentId, @RequestParam("bullet") String bullet) {
- Map result = new HashMap<>();
- bookService.sendBullet(contentId, bullet);
- result.put("code", 1);
- result.put("desc", "ok");
- return result;
- }
-
- @RequestMapping("queryIsDownloading")
- @ResponseBody
- public Map queryIsDownloading(HttpSession session) {
- Map result = new HashMap<>();
- if (session.getAttribute("isDownloading") != null) {
- result.put("code", 1);
- } else {
- result.put("code", 0);
- }
- return result;
- }
-
-
- @RequestMapping("queryBullet")
- @ResponseBody
- public List queryBullet(@RequestParam("contentId") Long contentId) {
-
- return bookService.queryBullet(contentId);
- }
-
-
- /**
- * 文件下载
- */
- @RequestMapping(value = "/download")
- public void download(@RequestParam("bookId") Long bookId, @RequestParam("bookName") String bookName, HttpServletResponse resp, HttpSession session) {
- try {
- session.setAttribute("isDownloading", 1);
- int count = bookService.countIndex(bookId);
-
-
- OutputStream out = resp.getOutputStream();
- //设置响应头，对文件进行url编码
- bookName = URLEncoder.encode(bookName, "UTF-8");
- resp.setContentType("application/octet-stream");//解决手机端不能下载附件的问题
- resp.setHeader("Content-Disposition", "attachment;filename=" + bookName + ".txt");
- if (count > 0) {
- for (int i = 0; i < count; i++) {
- String index = bookService.queryIndexList(bookId, i);
- String content = bookService.queryContentList(bookId, i);
- out.write(index.getBytes("utf-8"));
- out.write("\n".getBytes("utf-8"));
- content = content.replaceAll("", "\r\n");
- content = content.replaceAll(" ", " ");
- content = content.replaceAll("]*>", "");
- content = content.replaceAll("", "");
- content = content.replaceAll("]*>", "");
- content = content.replaceAll("", "");
- content = content.replaceAll("]*>[^<]*]*>[^<]*\\s*
", "");
- content = content.replaceAll("]*>", "");
- content = content.replaceAll("", "\r\n");
- out.write(content.getBytes("utf-8"));
- out.write("\r\n".getBytes("utf-8"));
- out.write("\r\n".getBytes("utf-8"));
- out.flush();
- }
-
- }
-
- out.close();
-
-
- } catch (Exception e) {
- e.printStackTrace();
- } finally {
- session.removeAttribute("isDownloading");
- }
-
- }
-
-
-}
\ No newline at end of file
diff --git a/src/main/java/xyz/zinglizingli/books/web/UserController.java b/src/main/java/xyz/zinglizingli/books/web/UserController.java
deleted file mode 100644
index 48eba05..0000000
--- a/src/main/java/xyz/zinglizingli/books/web/UserController.java
+++ /dev/null
@@ -1,152 +0,0 @@
-package xyz.zinglizingli.books.web;
-
-
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.stereotype.Controller;
-import org.springframework.ui.ModelMap;
-import org.springframework.util.StringUtils;
-import org.springframework.web.bind.annotation.RequestMapping;
-import org.springframework.web.bind.annotation.ResponseBody;
-import xyz.zinglizingli.books.po.User;
-import xyz.zinglizingli.books.service.BookService;
-import xyz.zinglizingli.books.service.UserService;
-import xyz.zinglizingli.books.util.UUIDUtils;
-import xyz.zinglizingli.common.cache.CommonCacheUtil;
-
-import java.util.*;
-
-@Controller
-@RequestMapping("user")
-public class UserController {
-
-
- @Autowired
- private UserService userService;
-
- @Autowired
- private BookService bookService;
-
- @Autowired
- private CommonCacheUtil commonCacheUtil;
-
-
- @RequestMapping("login.html")
- public String login(Long bookId, ModelMap modelMap) {
- modelMap.put("bookId", bookId);
- return "user/login";
- }
-
-
- @RequestMapping("loginOrRegist")
- @ResponseBody
- public Map loginOrRegist(User user,Long bookId) {
- Map result = new HashMap<>();
- //查询用户名是否存在
- boolean isExistLoginName = userService.isExistLoginName(user.getLoginName());
- String token = null;
- if (isExistLoginName) {
- //登录
- userService.login(user);
- if (user.getId() != null) {
- token = UUIDUtils.getUUID32();
- commonCacheUtil.set(token, user.getId() + "");
- result.put("code", 1);
- result.put("desc", "登录成功！");
- if(!StringUtils.isEmpty(bookId)) {
- userService.collectOrCancelBook(user.getId(), bookId);
- }
- } else {
- result.put("code", -1);
- result.put("desc", "用户名或密码错误！");
- }
- } else {
- //注册
- userService.regist(user);
- Long userId = user.getId();
- token = UUIDUtils.getUUID32();
- commonCacheUtil.set(token, userId + "");
- result.put("code", 2);
- result.put("desc", "注册成功！");
- if(!StringUtils.isEmpty(bookId)) {
- userService.collectOrCancelBook(user.getId(), bookId);
- }
- }
- if(token != null){
- result.put("token",token);
- }
- return result;
- }
-
- @RequestMapping("isLogin")
- @ResponseBody
- public Map isLogin(String token) {
- Map result = new HashMap<>();
- String userId = commonCacheUtil.get(token);
- if(StringUtils.isEmpty(userId)){
- result.put("code", -1);
- result.put("desc", "未登录！");
- }else{
- result.put("code", 1);
- result.put("desc", "已登录！");
- }
- return result;
- }
-
-
- @RequestMapping("addToCollect")
- @ResponseBody
- public Map addToCollect(Long bookId,String token) {
- Map result = new HashMap<>();
- String userId = commonCacheUtil.get(token);
- if(StringUtils.isEmpty(userId)){
- result.put("code", -1);
- result.put("desc", "未登录！");
- }else {
- userService.addToCollect(bookId,Long.parseLong(userId));
- result.put("code", 1);
- result.put("desc", "加入成功，请前往我的书架查看！");
- }
- return result;
- }
-
- @RequestMapping("cancelToCollect")
- @ResponseBody
- public Map cancelToCollect(Long bookId,String token) {
- Map result = new HashMap<>();
- String userId = commonCacheUtil.get(token);
- if(StringUtils.isEmpty(userId)){
- result.put("code", -1);
- result.put("desc", "未登录！");
- }else {
- userService.cancelToCollect(bookId,Long.parseLong(userId));
- result.put("code", 1);
- result.put("desc", "撤下成功！");
- }
- return result;
- }
-
- @RequestMapping("isCollect")
- @ResponseBody
- public Map isCollect(Long bookId,String token) {
- Map result = new HashMap<>();
- String userId = commonCacheUtil.get(token);
- if(StringUtils.isEmpty(userId)){
- result.put("code", -1);
- result.put("desc", "未登录！");
- }else {
- boolean isCollect = userService.isCollect(bookId,Long.parseLong(userId));
- if(isCollect) {
- result.put("code", 1);
- result.put("desc", "已收藏！");
- }else{
- result.put("code", 2);
- result.put("desc", "未收藏！");
- }
- }
- return result;
- }
-
-
-
-
-}
diff --git a/src/main/java/xyz/zinglizingli/common/cache/CommonCacheUtil.java b/src/main/java/xyz/zinglizingli/common/cache/CommonCacheUtil.java
deleted file mode 100644
index 6ec4fa4..0000000
--- a/src/main/java/xyz/zinglizingli/common/cache/CommonCacheUtil.java
+++ /dev/null
@@ -1,56 +0,0 @@
-package xyz.zinglizingli.common.cache;
-
-public interface CommonCacheUtil {
-
- /**
- * 根据key获取缓存的String类型数据
- */
- String get(String key);
-
- /**
- * 设置String类型的缓存
- */
- void set(String key, String value);
-
- /**
- * 设置一个有过期时间的String类型的缓存,单位秒
- */
- void set(String key, String value, long timeout);
-
- /**
- * 根据key获取缓存的Object类型数据
- */
- Object getObject(String key);
-
- /**
- * 设置Object类型的缓存
- */
- void setObject(String key, Object value);
-
- /**
- * 设置一个有过期时间的Object类型的缓存,单位秒
- */
- void setObject(String key, Object value, long timeout);
-
- /**
- * 根据key删除缓存的数据
- */
- void del(String key);
-
-
- /**
- * 判断是否存在一个key
- * */
- boolean contains(String key);
-
- /**
- * 设置key过期时间
- * */
- void expire(String key, long timeout);
-
- /**
- * 刷新缓存
- * */
- void refresh(String key);
-
-}
diff --git a/src/main/java/xyz/zinglizingli/common/cache/impl/EHCacheUtil.java b/src/main/java/xyz/zinglizingli/common/cache/impl/EHCacheUtil.java
deleted file mode 100644
index 1b56da1..0000000
--- a/src/main/java/xyz/zinglizingli/common/cache/impl/EHCacheUtil.java
+++ /dev/null
@@ -1,150 +0,0 @@
-package xyz.zinglizingli.common.cache.impl;
-
-import net.sf.ehcache.Cache;
-import net.sf.ehcache.CacheManager;
-import net.sf.ehcache.Element;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.stereotype.Service;
-import xyz.zinglizingli.common.cache.CommonCacheUtil;
-
-@Service
-public class EHCacheUtil implements CommonCacheUtil {
-
- @Autowired
- private CacheManager cacheManager ;
-
- private static final String CACHE_NAME = "utilCache";
-
-
- /**
- * 获得一个Cache，没有则创建一个。
- * @param cacheName
- * @return
- */
- private Cache getCache(){
-
- /*Cache cache = cacheManager.getCache(cacheName);
- if (cache == null){
- cacheManager.addCache(cacheName);
- cache = cacheManager.getCache(cacheName);
- CacheConfiguration config = cache.getCacheConfiguration();
- config.setEternal(false);
- config.internalSetTimeToIdle(0);
- config.internalSetTimeToIdle(0);
- }*/
- Cache cache = cacheManager.getCache("util_cache");
- return cache;
- }
-
-
- public CacheManager getCacheManager() {
- return cacheManager;
- }
-
-
-
-
-
- @Override
- public String get(String key) {
- Element element = getCache().get(key);
- return element==null?null:(String)element.getObjectValue();
- }
-
- @Override
- public void set(String key, String value) {
- Element element = new Element(key, value);
- Cache cache = getCache();
- cache.getCacheConfiguration().setEternal(true);//不过期
- cache.put(element);
-
- }
-
- @Override
- public void set(String key, String value, long timeout) {
- Element element = new Element(key, value);
- element.setTimeToLive((int) timeout);
- Cache cache = getCache();
- cache.put(element);
-
- }
-
- @Override
- public void del(String key) {
- getCache().remove(key);
-
-
- }
-
- @Override
- public boolean contains(String key) {
- return getCache().isKeyInCache(key);
- }
-
- @Override
- public void expire(String key, long timeout) {
- Element element = getCache().get(key);
- if (element != null) {
- Object value = element.getValue();
- element = new Element(key, value);
- element.setTimeToLive((int)timeout);
- Cache cache = getCache();
- cache.put(element);
- }
- }
-
-
- /**
- * 根据key获取缓存的Object类型数据
- */
- @Override
- public Object getObject(String key) {
- Element element = getCache().get(key);
- return element==null?null:element.getObjectValue();
- }
-
-
- /**
- * 设置Object类型的缓存
- * @param
- */
- @Override
- public void setObject(String key, Object value) {
- Element element = new Element(key, value);
- Cache cache = getCache();
- cache.getCacheConfiguration().setEternal(true);//不过期
- cache.put(element);
-
- }
-
-
- /**
- * 设置一个有过期时间的Object类型的缓存,单位秒
- */
- @Override
- public void setObject(String key, Object value, long timeout) {
- Element element = new Element(key, value);
- element.setTimeToLive((int) timeout);
- Cache cache = getCache();
- cache.put(element);
-
- }
-
-
- @Override
- public void refresh(String key) {
- Element element = getCache().get(key);
- if (element != null) {
- Object value = element.getValue();
- int timeToLive = element.getTimeToLive();
- element = new Element(key, value);
- element.setTimeToLive(timeToLive);
- Cache cache = getCache();
- cache.put(element);
- }
-
- }
-
-
-
-}
diff --git a/src/main/java/xyz/zinglizingli/common/config/ErrorConfig.java b/src/main/java/xyz/zinglizingli/common/config/ErrorConfig.java
deleted file mode 100644
index a765149..0000000
--- a/src/main/java/xyz/zinglizingli/common/config/ErrorConfig.java
+++ /dev/null
@@ -1,23 +0,0 @@
-package xyz.zinglizingli.common.config;
-
-import org.springframework.boot.web.server.ErrorPage;
-import org.springframework.boot.web.server.ErrorPageRegistrar;
-import org.springframework.boot.web.server.ErrorPageRegistry;
-import org.springframework.context.annotation.Configuration;
-import org.springframework.http.HttpStatus;
-
-/**
- *定义配置类
- */
-@Configuration
-public class ErrorConfig implements ErrorPageRegistrar {
-
- @Override
- public void registerErrorPages(ErrorPageRegistry registry) {
- ErrorPage[] errorPages = new ErrorPage[2];
- errorPages[0] = new ErrorPage(HttpStatus.NOT_FOUND, "/book/index.html");
- errorPages[1] = new ErrorPage(HttpStatus.INTERNAL_SERVER_ERROR, "/mang.html");
-
- registry.addErrorPages(errorPages);
- }
-}
diff --git a/src/main/java/xyz/zinglizingli/common/config/FilterConfig.java b/src/main/java/xyz/zinglizingli/common/config/FilterConfig.java
deleted file mode 100644
index 9def961..0000000
--- a/src/main/java/xyz/zinglizingli/common/config/FilterConfig.java
+++ /dev/null
@@ -1,18 +0,0 @@
-package xyz.zinglizingli.common.config;
-
-import org.springframework.boot.web.servlet.FilterRegistrationBean;
-import org.springframework.context.annotation.Configuration;
-import xyz.zinglizingli.common.filter.SearchFilter;
-
-@Configuration
-public class FilterConfig{
-
- //@Bean
- public FilterRegistrationBean filterRegist() {
- FilterRegistrationBean frBean = new FilterRegistrationBean();
- frBean.setFilter(new SearchFilter());
- frBean.addUrlPatterns("/*");
- return frBean;
- }
-
-}
diff --git a/src/main/java/xyz/zinglizingli/common/config/IndexRecBooksConfig.java b/src/main/java/xyz/zinglizingli/common/config/IndexRecBooksConfig.java
deleted file mode 100644
index 33088af..0000000
--- a/src/main/java/xyz/zinglizingli/common/config/IndexRecBooksConfig.java
+++ /dev/null
@@ -1,33 +0,0 @@
-package xyz.zinglizingli.common.config;
-
-import org.springframework.boot.context.properties.ConfigurationProperties;
-import org.springframework.stereotype.Component;
-
-import java.util.List;
-import java.util.Map;
-
-@Component
-@ConfigurationProperties(prefix = "index")
-public class IndexRecBooksConfig {
-
-
- private List> recBooks;
-
- private boolean isRead;
-
- public List> getRecBooks() {
- return recBooks;
- }
-
- public void setRecBooks(List> recBooks) {
- this.recBooks = recBooks;
- }
-
- public boolean isRead() {
- return isRead;
- }
-
- public void setRead(boolean read) {
- isRead = read;
- }
-}
diff --git a/src/main/java/xyz/zinglizingli/common/filter/SearchFilter.java b/src/main/java/xyz/zinglizingli/common/filter/SearchFilter.java
deleted file mode 100644
index 777b307..0000000
--- a/src/main/java/xyz/zinglizingli/common/filter/SearchFilter.java
+++ /dev/null
@@ -1,654 +0,0 @@
-package xyz.zinglizingli.common.filter;
-
-import com.fasterxml.jackson.databind.ObjectMapper;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import org.springframework.http.*;
-import org.springframework.util.LinkedMultiValueMap;
-import org.springframework.util.MultiValueMap;
-import org.springframework.web.client.HttpClientErrorException;
-import org.springframework.web.client.RestTemplate;
-import xyz.zinglizingli.common.cache.CommonCacheUtil;
-import xyz.zinglizingli.common.utils.RestTemplateUtil;
-import xyz.zinglizingli.common.utils.SpringUtil;
-
-import javax.servlet.*;
-import javax.servlet.http.HttpServletRequest;
-import javax.servlet.http.HttpServletResponse;
-import java.io.IOException;
-import java.net.URLDecoder;
-import java.util.*;
-import java.util.regex.Matcher;
-import java.util.regex.Pattern;
-
-public class SearchFilter implements Filter {
-
- private static final Logger log = LoggerFactory.getLogger(SearchFilter.class);
-
- private CommonCacheUtil cacheUtil;
-
- private static List picPostFix;
-
- private static List localFileFix;
-
- private static List staticFileFix;
-
- private static List noteURI;
-
- private RestTemplate restTemplate;
-
-
- private final String SUANWEI_BOOK_REGEX = "";
- private final String SUANWEI_BOOK_HTML_REGEX = "/\\d+_\\d+\\.html";
-
- private final String XIYANGYANG_BOOK_REGEX = "";
- private final String XIYANGYANG_BOOK_HTML_REGEX = "/\\d+_\\d+\\.html";
-
-
- @Override
- public void init(FilterConfig filterConfig) throws ServletException {
- picPostFix = new ArrayList<>();
- picPostFix.add("jpg");
- picPostFix.add("pcx");
- picPostFix.add("emf");
- picPostFix.add("gif");
- picPostFix.add("bmp");
- picPostFix.add("tga");
- picPostFix.add("jpeg");
- picPostFix.add("tif");
- picPostFix.add("png");
- picPostFix.add("rle");
- localFileFix = new ArrayList<>();
- localFileFix.add("IMG_1470.JPG");
- localFileFix.add("baidu_verify_Ep8xaWQJAI.html");
- localFileFix.add("baidu_verify_L6sR9GjEtg.html");
- localFileFix.add("shenma-site-verification.txt");
- localFileFix.add("favicon.ico");
- localFileFix.add("headerbg.jpg");
- localFileFix.add("mang.png");
- localFileFix.add("HotBook.apk");
- localFileFix.add("wap_collect.js");
- localFileFix.add("note_1.html");
- localFileFix.add("note_2.html");
- localFileFix.add("note_3.html");
- localFileFix.add("note_4.html");
- staticFileFix = new ArrayList<>();
- staticFileFix.add("jpg");
- staticFileFix.add("gif");
- staticFileFix.add("bmp");
- staticFileFix.add("jpeg");
- staticFileFix.add("png");
- staticFileFix.add("js");
- staticFileFix.add("css");
- noteURI = new ArrayList<>();
- noteURI.add("/html/note_1.html");
- noteURI.add("/html/note_2.html");
-
- }
-
- @Override
- public void doFilter(ServletRequest servletRequest, ServletResponse servletResponse, FilterChain filterChain) throws IOException, ServletException {
- String forObject = null;
- HttpServletRequest req = (HttpServletRequest) servletRequest;
- HttpServletResponse resp = (HttpServletResponse) servletResponse;
- String requestURL = req.getRequestURL().toString();
- String requestURI = req.getRequestURI();
- if(requestURL.contains("www.zinglizingli.xyz") || requestURL.contains("sf.zinglizingli.xyz")){
- if(requestURI.matches("/*|(/index\\.html)")){
- String requestDispatcher = "/book/index.html";
- if(requestURL.contains("sf.zinglizingli.xyz")){
- requestDispatcher = "/book/searchSoftBook.html";
- }
- req.getRequestDispatcher(requestDispatcher).forward(servletRequest,servletResponse);
- return;
- }
- filterChain.doFilter(servletRequest,servletResponse);
- return;
-
- }
-
-
- try {
-
- if (requestURL.matches("http://m.zinglizingli.xyz(/*|(/index\\.html))") || requestURI.startsWith("/static/")) {
- filterChain.doFilter(req, resp);
- return;
- }
-
-
- if (cacheUtil == null) {
- cacheUtil = SpringUtil.getBean(CommonCacheUtil.class);
- }
-
- if (requestURL.contains("http://m.zinglizingli.xyz/search")) {
- //搜索跳转
- Map otherParam = new HashMap<>();
- otherParam.put("t", "1");
- otherParam.put("keyword", req.getParameter("q"));
- String realURL = "https://m.biquta.com/SearchBook.php";
- forObject = postBiquta(req, realURL, otherParam);
- resp.setCharacterEncoding("utf-8");
-
- } else {
-
- final String method = req.getMethod();
- if (requestURL.contains("www.zinglizingli.xyz")) {
-
- String realUrl = "https://m.biquge.info" + requestURI;
-
- String postFix = requestURI.substring(requestURI.lastIndexOf(".") + 1);
-
-
- // 案例：充当客户端通过restTemplate请求网络数据，并充当服务端将数据返回给浏览器
- // 客户端请求数据：输入流（byte[]）==》字符串
- // 服务端响应数据：字符串 == 》 输出流（byte[]）
-
- //默认方式：
- //RestTemplate restTemplate = new RestTemplate();
- // ①当返回的response-header的content-type属性有charset值时，
- // restTemplate的StringHttpMessageConverter会设置默认charset为content-type属性
- // charset值
- // StringHttpMessageConverter.setDefaultCharset(Charset.forName(charset));
- // ②当返回的response-header的content-type属性没有charset值时
- // restTemplate的StringHttpMessageConverter会使用默认的charset即ISO-8859-1
-
- if (picPostFix.contains(postFix)) {
- // 对服务端请求返回的输入流（byte[]）采用何种编码转换成字符串（String）
- restTemplate = RestTemplateUtil.getInstance("ISO-8859-1");//请求图片
- realUrl = "https://www.biquge.info" + requestURI;
- resp.setContentType("image/apng");
- } else {
- // 对服务端请求返回的输入流（byte[]）采用何种编码转换成字符串（String）
- restTemplate = RestTemplateUtil.getInstance("utf-8");//请求html/css/js等文件
- // 对客户端响应返回的字符串（String）采用何种编码转换成输出流（byte[]）
- resp.setCharacterEncoding("utf-8");
- setContentType(postFix, resp);
-
- /*//=====现在浏览器有编码自动识别功能，所以上面的代码没有加content-type的Header也没有问题==========
- //=====正确做法应该是下面代码片段1和代码片段2二选一==========
-
- //===============================================代码片段1===============================
- // 对客户端响应返回的字符串（String）采用何种编码转换成输出流（byte[]）
- resp.setCharacterEncoding("utf-8");
- // 告诉浏览器对服务端请求返回的输入流（byte[]）采用何种编码转换成字符串（String）显示
- resp.setHeader("content-type", "text/html;charset=utf-8");
- //===============================================代码片段1===============================
-
-
- //===============================================代码片段2===============================
- //对客户端响应返回的字符串（String）采用何种编码转换成输出流（byte[]）
- //并且告诉浏览器对服务端请求返回的输入流（byte[]）采用何种编码转换成字符串（String）显示
- resp.setContentType("text/html;charset=utf-8");
- //===============================================代码片段2===============================
-*/
- }
-
-
- if (HttpMethod.GET.name().equals(method)) {
-
-
- String fileName = requestURI.substring(requestURI.lastIndexOf("/") + 1);
- if (localFileFix.contains(fileName) || fileName.startsWith("9a4a540e-1759-4268-90fa-7fb652c3604a.")) {
- filterChain.doFilter(servletRequest, servletResponse);
- return;
- }
-
-
- if (requestURI.matches(SUANWEI_BOOK_HTML_REGEX)) {
- realUrl = realUrl.substring(0, realUrl.length() - 5);
- }
-
- String queryString = req.getQueryString();
- if (queryString != null && queryString.length() > 0 && !queryString.contains("bsh_bid=")) {
- queryString = "?" + URLDecoder.decode(req.getQueryString());
- } else {
- queryString = "";
- }
- realUrl = realUrl + queryString;
-
-
- forObject = cacheUtil.get(realUrl);
- if (forObject == null) {
-
-
- ResponseEntity forEntity = restTemplate.getForEntity(realUrl, String.class);
- forObject = forEntity.getBody();
-
- // forObject = new String(forObject.getBytes("ISO-8859-1"),"utf-8");
- if (!picPostFix.contains(postFix)) {
- forObject = forObject.replaceAll("https://m.biquge.info", "http://www.zinglizingli.xyz")
- .replaceAll("https://www.biquge.info", "http://www.zinglizingli.xyz")
- .replaceAll("笔趣岛", "酸味书屋")
- .replaceAll("笔趣阁", "酸味书屋")
- .replaceAll("登录", "登录")
- .replaceAll("", "")
- .replaceFirst("", "")
- .replaceAll("", "")
- .replaceAll("https://zhannei.baidu.com/cse", "http://m.zinglizingli.xyz")
- .replaceAll("返回", "返回")
- .replaceAll("加入书架", "加入收藏")
- .replaceFirst("", "\n")//页面访问自动推送到百度
- .replaceAll("", "")//去除广告
- ;
- forObject = addAttacDivForSearch(forObject, requestURI);
-
- forObject = setBookURIToHTML(forObject, SUANWEI_BOOK_REGEX);
-
- if (requestURI.matches(SUANWEI_BOOK_HTML_REGEX)) {
- Pattern pattern = Pattern.compile("(.+)\\s+目录共\\d+章");
- Matcher matcher = pattern.matcher(forObject);
- String title = "";
- if (matcher.find()) {
- title = matcher.group(1);
- }// 类别：武侠仙侠
- pattern = Pattern.compile("作者：(.+)
");
- matcher = pattern.matcher(forObject);
- String author = "";
- if (matcher.find()) {
- author = matcher.group(1);
- }
- pattern = Pattern.compile("(.+)");
- matcher = pattern.matcher(forObject);
- String sort = "";
- if (matcher.find()) {
- sort = matcher.group(1);
- }
- String desc = title + "，" + title + "小说最新章节免费在线阅读、最新章节列表，" + title + "小说最新更新免费提供，《" + title + "》是一本情节与文笔俱佳的" + sort + "小说，由作者" + author + "创建。";
-
- forObject = forObject.replaceFirst("]+\"\\s*/?>", "");//[^>]+表示1个或多个不是>的字符
- forObject = forObject.replaceFirst("", "");
-
-
- }
-
- if ("/".equals(requestURI)) {
- forObject = forObject.replaceFirst("]+\"\\s*/?>", "");//[^>]+表示1个或多个不是>的字符
- forObject = forObject.replaceFirst("", "");
-
-
- }
- }
- long timeout = 1800;
- if (staticFileFix.contains(postFix)) {
- timeout = 60 * 60 * 24;
- }
- cacheUtil.set(realUrl, forObject, timeout);
- }
-
-
-
- } else {
-
-
- Map oldParameterMap = req.getParameterMap();
- Map newParameterMap = new HashMap<>();
- Set> entries = oldParameterMap.entrySet();
- for (Map.Entry entry : entries) {
- newParameterMap.put(entry.getKey(), entry.getValue()[0]);
- }
-
- MultiValueMap map = new LinkedMultiValueMap<>();
- map.setAll(newParameterMap);
- HttpHeaders headers = new HttpHeaders();
- headers.setContentType(MediaType.APPLICATION_FORM_URLENCODED);
- HttpEntity> request = new HttpEntity<>(map, headers);
- forObject = restTemplate.postForEntity(realUrl, request, String.class).getBody();
- // forObject = new String(forObject.getBytes("ISO-8859-1"),"utf-8");
- forObject = forObject.replaceAll("https://m.biquge.info", "http://www.zinglizingli.xyz")
- .replaceAll("https://www.biquge.info", "http://www.zinglizingli.xyz")
- .replaceAll("笔趣岛", "酸味书屋")
- .replaceAll("笔趣阁", "酸味书屋")
- .replaceAll("https://zhannei.baidu.com/cse", "http://m.zinglizingli.xyz")
- .replaceFirst("", "")
- .replaceAll("书架", "笔记")
- .replaceAll("返回", "返回")
- ;
- forObject = setBookURIToHTML(forObject, SUANWEI_BOOK_REGEX);
- //resp.setCharacterEncoding("utf-8");
- //setContentType(postFix, resp);
-
- }
-
-
- } else if (requestURL.contains("m.zinglizingli.xyz")) {
- String realUrl = "https://m.biquta.com" + requestURI;
-
- String postFix = requestURI.substring(requestURI.lastIndexOf(".") + 1);
- if (picPostFix.contains(postFix)) {
- restTemplate = RestTemplateUtil.getInstance("ISO-8859-1");//请求图片
- resp.setContentType("image/apng");
- } else {
- restTemplate = RestTemplateUtil.getInstance("utf-8");//请求html/css/js等文件
- resp.setCharacterEncoding("utf-8");
- setContentType(postFix, resp);
-
- }
-
-
- if (HttpMethod.GET.name().equals(method)) {
-
- String fileName = requestURI.substring(requestURI.lastIndexOf("/") + 1);
-
- if (localFileFix.contains(fileName) || fileName.startsWith("9a4a540e-1759-4268-90fa-7fb652c3604a.")) {
- filterChain.doFilter(servletRequest, servletResponse);
- return;
- }
-
-
- if (requestURI.matches(XIYANGYANG_BOOK_HTML_REGEX)) {
- realUrl = realUrl.substring(0, realUrl.length() - 5);
- }
- String queryString = req.getQueryString();
- if (queryString != null && queryString.length() > 0 && !queryString.contains("bsh_bid=")) {
- queryString = "?" + URLDecoder.decode(req.getQueryString());
- } else {
- queryString = "";
- }
- realUrl = realUrl + queryString;
-
-
- forObject = cacheUtil.get(realUrl);
- if (forObject == null) {
- forObject = restTemplate.getForEntity(realUrl, String.class).getBody();
-
- if (!picPostFix.contains(postFix)) {
- forObject = forObject.replaceAll("https://m.biquta.com", "http://m.zinglizingli.xyz")
- .replaceAll("笔趣阁", "看小说吧")
- .replaceAll("笔趣塔", "看小说吧")
- .replaceFirst("看小说吧手机版-看小说吧", "看小说吧")
- .replaceFirst("content=\"看小说吧\"", "content=\"小说阅读,小说排行,好看小说排行,热门小说排行,小说阅读手机版\"")
- .replaceAll("登录", "登录")
- .replaceFirst("", "")
- .replaceAll("书架", "收藏")
- .replaceAll("加入书架", "加入收藏")
- .replaceAll("我的书架", "")
- .replaceFirst("阅读记录","客户端下载")
- .replaceAll("我的书架", "轻小说精品小说")
- .replaceAll("", "")
-
- .replaceFirst("", "\n")
-
- .replaceFirst("", "\n")//页面访问自动推送到百度
- .replaceAll("", "");//去除广告
-
- forObject = addAttacDivForSearch(forObject, requestURI);
-
- forObject = setBookURIToHTML(forObject, XIYANGYANG_BOOK_REGEX);
-
- if (requestURI.matches(XIYANGYANG_BOOK_HTML_REGEX)) {
- Pattern pattern = Pattern.compile("(.+)");
- Matcher matcher = pattern.matcher(forObject);
- String title = "";
- if (matcher.find()) {
- title = matcher.group(1);
- }// 类别：武侠仙侠
- pattern = Pattern.compile("作者：(.+)");
- matcher = pattern.matcher(forObject);
- String author = "";
- if (matcher.find()) {
- author = matcher.group(1);
- }
- pattern = Pattern.compile("\\s+类别：(.+)");
- matcher = pattern.matcher(forObject);
- String sort = "";
- if (matcher.find()) {
- sort = matcher.group(1);
- }
- String desc = title + "，" + title + "小说最新章节免费在线阅读、最新章节列表，" + title + "小说最新更新免费提供，《" + title + "》是一本情节与文笔俱佳的" + sort + "小说，由作者" + author + "创建。";
-
- forObject = forObject.replaceFirst("]+\"\\s*/?>", "");//[^>]+表示1个或多个不是>的字符
- forObject = forObject.replaceFirst("", "");
-
-
- }
-
- if ("/".equals(requestURI)) {
- forObject = forObject.replaceFirst("]+\"\\s*/?>", "");//[^>]+表示1个或多个不是>的字符
- forObject = forObject.replaceFirst("", "");
-
- /*forObject = forObject.replaceFirst("", "" + jsString)
- .replaceFirst("", "" + imagDiv);*/
- // forObject = forObject.replaceFirst("", "" + imagDiv);
-
-
- }
- }
-
- // forObject = forObject.replaceFirst("", "分享按钮\n" +
- // " ");
-
- /* if (forObject.contains("class=\"sortChannel_nav\"") || forObject.contains("channelHeader2")) {
- forObject = forObject.replaceFirst("class=\"searchForm\"", "class=\"searchForm\" style=\"display:none\"");
-
- }*/
- long timeout = 1800;
- if (staticFileFix.contains(postFix)) {
- timeout = 60 * 60 * 24;
- }
- cacheUtil.set(realUrl, forObject, timeout);
- }
-
-
- } else {
- forObject = postBiquta(req, realUrl, null);
- }
- } else {
- return;
- }
- }
-
- } catch (RuntimeException e) {
- log.error(e.getMessage(), e);
- if (e instanceof HttpClientErrorException && (((HttpClientErrorException) e).getStatusCode() == HttpStatus.NOT_FOUND)) {
- //404
- resp.sendRedirect("/");
- return;
- } else {
- req.getRequestDispatcher("/mang.html").forward(servletRequest, servletResponse);
- return;
- }
-
-
- //resp.setCharacterEncoding("utf-8");
-
- }
- resp.getWriter().print(forObject);
- return;
- }
-
- private String addAttacDivForSearch(String forObject, String requestURI) {
- try {
- if (requestURI.endsWith(".html") || requestURI.equals("/")) {
- String hotNewsDiv = cacheUtil.get("hotNewsDiv");
- if (hotNewsDiv == null) {
- MultiValueMap mmap = new LinkedMultiValueMap<>();
- HttpHeaders headers = new HttpHeaders();
- headers.add("Host", "channel.chinanews.com");
- headers.add("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36");
- HttpEntity> request = new HttpEntity<>(mmap, headers);
- String body = restTemplate.postForEntity("http://channel.chinanews.com/cns/cjs/sh.shtml", request, String.class).getBody();
- Pattern pattern = Pattern.compile("specialcnsdata\\s*=\\s*\\{\"docs\":(.+)};\\s+newslist\\s*=\\s*specialcnsdata;");
- Matcher matcher = pattern.matcher(body);
- if (matcher.find()) {
- String jsonResult = matcher.group(1);
- if (jsonResult.length() > 5) {
- List> list = new ObjectMapper().readValue(jsonResult, List.class);
- StringBuilder hotContent = new StringBuilder();
- for (Map map : list) {
- hotContent.append("\n");
- hotContent.append("- \n");
- hotContent.append(map.get("pubtime"));
- hotContent.append("
\n");
- hotContent.append("- \n");
- hotContent.append(map.get("title"));
- hotContent.append("
\n");
- hotContent.append("- \n");
- hotContent.append(map.get("content"));
- hotContent.append("
\n");
- hotContent.append("- \n");
- hotContent.append("
![](\"")
");
- hotContent.append(" \n");
- hotContent.append("
\n");
- }
- hotNewsDiv = "" + hotContent.toString() + "
";
- cacheUtil.set("hotNewsDiv", hotNewsDiv, 60 * 60 * 24);
- forObject = forObject.replaceFirst("", hotNewsDiv + "");
- }
- }
- } else {
- forObject = forObject.replaceFirst("", hotNewsDiv + "");
-
- }
- }
- } catch (Exception e) {
- log.error(e.getMessage(), e);
- } finally {
-
- }
-
- return forObject;
- }
-
- private String setBookURIToHTML(String forObject, String regex) {
- String result = forObject;
-
- Pattern pattern = Pattern.compile(regex);
- Matcher matcher = pattern.matcher(forObject);
- boolean isFind = matcher.find();
- if (isFind) {
-
- while (isFind) {
- String booURI = matcher.group(1);
- String htmlBooURI = booURI.substring(0, booURI.length()) + ".html";
- result = result.replaceFirst(booURI + "/", htmlBooURI);
- isFind = matcher.find();
- }
-
-
- }
-
- return result;
- }
-
- private String postBiquta(HttpServletRequest req, String realUrl, Map otherParam) {
- String forObject;
- Map oldParameterMap = req.getParameterMap();
- Map newParameterMap = new HashMap<>();
- Set> entries = oldParameterMap.entrySet();
- for (Map.Entry entry : entries) {
- newParameterMap.put(entry.getKey(), entry.getValue()[0]);
- }
- if (otherParam != null) {
- newParameterMap.putAll(otherParam);
- }
-
- MultiValueMap map = new LinkedMultiValueMap<>();
- map.setAll(newParameterMap);
- HttpHeaders headers = new HttpHeaders();
- headers.setContentType(MediaType.APPLICATION_FORM_URLENCODED);
- HttpEntity> request = new HttpEntity<>(map, headers);
- forObject = restTemplate.postForEntity(realUrl, request, String.class).getBody();
- forObject = forObject.replaceAll("https://m.biquta.com", "http://m.zinglizingli.xyz")
- .replaceAll("笔趣阁", "看小说吧")
- .replaceAll("笔趣塔", "看小说吧")
- .replaceFirst("看小说吧手机版-看小说吧", "看小说吧")
- .replaceFirst("content=\"看小说吧\"", "content=\"小说阅读,小说排行,好看小说排行,热门小说排行,小说阅读手机版\"")
- .replaceFirst("", "")
- .replaceAll("我的书架", "轻小说精品小说")
- .replaceFirst("阅读记录","客户端下载")
- .replaceFirst("", "\n")
- ;
-
- forObject = setBookURIToHTML(forObject, XIYANGYANG_BOOK_REGEX);
- return forObject;
- }
-
- private void setContentType(String fileFix, HttpServletResponse resp) {
- String contentType = "text/html";
- switch (fileFix) {
- case "js": {
- contentType = "application/javascript";
- break;
- }
- case "css": {
- contentType = "text/css";
- break;
- }
- case "html": {
- contentType = "text/html";
- break;
- }
- default: {
- break;
- }
- }
- resp.setContentType(contentType);
-
-
- }
-
- @Override
- public void destroy() {
-
- }
-
-
-}
diff --git a/src/main/java/xyz/zinglizingli/common/schedule/CrawlBooksSchedule.java b/src/main/java/xyz/zinglizingli/common/schedule/CrawlBooksSchedule.java
deleted file mode 100644
index 51cce0c..0000000
--- a/src/main/java/xyz/zinglizingli/common/schedule/CrawlBooksSchedule.java
+++ /dev/null
@@ -1,800 +0,0 @@
-package xyz.zinglizingli.common.schedule;
-
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.beans.factory.annotation.Value;
-import org.springframework.http.HttpStatus;
-import org.springframework.http.ResponseEntity;
-import org.springframework.scheduling.annotation.Scheduled;
-import org.springframework.stereotype.Service;
-import org.springframework.web.client.RestTemplate;
-import xyz.zinglizingli.books.po.Book;
-import xyz.zinglizingli.books.po.BookContent;
-import xyz.zinglizingli.books.po.BookIndex;
-import xyz.zinglizingli.books.service.BookService;
-import xyz.zinglizingli.books.util.ExcutorUtils;
-import xyz.zinglizingli.common.utils.RestTemplateUtil;
-
-import java.text.ParseException;
-import java.text.SimpleDateFormat;
-import java.util.*;
-import java.util.regex.Matcher;
-import java.util.regex.Pattern;
-
-@Service
-public class CrawlBooksSchedule {
-
-
- private Logger log = LoggerFactory.getLogger(CrawlBooksSchedule.class);
-
-
- @Autowired
- private BookService bookService;
-
- RestTemplate restTemplate = RestTemplateUtil.getInstance("utf-8");
-
- @Value("${books.lowestScore}")
- private Float lowestScore;
-
- @Value("${crawl.website.type}")
- private Byte websiteType;
-
-
- private boolean isExcuting = false;
-
-
- @Scheduled(fixedRate = 1000 * 60 * 60 * 3)
- public void crawBquge11BooksAtDay() throws Exception {
- if (!isExcuting) {
- isExcuting = true;
- log.debug("crawlBooksSchedule执行中。。。。。。。。。。。。");
-
- while (true) {
-
- try {
- switch (websiteType) {
- case 1: {
- updateBiqudaoBooks(0);
- break;
- }
- case 2: {
- updateBiquTaBooks(0);
- break;
- }
- }
- Thread.sleep(1000 * 60 * 5);
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
-
-
- }
-
-
- }
-
- private void updateBiquTaBooks(int finalI) {
- String baseUrl = "https://m.biquta.com";
- String catBookListUrlBase = baseUrl + "/class/";
-
- int page = 1;//起始页码
- int totalPage = page;
- String catBookListUrl = catBookListUrlBase + finalI + "/" + page + ".html";
- String forObject = getByHttpClient(catBookListUrl);
- if (forObject != null) {
- //匹配分页数
- Pattern pattern = Pattern.compile("value=\"(\\d+)/(\\d+)\"");
- Matcher matcher = pattern.matcher(forObject);
- boolean isFind = matcher.find();
- System.out.println("匹配分页数" + isFind);
- if (isFind) {
- int currentPage = Integer.parseInt(matcher.group(1));
- totalPage = Integer.parseInt(matcher.group(2));
- //解析第一页书籍的数据
- Pattern bookPatten = Pattern.compile("href=\"/(\\d+_\\d+)/\"");
- parseBiquTaBook(bookPatten, forObject, finalI, baseUrl, true);
- }
- }
- }
-
- private void parseBiquTaBook(Pattern bookPatten, String forObject, int catNum, String baseUrl, boolean isUpdate) {
- Matcher matcher2 = bookPatten.matcher(forObject);
- boolean isFind = matcher2.find();
- Pattern scorePatten = Pattern.compile("(\\d+\\.\\d+)分");
- Matcher scoreMatch = scorePatten.matcher(forObject);
- boolean scoreFind = scoreMatch.find();
-
- Pattern bookNamePatten = Pattern.compile("([^/]+)
");
- Matcher bookNameMatch = bookNamePatten.matcher(forObject);
- boolean isBookNameMatch = bookNameMatch.find();
-
-
- System.out.println("匹配书籍url" + isFind);
-
- System.out.println("匹配分数" + scoreFind);
-
- while (isFind && scoreFind && isBookNameMatch) {
-
- try {
- Float score = Float.parseFloat(scoreMatch.group(1));
-
- if (score < lowestScore) {//数据库空间有限，暂时爬取8.0分以上的小说
- continue;
- }
-
- String bokNum = matcher2.group(1);
- String bookUrl = baseUrl + "/" + bokNum + "/";
-
- String body = getByHttpClient(bookUrl);
- if (body != null) {
-
- String bookName = bookNameMatch.group(1);
- Pattern authorPatten = Pattern.compile(">作者：([^/]+)<");
- Matcher authoreMatch = authorPatten.matcher(body);
- if (authoreMatch.find()) {
- String author = authoreMatch.group(1);
-
- Pattern statusPatten = Pattern.compile("状态：([^/]+)");
- Matcher statusMatch = statusPatten.matcher(body);
- if (statusMatch.find()) {
- String status = statusMatch.group(1);
-
- Pattern updateTimePatten = Pattern.compile("更新：(\\d+-\\d+-\\d+\\s\\d+:\\d+:\\d+)");
- Matcher updateTimeMatch = updateTimePatten.matcher(body);
- if (updateTimeMatch.find()) {
- String updateTimeStr = updateTimeMatch.group(1);
- SimpleDateFormat format = new SimpleDateFormat("yy-MM-dd HH:mm:ss");
- Date updateTime = format.parse(updateTimeStr);
- Pattern picPatten = Pattern.compile("![](\"([^)
]+)\"\\s+onerror=\"this.src=");
- Matcher picMather = picPatten.matcher(body);
- if (picMather.find()) {
- String picSrc = picMather.group(1);
-
- Pattern descPatten = Pattern.compile("class=\"review\">([^<]+)");
- Matcher descMatch = descPatten.matcher(body);
- if (descMatch.find()) {
- String desc = descMatch.group(1);
-
-
- Book book = new Book();
- book.setAuthor(author);
- book.setCatid(catNum);
- book.setBookDesc(desc);
- book.setBookName(bookName);
- book.setScore(score > 10 ? 8.0f : score);
- book.setPicUrl(picSrc);
- book.setBookStatus(status);
- book.setUpdateTime(updateTime);
-
- List indexList = new ArrayList<>();
- List contentList = new ArrayList<>();
-
- //读取目录
- Pattern indexPatten = Pattern.compile("查看完整目录");
- Matcher indexMatch = indexPatten.matcher(body);
- if (indexMatch.find()) {
- String indexUrl = baseUrl + indexMatch.group(1);
- String body2 = getByHttpClient(indexUrl);
- if (body2 != null) {
- Pattern indexListPatten = Pattern.compile("([^/]+)");
- Matcher indexListMatch = indexListPatten.matcher(body2);
-
- boolean isFindIndex = indexListMatch.find();
-
- int indexNum = 0;
-
- //查询该书籍已存在目录号
- List hasIndexNum = bookService.queryIndexCountByBookNameAndBAuthor(bookName, author);
- //更新和插入分别开，插入只在凌晨做一次
- if ((isUpdate && hasIndexNum.size() > 0) || (!isUpdate && hasIndexNum.size() == 0)) {
- while (isFindIndex) {
- if (!hasIndexNum.contains(indexNum)) {
-
- String contentUrl = baseUrl + indexListMatch.group(1);
- String indexName = indexListMatch.group(2);
-
-
- //查询章节内容
- String body3 = getByHttpClient(contentUrl);
- if (body3 != null) {
- Pattern contentPattten = Pattern.compile("章节错误,点此举报(.*)加入书签，方便阅读");
- String start = "『章节错误,点此举报』";
- String end = "『加入书签，方便阅读』";
- String content = body3.substring(body3.indexOf(start) + start.length(), body3.indexOf(end));
- //TODO插入章节目录和章节内容
- BookIndex bookIndex = new BookIndex();
- bookIndex.setIndexName(indexName);
- bookIndex.setIndexNum(indexNum);
- indexList.add(bookIndex);
- BookContent bookContent = new BookContent();
- bookContent.setContent(content);
- bookContent.setIndexNum(indexNum);
- contentList.add(bookContent);
-
-
- } else {
- break;
- }
-
-
- }
- indexNum++;
- isFindIndex = indexListMatch.find();
- }
-
- if (indexList.size() == contentList.size() && indexList.size() > 0) {
- ExcutorUtils.excuteFixedTask(new Runnable() {
- @Override
- public void run() {
- bookService.saveBookAndIndexAndContent(book, indexList, contentList);
- }
- });
-
- }
- }
- }
-
-
- }
-
-
- }
-
-
- }
- }
- }
-
-
- }
-
- }
-
-
- } catch (Exception e) {
-
- e.printStackTrace();
-
- } finally {
- matcher2.find();
- isFind = matcher2.find();//需要找两次，应为有两个一样的路径匹配
- scoreFind = scoreMatch.find();
- isBookNameMatch = bookNameMatch.find();
- }
-
-
- }
- }
-
- private void updateBiqudaoBooks(int finalI) {
- String baseUrl = "https://m.biqudao.com";
- String catBookListUrlBase = baseUrl + "/bqgeclass/";
-
- int page = 1;//起始页码
- int totalPage = page;
- String catBookListUrl = catBookListUrlBase + finalI + "/" + page + ".html";
- String forObject = getByHttpClient(catBookListUrl);
- if (forObject != null) {
- //匹配分页数
- Pattern pattern = Pattern.compile("value=\"(\\d+)/(\\d+)\"");
- Matcher matcher = pattern.matcher(forObject);
- boolean isFind = matcher.find();
- System.out.println("匹配分页数" + isFind);
- if (isFind) {
- int currentPage = Integer.parseInt(matcher.group(1));
- totalPage = Integer.parseInt(matcher.group(2));
- //解析第一页书籍的数据
- Pattern bookPatten = Pattern.compile("href=\"/(bqge\\d+)/\"");
- //白天更新
- parseBiquDaoBook(bookPatten, forObject, finalI, baseUrl, true);
- }
- }
-
-
- }
-
-
- //@Scheduled(cron = "0 0 2 * * ?")磁盘空间不足，暂时不抓新书
- //暂定2小说，只爬分类前3本书，一共3*7=21本书，爬等以后书籍多了之后，会适当缩短更新间隔
- public void crawBquge11BooksAtNight() throws Exception {
- final String baseUrl = "https://m.biqudao.com";
- log.debug("crawlBooksSchedule执行中。。。。。。。。。。。。");
-
-
-//①爬分类列表的书籍url和总页数
-// https:
-////m.biquta.com/class/1/1.html
-// https:
-////m.biquta.com/class/2/1.html
-// https:
-////m.biquta.com/class/2/2.html
-//
-//
-// https:
-////m.biquta.com/class/2/2.html
-//
-//
-//
-//
-//
-//
- //第一周期全部书拉取完后，可进行第二周期，只拉取前面几页的数据，拉取时间间隔变小
- log.debug("crawlBooksSchedule循环执行中。。。。。。。。。。。。");
- //List classIdList = new ArrayList<>(Arrays.asList(new Integer[]{1,2,3,4,5,6,7}));
- // for (int i = 1; i <= 7; i++) {
-
- // log.debug("crawlBooksSchedule分类"+i+"执行中。。。。。。。。。。。。");
-
- // int finalI = i;
- /* new Thread(
- () -> {*/
-
- try {
- //先随机更新分类
- //Random random = new Random();
- //int finalI = classIdList.get(new Random().nextInt(classIdList.size()));
- //classIdList.remove(finalI);
- int finalI = 0;
- //拼接分类URL
- int page = 1;//起始页码
- int totalPage = page;
- String catBookListUrl = baseUrl + "/bqgeclass/" + finalI + "/" + page + ".html";
- String forObject = getByHttpClient(catBookListUrl);
- if (forObject != null) {
- //匹配分页数
- Pattern pattern = Pattern.compile("value=\"(\\d+)/(\\d+)\"");
- Matcher matcher = pattern.matcher(forObject);
- boolean isFind = matcher.find();
- System.out.println("匹配分页数" + isFind);
- if (isFind) {
- int currentPage = Integer.parseInt(matcher.group(1));
- totalPage = Integer.parseInt(matcher.group(2));
- //解析第一页书籍的数据
- Pattern bookPatten = Pattern.compile("href=\"/(bqge\\d+)/\"");
- //晚上插入
- parseBiquDaoBook(bookPatten, forObject, finalI, baseUrl, false);
- while (currentPage < totalPage) {
- if (new Date().getHours() > 5) {
- break;
- }
- catBookListUrl = baseUrl + "/bqgeclass/" + finalI + "/" + (currentPage + 1) + ".html";
- forObject = getByHttpClient(catBookListUrl);
- if (forObject != null) {
- //匹配分页数
- matcher = pattern.matcher(forObject);
- isFind = matcher.find();
-
- if (isFind) {
- currentPage = Integer.parseInt(matcher.group(1));
- totalPage = Integer.parseInt(matcher.group(2));
- parseBiquDaoBook(bookPatten, forObject, finalI, baseUrl, false);
- }
- } else {
- currentPage++;
- }
- }
- }
- }
- } catch (Exception e) {
- e.printStackTrace();
- }
-
- /* }
- ).start();*/
-
-
- // }
-
-
- }
-
- private void parseBiquDaoBook(Pattern bookPatten, String forObject, int catNum, String baseUrl, boolean isUpdate) {
-
- Matcher matcher2 = bookPatten.matcher(forObject);
- boolean isFind = matcher2.find();
- Pattern scorePatten = Pattern.compile("(\\d+\\.\\d+)分");
- Matcher scoreMatch = scorePatten.matcher(forObject);
- boolean scoreFind = scoreMatch.find();
-
- Pattern bookNamePatten = Pattern.compile("([^/]+)
");
- Matcher bookNameMatch = bookNamePatten.matcher(forObject);
- boolean isBookNameMatch = bookNameMatch.find();
-
-
- System.out.println("匹配书籍url" + isFind);
-
- System.out.println("匹配分数" + scoreFind);
-
- while (isFind && scoreFind && isBookNameMatch) {
-
- try {
- Float score = Float.parseFloat(scoreMatch.group(1));
-
- if (score < lowestScore) {//数据库空间有限，暂时爬取8.0分以上的小说
- continue;
- }
-
- String bokNum = matcher2.group(1);
- String bookUrl = baseUrl + "/" + bokNum + "/";
-
- String body = getByHttpClient(bookUrl);
- if (body != null) {
-
- String bookName = bookNameMatch.group(1);
- Pattern authorPatten = Pattern.compile("作者：([^/]+)");
- Matcher authoreMatch = authorPatten.matcher(body);
- if (authoreMatch.find()) {
- String author = authoreMatch.group(1);
-
- Pattern statusPatten = Pattern.compile("状态：([^/]+)");
- Matcher statusMatch = statusPatten.matcher(body);
- if (statusMatch.find()) {
- String status = statusMatch.group(1);
-
- Pattern catPatten = Pattern.compile("类别：([^/]+)");
- Matcher catMatch = catPatten.matcher(body);
- if (catMatch.find()) {
- String catName = catMatch.group(1);
- switch (catName) {
- case "玄幻奇幻": {
- catNum = 1;
- break;
- }
- case "武侠仙侠": {
- catNum = 2;
- break;
- }
- case "都市言情": {
- catNum = 3;
- break;
- }
- case "历史军事": {
- catNum = 4;
- break;
- }
- case "科幻灵异": {
- catNum = 5;
- break;
- }
- case "网游竞技": {
- catNum = 6;
- break;
- }
- case "女生频道": {
- catNum = 7;
- break;
- }
- default: {
- catNum = 1;
- break;
- }
- }
- Pattern updateTimePatten = Pattern.compile("更新：(\\d+-\\d+-\\d+\\s\\d+:\\d+:\\d+)");
- Matcher updateTimeMatch = updateTimePatten.matcher(body);
- if (updateTimeMatch.find()) {
- String updateTimeStr = updateTimeMatch.group(1);
- SimpleDateFormat format = new SimpleDateFormat("yy-MM-dd HH:mm:ss");
- Date updateTime = format.parse(updateTimeStr);
- Pattern picPatten = Pattern.compile("]+)\"\\s+onerror=\"this.src=");
- Matcher picMather = picPatten.matcher(body);
- if (picMather.find()) {
- String picSrc = picMather.group(1);
-
- Pattern descPatten = Pattern.compile("class=\"review\">([^<]+)");
- Matcher descMatch = descPatten.matcher(body);
- if (descMatch.find()) {
- String desc = descMatch.group(1);
-
-
- Book book = new Book();
- book.setAuthor(author);
- book.setCatid(catNum);
- book.setBookDesc(desc);
- book.setBookName(bookName);
- book.setScore(score > 10 ? 8.0f : score);
- book.setPicUrl(picSrc);
- book.setBookStatus(status);
- book.setUpdateTime(updateTime);
-
- List indexList = new ArrayList<>();
- List contentList = new ArrayList<>();
-
- //读取目录
- Pattern indexPatten = Pattern.compile("查看完整目录");
- Matcher indexMatch = indexPatten.matcher(body);
- if (indexMatch.find()) {
- String indexUrl = baseUrl + indexMatch.group(1);
- String body2 = getByHttpClient(indexUrl);
- if (body2 != null) {
- Pattern indexListPatten = Pattern.compile("([^/]+)");
- Matcher indexListMatch = indexListPatten.matcher(body2);
-
- boolean isFindIndex = indexListMatch.find();
-
- int indexNum = 0;
-
- //查询该书籍已存在目录号
- List hasIndexNum = bookService.queryIndexCountByBookNameAndBAuthor(bookName, author);
- //更新和插入分别开，插入只在凌晨做一次
- if ((isUpdate && hasIndexNum.size() > 0) || (!isUpdate && hasIndexNum.size() == 0)) {
- while (isFindIndex) {
- if (!hasIndexNum.contains(indexNum)) {
-
- String contentUrl = baseUrl + indexListMatch.group(1);
- String indexName = indexListMatch.group(2);
-
-
- //查询章节内容
- String body3 = getByHttpClient(contentUrl);
- if (body3 != null) {
- Pattern contentPattten = Pattern.compile("章节错误,点此举报(.*)加入书签，方便阅读");
- String start = "『章节错误,点此举报』";
- String end = "『加入书签，方便阅读』";
- String content = body3.substring(body3.indexOf(start) + start.length(), body3.indexOf(end));
- //TODO插入章节目录和章节内容
- BookIndex bookIndex = new BookIndex();
- bookIndex.setIndexName(indexName);
- bookIndex.setIndexNum(indexNum);
- indexList.add(bookIndex);
- BookContent bookContent = new BookContent();
- bookContent.setContent(content);
- bookContent.setIndexNum(indexNum);
- contentList.add(bookContent);
-
-
- } else {
- break;
- }
-
-
- }
- indexNum++;
- isFindIndex = indexListMatch.find();
- }
-
- if (indexList.size() == contentList.size() && indexList.size() > 0) {
- ExcutorUtils.excuteFixedTask(new Runnable() {
- @Override
- public void run() {
- bookService.saveBookAndIndexAndContent(book, indexList, contentList);
- }
- });
-
- }
- }
- }
-
-
- }
-
-
- }
-
-
- }
- }
- }
- }
-
-
- }
-
- }
-
-
- } catch (Exception e) {
-
- e.printStackTrace();
-
- } finally {
- matcher2.find();
- isFind = matcher2.find();//需要找两次，应为有两个一样的路径匹配
- scoreFind = scoreMatch.find();
- isBookNameMatch = bookNameMatch.find();
- }
-
-
- }
-
- }
-
- private String getByHttpClient(String catBookListUrl) {
- try {
- /* HttpClient httpClient = new DefaultHttpClient();
- HttpGet getReq = new HttpGet(catBookListUrl);
- getReq.setHeader("user-agent", "Mozilla/5.0 (iPad; CPU OS 11_0 like Mac OS X) AppleWebKit/604.1.34 (KHTML, like Gecko) Version/11.0 Mobile/15A5341f Safari/604.1");
- HttpResponse execute = httpClient.execute(getReq);
- if (execute.getStatusLine().getStatusCode() == HttpStatus.OK.value()) {
- HttpEntity entity = execute.getEntity();
- return EntityUtils.toString(entity, "utf-8");
- } else {
- return null;
- }*/
- //经测试restTemplate比httpClient效率高出很多倍，所有选择restTemplate
- ResponseEntity forEntity = restTemplate.getForEntity(catBookListUrl, String.class);
- if (forEntity.getStatusCode() == HttpStatus.OK) {
- return forEntity.getBody();
- } else {
- return null;
- }
- } catch (Exception e) {
- e.printStackTrace();
- return null;
- }
- }
-
- /***
- * 解析书籍详情之后的页面
- */
- private void parseBook(Pattern bookPatten, String forObject, RestTemplate restTemplate, int catNum, String baseUrl) throws ParseException {
- Matcher matcher2 = bookPatten.matcher(forObject);
- boolean isFind = matcher2.find();
- Pattern scorePatten = Pattern.compile("(\\d+\\.\\d+)分");
- Matcher scoreMatch = scorePatten.matcher(forObject);
- boolean scoreFind = scoreMatch.find();
-
- Pattern bookNamePatten = Pattern.compile("([^/]+)
");
- Matcher bookNameMatch = bookNamePatten.matcher(forObject);
- boolean isBookNameMatch = bookNameMatch.find();
-
- Pattern authorPatten = Pattern.compile(">作者：([^/]+)<");
- Matcher authoreMatch = authorPatten.matcher(forObject);
- boolean isFindAuthor = authoreMatch.find();
-
-
- System.out.println("匹配书籍url" + isFind);
-
- System.out.println("匹配分数" + scoreFind);
- while (isFind && scoreFind && isBookNameMatch && isFindAuthor) {
-
- try {
- Float score = Float.parseFloat(scoreMatch.group(1));
-
- if (score < lowestScore) {//数据库空间有限，暂时爬取8.0分以上的小说
- continue;
- }
- String bookName = bookNameMatch.group(1);
- String author = authoreMatch.group(1);
-
- String bokNum = matcher2.group(1);
- String bookUrl = baseUrl + "/" + bokNum + "/";
-
- ResponseEntity forEntity = restTemplate.getForEntity(bookUrl, String.class);
- if (forEntity.getStatusCode() == HttpStatus.OK) {
-
- String body = forEntity.getBody();
-
- Pattern statusPatten = Pattern.compile("状态：([^/]+)");
- Matcher statusMatch = statusPatten.matcher(body);
- if (statusMatch.find()) {
- String status = statusMatch.group(1);
- Pattern updateTimePatten = Pattern.compile("更新：(\\d+-\\d+-\\d+\\s\\d+:\\d+:\\d+)");
- Matcher updateTimeMatch = updateTimePatten.matcher(body);
- if (updateTimeMatch.find()) {
- String updateTimeStr = updateTimeMatch.group(1);
- SimpleDateFormat format = new SimpleDateFormat("yy-MM-dd HH:mm:ss");
- Date updateTime = format.parse(updateTimeStr);
- Pattern picPatten = Pattern.compile("]+)\"\\s+onerror=\"this.src=");
- Matcher picMather = picPatten.matcher(body);
- if (picMather.find()) {
- String picSrc = picMather.group(1);
-
- Pattern descPatten = Pattern.compile("class=\"review\">([^<]+)");
- Matcher descMatch = descPatten.matcher(body);
- if (descMatch.find()) {
- String desc = descMatch.group(1);
-
-
- Book book = new Book();
- book.setAuthor(author);
- book.setCatid(catNum);
- book.setBookDesc(desc);
- book.setBookName(bookName);
- book.setScore(score > 10 ? 8.0f : score);
- book.setPicUrl(picSrc);
- book.setBookStatus(status);
- book.setUpdateTime(updateTime);
-
- List indexList = new ArrayList<>();
- List contentList = new ArrayList<>();
-
- //读取目录
- Pattern indexPatten = Pattern.compile("查看完整目录");
- Matcher indexMatch = indexPatten.matcher(body);
- if (indexMatch.find()) {
- String indexUrl = baseUrl + indexMatch.group(1);
- ResponseEntity forEntity1 = restTemplate.getForEntity(indexUrl, String.class);
- if (forEntity1.getStatusCode() == HttpStatus.OK) {
- String body2 = forEntity1.getBody();
- Pattern indexListPatten = Pattern.compile("([^/]+)");
- Matcher indexListMatch = indexListPatten.matcher(body2);
-
- boolean isFindIndex = indexListMatch.find();
-
- int indexNum = 0;
-
- //查询该书籍已存在目录号
- List hasIndexNum = bookService.queryIndexCountByBookNameAndBAuthor(bookName, author);
-
- while (isFindIndex) {
- if (!hasIndexNum.contains(indexNum)) {
-
- String contentUrl = baseUrl + indexListMatch.group(1);
- String indexName = indexListMatch.group(2);
-
-
- //查询章节内容
- ResponseEntity forEntity2 = restTemplate.getForEntity(contentUrl, String.class);
- if (forEntity2.getStatusCode() == HttpStatus.OK) {
- String body3 = forEntity2.getBody();
- Pattern contentPattten = Pattern.compile("章节错误,点此举报(.*)加入书签，方便阅读");
- String start = "『章节错误,点此举报』";
- String end = "『加入书签，方便阅读』";
- String content = body3.substring(body3.indexOf(start) + start.length(), body3.indexOf(end));
- //TODO插入章节目录和章节内容
- BookIndex bookIndex = new BookIndex();
- bookIndex.setIndexName(indexName);
- bookIndex.setIndexNum(indexNum);
- indexList.add(bookIndex);
- BookContent bookContent = new BookContent();
- bookContent.setContent(content);
- bookContent.setIndexNum(indexNum);
- contentList.add(bookContent);
-
-
- } else {
- break;
- }
-
- }
-
- indexNum++;
- isFindIndex = indexListMatch.find();
- }
- if (indexList.size() == contentList.size() && indexList.size() > 0) {
- bookService.saveBookAndIndexAndContent(book, indexList, contentList);
- }
-
-
- }
- }
-
-
- }
-
-
- }
- }
-
-
- }
-
- }
-
- } catch (Exception e) {
-
- e.printStackTrace();
-
- } finally {
- matcher2.find();
- isFind = matcher2.find();//需要找两次，应为有两个一样的路径匹配
- scoreFind = scoreMatch.find();
- isBookNameMatch = bookNameMatch.find();
- isFindAuthor = authoreMatch.find();
- }
-
-
- }
-
- }
-}
diff --git a/src/main/java/xyz/zinglizingli/common/schedule/SendEmaillSchedule.java b/src/main/java/xyz/zinglizingli/common/schedule/SendEmaillSchedule.java
deleted file mode 100644
index bda344f..0000000
--- a/src/main/java/xyz/zinglizingli/common/schedule/SendEmaillSchedule.java
+++ /dev/null
@@ -1,56 +0,0 @@
-package xyz.zinglizingli.common.schedule;
-
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.stereotype.Service;
-import xyz.zinglizingli.books.constant.CacheKeyConstans;
-import xyz.zinglizingli.books.service.MailService;
-import xyz.zinglizingli.books.util.RandomValueUtil;
-import xyz.zinglizingli.common.cache.CommonCacheUtil;
-
-import java.util.Random;
-
-
-/*
-主动推送：最为快速的提交方式，
-建议您将站点当天新产出链接立即通过此方式推送给百度，
-以保证新链接可以及时被百度收录。
-*/
-@Service
-public class SendEmaillSchedule {
-
- @Autowired
- private CommonCacheUtil cacheUtil;
-
- @Autowired
- private MailService mailService;
-
-
- private Logger log = LoggerFactory.getLogger(SendEmaillSchedule.class);
-
-
- // @Scheduled(fixedRate = 1000*60*60*24)
- public void sendEmaill() {
- System.out.println("SendEmaillSchedule。。。。。。。。。。。。。。。");
-
- for(int i = 0 ; i < 1000; i++){
- String email = RandomValueUtil.getEmail();
- if(cacheUtil.get(CacheKeyConstans.EMAIL_URL_PREFIX_KEY+email)!=null){
- continue;
- }
- cacheUtil.setObject(CacheKeyConstans.EMAIL_URL_PREFIX_KEY+email,email,60*60*24*30);
- String subject = "推荐一个看小说的弹幕网站";
- String content = "精品小说楼是国内优秀的小说弹幕网站,精品小说楼提供海量热门网络小说,日本轻小说,国产轻小说,动漫小说,轻小说在线阅读和TXT小说下载,致力于网络精品小说的收集,智能计算小说评分,打造小说精品排行榜,致力于无广告无弹窗的小说阅读环境。" +
- "
点击进入"
- +"
";
- mailService.sendHtmlMail(email, subject, content);
- try {
- Thread.sleep(new Random().nextInt(1000*60*10)+1000*60);
- } catch (InterruptedException e) {
- log.error(e.getMessage(),e);
- }
- }
-
- }
-}
diff --git a/src/main/java/xyz/zinglizingli/common/schedule/SendUrlSchedule.java b/src/main/java/xyz/zinglizingli/common/schedule/SendUrlSchedule.java
deleted file mode 100644
index 8175fed..0000000
--- a/src/main/java/xyz/zinglizingli/common/schedule/SendUrlSchedule.java
+++ /dev/null
@@ -1,84 +0,0 @@
-package xyz.zinglizingli.common.schedule;
-
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.beans.factory.annotation.Value;
-import org.springframework.http.HttpEntity;
-import org.springframework.http.HttpHeaders;
-import org.springframework.http.MediaType;
-import org.springframework.http.ResponseEntity;
-import org.springframework.scheduling.annotation.Scheduled;
-import org.springframework.stereotype.Service;
-import org.springframework.util.LinkedMultiValueMap;
-import org.springframework.util.MultiValueMap;
-import org.springframework.web.client.RestTemplate;
-import xyz.zinglizingli.books.service.BookService;
-import xyz.zinglizingli.common.cache.CommonCacheUtil;
-import xyz.zinglizingli.common.utils.RestTemplateUtil;
-
-import java.util.*;
-
-
-/*
-主动推送：最为快速的提交方式，
-建议您将站点当天新产出链接立即通过此方式推送给百度，
-以保证新链接可以及时被百度收录。
-*/
-@Service
-public class SendUrlSchedule {
-
- @Autowired
- private CommonCacheUtil cacheUtil;
-
- @Autowired
- private BookService bookService;
-
- @Value("${baidu.record.ids}")
- private String recordedIds;
-
- private Logger log = LoggerFactory.getLogger(SendUrlSchedule.class);
-
-
- //@Scheduled(cron = "0 0 1 * * 1")
- public void sendAllBookToBaidu() {
- System.out.println("sendAllBookToBaidu。。。。。。。。。。。。。。。");
-
- List recordedIdsList = Arrays.asList(recordedIds.split(","));
- List idList = bookService.queryEndBookIdList();
- RestTemplate restTemplate = RestTemplateUtil.getInstance("utf-8");
-
-
- String reqBody = "";
- for (String id : idList) {
- try {
- if (!recordedIdsList.contains(id)) {
- reqBody += ("https://www.zinglizingli.xyz/book/" + id + ".html" + "\n");
- //reqBody+=("http://www.zinglizingli.xyz/book/"+id+".html"+"\n");
- if (reqBody.length() > 2000) {
- MultiValueMap map = new LinkedMultiValueMap<>();
- HttpHeaders headers = new HttpHeaders();
- headers.setContentType(MediaType.TEXT_PLAIN);
- //headers.add("User-Agent","curl/7.12.1");
- headers.add("Host", "data.zz.baidu.com");
- headers.setContentLength(reqBody.length());
- HttpEntity request = new HttpEntity<>(reqBody, headers);
- System.out.println("推送数据：" + reqBody);
- ResponseEntity