users = userMapper.selectByExample(example);
+ if(users.size() > 0){
+ user.setId(users.get(0).getId());
+ }else {
+ user.setId(null);
+ }
+
+
+ }
+
+ public void addToCollect(Long bookId, long userId) {
+ UserRefBook userRefBook = new UserRefBook();
+ userRefBook.setBookId(bookId);
+ userRefBook.setUserId(userId);
+ UserRefBookExample example = new UserRefBookExample();
+ example.createCriteria().andBookIdEqualTo(bookId).andUserIdEqualTo(userId);
+ userRefBookMapper.deleteByExample(example);
+ userRefBookMapper.insertSelective(userRefBook);
+
+ }
+
+ public boolean isCollect(Long bookId, long userId) {
+
+ UserRefBookExample example = new UserRefBookExample();
+ example.createCriteria().andBookIdEqualTo(bookId).andUserIdEqualTo(userId);
+ return userRefBookMapper.countByExample(example)>0?true:false;
+
+ }
+
+ public void cancelToCollect(Long bookId, long userId) {
+ UserRefBookExample example = new UserRefBookExample();
+ example.createCriteria().andBookIdEqualTo(bookId).andUserIdEqualTo(userId);
+ userRefBookMapper.deleteByExample(example);
+ }
+
+ public void collectOrCancelBook(Long userid, Long bookId) {
+
+ boolean collect = isCollect(bookId, userid);
+
+ if(collect){
+ cancelToCollect(bookId, userid);;
+ }else{
+ addToCollect(bookId, userid);
+ }
+ }
+}
diff --git a/src/main/java/xyz/zinglizingli/books/util/ExcutorUtils.java b/src/main/java/xyz/zinglizingli/books/util/ExcutorUtils.java
new file mode 100644
index 0000000..5e40951
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/books/util/ExcutorUtils.java
@@ -0,0 +1,20 @@
+package xyz.zinglizingli.books.util;
+
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+
+public class ExcutorUtils {
+
+ private static ExecutorService fixedThreadPool;
+ private static ExecutorService cachedThreadPool ;
+ static{
+ fixedThreadPool = Executors.newFixedThreadPool(5);
+ cachedThreadPool = Executors.newCachedThreadPool();
+ }
+ public static void excuteFixedTask(Runnable task){
+ fixedThreadPool.execute(task);
+ }
+ public static void excuteCachedTask(Runnable task){
+ cachedThreadPool.execute(task);
+ }
+}
diff --git a/src/main/java/xyz/zinglizingli/books/util/MD5Util.java b/src/main/java/xyz/zinglizingli/books/util/MD5Util.java
new file mode 100644
index 0000000..cb0ea59
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/books/util/MD5Util.java
@@ -0,0 +1,39 @@
+package xyz.zinglizingli.books.util;
+
+import java.security.MessageDigest;
+
+public class MD5Util {
+ private static String byteArrayToHexString(byte b[]) {
+ StringBuffer resultSb = new StringBuffer();
+ for (int i = 0; i < b.length; i++)
+ resultSb.append(byteToHexString(b[i]));
+
+ return resultSb.toString();
+ }
+
+ private static String byteToHexString(byte b) {
+ int n = b;
+ if (n < 0)
+ n += 256;
+ int d1 = n / 16;
+ int d2 = n % 16;
+ return hexDigits[d1] + hexDigits[d2];
+ }
+
+ public static String MD5Encode(String origin, String charsetname) {
+ String resultString = null;
+ try {
+ resultString = new String(origin);
+ MessageDigest md = MessageDigest.getInstance("MD5");
+ if (charsetname == null || "".equals(charsetname))
+ resultString = byteArrayToHexString(md.digest(resultString.getBytes()));
+ else
+ resultString = byteArrayToHexString(md.digest(resultString.getBytes(charsetname)));
+ } catch (Exception exception) {
+ }
+ return resultString;
+ }
+
+ private static final String hexDigits[] = { "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "a", "b", "c", "d",
+ "e", "f" };
+}
\ No newline at end of file
diff --git a/src/main/java/xyz/zinglizingli/books/util/RandomValueUtil.java b/src/main/java/xyz/zinglizingli/books/util/RandomValueUtil.java
new file mode 100644
index 0000000..7ab1ced
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/books/util/RandomValueUtil.java
@@ -0,0 +1,152 @@
+package xyz.zinglizingli.books.util;
+
+
+
+
+/****
+ *
+ * Project Name:recruit-helper-util
+ * 随机数生成工具类,主要包括
+ * 中文姓名，性别，Email，手机号，住址
+ * @ClassName: RandomValueUtil
+ * @date 2018年5月23日 下午2:11:12
+ *
+ * @version 1.0
+ * @since
+ */
+public class RandomValueUtil {
+
+ //public static String base = "abcdefghijklmnopqrstuvwxyz0123456789";
+ public static String base = "0123456789";
+ private static String firstName="赵钱孙李周吴郑王冯陈褚卫蒋沈韩杨朱秦尤许何吕施张孔曹严华金魏陶姜戚谢邹喻柏水窦章云苏潘葛奚范彭郎鲁韦昌马苗凤花方俞任袁柳酆鲍史唐费廉岑薛雷贺倪汤滕殷罗毕郝邬安常乐于时傅皮卞齐康伍余元卜顾孟平黄和穆萧尹姚邵湛汪祁毛禹狄米贝明臧计伏成戴谈宋茅庞熊纪舒屈项祝董梁杜阮蓝闵席季麻强贾路娄危江童颜郭梅盛林刁钟徐邱骆高夏蔡田樊胡凌霍虞万支柯咎管卢莫经房裘缪干解应宗宣丁贲邓郁单杭洪包诸左石崔吉钮龚程嵇邢滑裴陆荣翁荀羊於惠甄魏加封芮羿储靳汲邴糜松井段富巫乌焦巴弓牧隗山谷车侯宓蓬全郗班仰秋仲伊宫宁仇栾暴甘钭厉戎祖武符刘姜詹束龙叶幸司韶郜黎蓟薄印宿白怀蒲台从鄂索咸籍赖卓蔺屠蒙池乔阴郁胥能苍双闻莘党翟谭贡劳逄姬申扶堵冉宰郦雍却璩桑桂濮牛寿通边扈燕冀郏浦尚农温别庄晏柴瞿阎充慕连茹习宦艾鱼容向古易慎戈廖庚终暨居衡步都耿满弘匡国文寇广禄阙东殴殳沃利蔚越夔隆师巩厍聂晁勾敖融冷訾辛阚那简饶空曾毋沙乜养鞠须丰巢关蒯相查后江红游竺权逯盖益桓公万俟司马上官欧阳夏侯诸葛闻人东方赫连皇甫尉迟公羊澹台公冶宗政濮阳淳于仲孙太叔申屠公孙乐正轩辕令狐钟离闾丘长孙慕容鲜于宇文司徒司空亓官司寇仉督子车颛孙端木巫马公西漆雕乐正壤驷公良拓拔夹谷宰父谷粱晋楚阎法汝鄢涂钦段干百里东郭南门呼延归海羊舌微生岳帅缑亢况后有琴梁丘左丘东门西门商牟佘佴伯赏南宫墨哈谯笪年爱阳佟第五言福百家姓续";
+ private static String girl="秀娟英华慧巧美娜静淑惠珠翠雅芝玉萍红娥玲芬芳燕彩春菊兰凤洁梅琳素云莲真环雪荣爱妹霞香月莺媛艳瑞凡佳嘉琼勤珍贞莉桂娣叶璧璐娅琦晶妍茜秋珊莎锦黛青倩婷姣婉娴瑾颖露瑶怡婵雁蓓纨仪荷丹蓉眉君琴蕊薇菁梦岚苑婕馨瑗琰韵融园艺咏卿聪澜纯毓悦昭冰爽琬茗羽希宁欣飘育滢馥筠柔竹霭凝晓欢霄枫芸菲寒伊亚宜可姬舒影荔枝思丽 ";
+ public static String boy="伟刚勇毅俊峰强军平保东文辉力明永健世广志义兴良海山仁波宁贵福生龙元全国胜学祥才发武新利清飞彬富顺信子杰涛昌成康星光天达安岩中茂进林有坚和彪博诚先敬震振壮会思群豪心邦承乐绍功松善厚庆磊民友裕河哲江超浩亮政谦亨奇固之轮翰朗伯宏言若鸣朋斌梁栋维启克伦翔旭鹏泽晨辰士以建家致树炎德行时泰盛雄琛钧冠策腾楠榕风航弘";
+ //public static final String[] email_suffix="@gmail.com,@yahoo.com,@msn.com,@hotmail.com,@aol.com,@ask.com,@live.com,@qq.com,@0355.net,@163.com,@163.net,@263.net,@3721.net,@yeah.net,@googlemail.com,@126.com,@sina.com,@sohu.com,@yahoo.com.cn".split(",");
+ public static final String[] email_suffix="@126.com,@163.com,@139.com,@sina.com,@aliyun.com,@189.cn,@sohu.com,@qq.com,@sogou.com".split(",");
+ public static int getNum(int start,int end) {
+ return (int)(Math.random()*(end-start+1)+start);
+ }
+
+ /***
+ *
+ * Project Name: recruit-helper-util
+ *
随机生成Email
+ *
+ * @date 2018年5月23日 下午2:13:06
+ * @version v1.0
+ * @since
+ * @param lMin
+ * 最小长度
+ * @param lMax
+ * 最大长度
+ * @return
+ */
+ public static String getEmail(int lMin,int lMax) {
+ int length=getNum(lMin,lMax);
+ StringBuffer sb = new StringBuffer();
+ for (int i = 0; i < length; i++) {
+ int number = (int)(Math.random()*base.length());
+ sb.append(base.charAt(number));
+ }
+ sb.append(email_suffix[(int)(Math.random()*email_suffix.length)]);
+ return sb.toString();
+ }
+
+ public static String getEmail() {
+ String emailTail = email_suffix[(int)(Math.random()*email_suffix.length)];
+ StringBuffer sb = new StringBuffer();
+ if(emailTail.equals("@qq.com")) {
+ int length = getNum(6, 10);
+ for (int i = 0; i < length; i++) {
+ int number = (int) (Math.random() * base.length());
+ sb.append(base.charAt(number));
+ }
+ }else{
+ sb.append(getTelephone());
+ }
+ sb.append(emailTail);
+ return sb.toString();
+ }
+
+ private static String[] telFirst="134,135,136,137,138,139,150,151,152,157,158,159,130,131,132,155,156,133,153".split(",");
+
+ /***
+ *
+ * Project Name: recruit-helper-util
+ *
随机生成手机号码
+ *
+ * @date 2018年5月23日 下午2:14:17
+ * @version v1.0
+ * @since
+ * @return
+ */
+ public static String getTelephone() {
+ int index=getNum(0,telFirst.length-1);
+ String first=telFirst[index];
+ String second=String.valueOf(getNum(1,888)+10000).substring(1);
+ String thrid=String.valueOf(getNum(1,9100)+10000).substring(1);
+ return first+second+thrid;
+ }
+
+ /***
+ *
+ * Project Name: recruit-helper-util
+ *
随机生成8位电话号码
+ *
+ * @date 2018年5月23日 下午2:15:31
+ * @version v1.0
+ * @since
+ * @return
+ */
+ public static String getLandline() {
+ int index=getNum(0,telFirst.length-1);
+ String first=telFirst[index];
+ String second=String.valueOf(getNum(1,888)+10000).substring(1);
+ String thrid=String.valueOf(getNum(1,9100)+10000).substring(1);
+ return first+second+thrid;
+ }
+
+
+
+ /**
+ * 返回中文姓名
+ */
+ public static String name_sex = "";
+
+ /***
+ *
+ * Project Name: recruit-helper-util
+ *
返回中文姓名
+ *
+ * @date 2018年5月23日 下午2:16:16
+ * @version v1.0
+ * @since
+ * @return
+ */
+ public static String getChineseName() {
+ int index = getNum(0, firstName.length() - 1);
+ String first = firstName.substring(index, index + 1);
+ int sex = getNum(0, 1);
+ String str = boy;
+ int length = boy.length();
+ if (sex == 0) {
+ str = girl;
+ length = girl.length();
+ name_sex = "女";
+ } else {
+ name_sex = "男";
+ }
+ index = getNum(0, length - 1);
+ String second = str.substring(index, index + 1);
+ int hasThird = getNum(0, 1);
+ String third = "";
+ if (hasThird == 1) {
+ index = getNum(0, length - 1);
+ third = str.substring(index, index + 1);
+ }
+ return first + second + third;
+ }
+
+
+}
+
diff --git a/src/main/java/xyz/zinglizingli/books/util/UUIDUtils.java b/src/main/java/xyz/zinglizingli/books/util/UUIDUtils.java
new file mode 100644
index 0000000..103fcd9
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/books/util/UUIDUtils.java
@@ -0,0 +1,93 @@
+package xyz.zinglizingli.books.util;
+
+import java.util.UUID;
+
+public class UUIDUtils {
+
+ public static final String[] CHARS = new String[] { "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l",
+ "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "0", "1", "2", "3", "4", "5", "6",
+ "7", "8", "9", "A", "B", "C", "D", "E", "F", "G", "H", "I", "J", "K", "L", "M", "N", "O", "P", "Q", "R",
+ "S", "T", "U", "V", "W", "X", "Y", "Z" };
+
+ /**
+ * 生成指定长度的uuid
+ *
+ * @param length
+ * @return
+ */
+ private static String getUUID(int length, UUID uuid) {
+ int groupLength = 32 / length;
+ StringBuilder sb = new StringBuilder();
+ String id = uuid.toString().replace("-", "");
+ for (int i = 0; i < length; i++) {
+ String str = id.substring(i * groupLength, i * groupLength + groupLength);
+ int x = Integer.parseInt(str, 16);
+ sb.append(CHARS[x % 0x3E]);
+ }
+ return sb.toString();
+ }
+
+ /**
+ * 8位UUID
+ *
+ * @return
+ */
+ public static String getUUID8() {
+ return getUUID(8, UUID.randomUUID());
+ }
+
+ /**
+ * 8位UUID
+ *
+ * @return
+ */
+ public static String getUUID8(byte[] bytes) {
+ return getUUID(8, UUID.nameUUIDFromBytes(bytes));
+ }
+
+ /**
+ * 8位UUID
+ *
+ * @return
+ */
+ public static String getUUID8(String fromString) {
+ return getUUID(8, UUID.fromString(fromString));
+ }
+
+ /**
+ * 16位UUID
+ *
+ * @return
+ */
+ public static String getUUID16() {
+ return getUUID(16, UUID.randomUUID());
+ }
+
+ /**
+ * 16位UUID
+ *
+ * @return
+ */
+ public static String getUUID16(String fromString) {
+ return getUUID(16, UUID.fromString(fromString));
+ }
+
+ /**
+ * 16位UUID
+ *
+ * @return
+ */
+ public static String getUUID16(byte[] bytes) {
+ return getUUID(16, UUID.nameUUIDFromBytes(bytes));
+ }
+
+ /**
+ * 32位UUID
+ *
+ * @return
+ */
+ public static String getUUID32() {
+ return UUID.randomUUID().toString().replace("-", "");
+ }
+
+}
diff --git a/src/main/java/xyz/zinglizingli/books/vo/BookVO.java b/src/main/java/xyz/zinglizingli/books/vo/BookVO.java
new file mode 100644
index 0000000..4536c16
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/books/vo/BookVO.java
@@ -0,0 +1,16 @@
+package xyz.zinglizingli.books.vo;
+
+import xyz.zinglizingli.books.po.Book;
+
+public class BookVO extends Book {
+
+ private String cateName;
+
+ public String getCateName() {
+ return cateName;
+ }
+
+ public void setCateName(String cateName) {
+ this.cateName = cateName;
+ }
+}
diff --git a/src/main/java/xyz/zinglizingli/books/web/ApiBookController.java b/src/main/java/xyz/zinglizingli/books/web/ApiBookController.java
new file mode 100644
index 0000000..f1fca0f
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/books/web/ApiBookController.java
@@ -0,0 +1,187 @@
+package xyz.zinglizingli.books.web;
+
+
+import com.github.pagehelper.PageInfo;
+import org.springframework.beans.BeanUtils;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.util.StringUtils;
+import org.springframework.web.bind.annotation.*;
+import xyz.zinglizingli.books.po.Book;
+import xyz.zinglizingli.books.po.BookContent;
+import xyz.zinglizingli.books.po.BookIndex;
+import xyz.zinglizingli.books.service.BookService;
+import xyz.zinglizingli.books.vo.BookVO;
+import xyz.zinglizingli.search.cache.CommonCacheUtil;
+
+import javax.servlet.http.HttpServletRequest;
+import javax.servlet.http.HttpServletResponse;
+import java.util.*;
+
+@RestController
+@RequestMapping("api/book")
+public class ApiBookController {
+
+
+ @Autowired
+ private BookService bookService;
+
+ @Autowired
+ private CommonCacheUtil commonCacheUtil;
+
+
+ @RequestMapping("hotBook")
+ public List hotBooks () {
+ //查询热点数据
+ List hotBooks = bookService.search(1, 6, null, null, null, null, null, null, null, "visit_count DESC,score ", "DESC");
+ return hotBooks;
+ }
+
+ @RequestMapping("newstBook")
+ public List newstBook() {
+ //查询最近更新数据
+ List newBooks = bookService.search(1, 6, null, null, null, null, null, null, null, "update_time", "DESC");
+
+ return newBooks;
+ }
+
+ @RequestMapping("search")
+ public Map search(@RequestParam(value = "curr", defaultValue = "1") int page, @RequestParam(value = "limit", defaultValue = "20") int pageSize,
+ @RequestParam(value = "keyword", required = false) String keyword,
+ @RequestParam(value = "bookStatus", required = false) String bookStatus,
+ @RequestParam(value = "catId", required = false) Integer catId,
+ @RequestParam(value = "historyBookIds", required = false) String ids,
+ @RequestParam(value = "token", required = false) String token,
+ @RequestParam(value = "sortBy", defaultValue = "update_time") String sortBy, @RequestParam(value = "sort", defaultValue = "DESC") String sort,
+ HttpServletRequest req, HttpServletResponse resp) {
+
+ Map modelMap = new HashMap<>();
+ String userId = null;
+ String titleType = "最近更新";
+ if (catId != null) {
+ titleType = bookService.getCatNameById(catId);
+ ;
+ } else if (keyword != null) {
+ titleType = "搜索";
+ } else if ("score".equals(sortBy)) {
+ titleType = "小说排行榜";
+ } else if (ids != null) {
+ titleType = "阅读记录";
+ } else if (token != null) {
+ userId = commonCacheUtil.get(token);
+ titleType = "我的书架";
+ }
+ modelMap.put("titleType", titleType);
+ List books = bookService.search(page, pageSize, userId, ids, keyword,bookStatus, catId, null, null, sortBy, sort);
+ List bookVOList;
+ if (StringUtils.isEmpty(ids)) {
+ bookVOList = new ArrayList<>();
+ for (Book book : books) {
+ BookVO bookvo = new BookVO();
+ BeanUtils.copyProperties(book, bookvo);
+ bookvo.setCateName(bookService.getCatNameById(bookvo.getCatid()));
+ bookVOList.add(bookvo);
+ }
+
+ } else {
+ if (!ids.contains("-")) {
+ List idsArr = Arrays.asList(ids.split(","));
+ int length = idsArr.size();
+ BookVO[] bookVOArr = new BookVO[length];
+ for (Book book : books) {
+ int index = idsArr.indexOf(book.getId() + "");
+ BookVO bookvo = new BookVO();
+ BeanUtils.copyProperties(book, bookvo);
+ bookvo.setCateName(bookService.getCatNameById(bookvo.getCatid()));
+ bookVOArr[length - index - 1] = bookvo;
+ }
+ bookVOList = Arrays.asList(bookVOArr);
+ } else {
+ bookVOList = new ArrayList<>();
+ }
+
+ }
+
+ PageInfo bookPageInfo = new PageInfo<>(books);
+ modelMap.put("limit", bookPageInfo.getPageSize());
+ modelMap.put("curr", bookPageInfo.getPageNum());
+ modelMap.put("total", bookPageInfo.getTotal());
+ modelMap.put("books", bookVOList);
+ modelMap.put("ids", ids);
+ modelMap.put("keyword", keyword);
+ modelMap.put("catId", catId);
+ modelMap.put("sortBy", sortBy);
+ modelMap.put("sort", sort);
+ return modelMap;
+ }
+
+ @RequestMapping("{bookId}.html")
+ public Map detail(@PathVariable("bookId") Long bookId) {
+ Map modelMap = new HashMap<>();
+ //查询基本信息
+ Book book = bookService.queryBaseInfo(bookId);
+ //查询最新目录信息
+ List indexList = bookService.queryNewIndexList(bookId);
+
+ BookVO bookvo = new BookVO();
+ BeanUtils.copyProperties(book, bookvo);
+ bookvo.setCateName(bookService.getCatNameById(bookvo.getCatid()));
+ modelMap.put("bookId", bookId);
+ modelMap.put("book", bookvo);
+ modelMap.put("indexList", indexList);
+ return modelMap;
+ }
+
+ @RequestMapping("{bookId}/index.html")
+ public Map bookIndex(@PathVariable("bookId") Long bookId) {
+ Map modelMap = new HashMap<>();
+ List indexList = bookService.queryAllIndexList(bookId);
+ String bookName = bookService.queryBaseInfo(bookId).getBookName();
+ modelMap.put("indexList", indexList);
+ modelMap.put("bookName", bookName);
+ modelMap.put("bookId", bookId);
+ return modelMap;
+ }
+
+ @RequestMapping("{bookId}/{indexNum}.html")
+ public Map bookContent(@PathVariable("bookId") Long bookId, @PathVariable("indexNum") Integer indexNum) {
+ Map modelMap = new HashMap<>();
+ //查询最大章节号
+ List maxAndMinIndexNum = bookService.queryMaxAndMinIndexNum(bookId);
+ if(maxAndMinIndexNum.size()>0) {
+ int maxIndexNum = maxAndMinIndexNum.get(0);
+ int minIndexNum = maxAndMinIndexNum.get(1);
+ if (indexNum < minIndexNum) {
+ indexNum = maxIndexNum;
+ }
+ if (indexNum > maxIndexNum) {
+ indexNum = minIndexNum;
+ }
+ }
+ BookContent bookContent = bookService.queryBookContent(bookId, indexNum);
+ String indexName;
+ if(bookContent==null) {
+ bookContent = new BookContent();
+ bookContent.setId(-1l);
+ bookContent.setBookId(bookId);
+ bookContent.setIndexNum(indexNum);
+ bookContent.setContent("正在手打中，请稍等片刻，内容更新后，需要重新刷新页面，才能获取最新更新");
+ indexName="？";
+ }else{
+ indexName = bookService.queryIndexNameByBookIdAndIndexNum(bookId, indexNum);
+ }
+ modelMap.put("indexName", indexName);
+ String bookName = bookService.queryBaseInfo(bookId).getBookName();
+ modelMap.put("bookName", bookName);
+ return modelMap;
+ }
+
+ @RequestMapping("addVisit")
+ public String addVisit(@RequestParam("bookId") Long bookId) {
+
+ bookService.addVisitCount(bookId);
+
+ return "ok";
+ }
+
+
+}
diff --git a/src/main/java/xyz/zinglizingli/books/web/BookController.java b/src/main/java/xyz/zinglizingli/books/web/BookController.java
new file mode 100644
index 0000000..86168bf
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/books/web/BookController.java
@@ -0,0 +1,326 @@
+package xyz.zinglizingli.books.web;
+
+
+import com.github.pagehelper.PageInfo;
+import org.springframework.beans.BeanUtils;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Controller;
+import org.springframework.ui.ModelMap;
+import org.springframework.util.StringUtils;
+import org.springframework.web.bind.annotation.PathVariable;
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RequestParam;
+import org.springframework.web.bind.annotation.ResponseBody;
+import xyz.zinglizingli.books.constant.CacheKeyConstans;
+import xyz.zinglizingli.books.po.Book;
+import xyz.zinglizingli.books.po.BookContent;
+import xyz.zinglizingli.books.po.BookIndex;
+import xyz.zinglizingli.books.po.ScreenBullet;
+import xyz.zinglizingli.books.service.BookService;
+import xyz.zinglizingli.books.vo.BookVO;
+import xyz.zinglizingli.search.cache.CommonCacheUtil;
+
+import javax.servlet.http.HttpServletRequest;
+import javax.servlet.http.HttpServletResponse;
+import javax.servlet.http.HttpSession;
+import java.io.FileInputStream;
+import java.io.InputStream;
+import java.io.OutputStream;
+import java.net.URLEncoder;
+import java.util.*;
+
+@Controller
+@RequestMapping("book")
+public class BookController {
+
+
+ @Autowired
+ private BookService bookService;
+
+ @Autowired
+ private CommonCacheUtil commonCacheUtil;
+
+
+ @RequestMapping("index.html")
+ public String index(ModelMap modelMap) {
+ List hotBooks = (List) commonCacheUtil.getObject(CacheKeyConstans.HOT_BOOK_LIST_KEY);
+ if (hotBooks == null) {
+ //查询热点数据
+ hotBooks = bookService.search(1, 9, null, null, null, null, null, null, null, "visit_count DESC,score ", "DESC");
+ commonCacheUtil.setObject(CacheKeyConstans.HOT_BOOK_LIST_KEY, hotBooks, 60 * 60 * 24);
+ }
+ List newBooks = (List) commonCacheUtil.getObject(CacheKeyConstans.NEWST_BOOK_LIST_KEY);
+ if (newBooks == null) {
+ //查询最近更新数据
+ newBooks = bookService.search(1, 20, null, null, null, null, null, null, null, "update_time", "DESC");
+ commonCacheUtil.setObject(CacheKeyConstans.NEWST_BOOK_LIST_KEY, newBooks, 60 * 30);
+ }
+ modelMap.put("hotBooks", hotBooks);
+ modelMap.put("newBooks", newBooks);
+ return "books/index";
+ }
+
+ @RequestMapping("search")
+ public String search(@RequestParam(value = "curr", defaultValue = "1") int page, @RequestParam(value = "limit", defaultValue = "20") int pageSize,
+ @RequestParam(value = "keyword", required = false) String keyword, @RequestParam(value = "catId", required = false) Integer catId,
+ @RequestParam(value = "historyBookIds", required = false) String ids,
+ @RequestParam(value = "bookStatus", required = false) String bookStatus,
+ @RequestParam(value = "token", required = false) String token,
+ @RequestParam(value = "sortBy", defaultValue = "update_time") String sortBy, @RequestParam(value = "sort", defaultValue = "DESC") String sort,
+ HttpServletRequest req, HttpServletResponse resp, ModelMap modelMap) {
+
+ String userId = null;
+ String titleType = "最近更新";
+ if (catId != null) {
+ titleType = bookService.getCatNameById(catId) + "分类频道";
+ ;
+ } else if ("score".equals(sortBy)) {
+ titleType = "小说排行";
+ } else if (ids != null) {
+ titleType = "阅读记录";
+ } else if (token != null) {
+ userId = commonCacheUtil.get(token);
+ titleType = "我的书架";
+ } else if (bookStatus != null && bookStatus.contains("完成")) {
+ titleType = "完本小说";
+ } else if (keyword != null) {
+ titleType = "搜索";
+ }
+ modelMap.put("titleType", titleType);
+ List books;
+ List bookVOList;
+ if (StringUtils.isEmpty(ids) || !StringUtils.isEmpty(keyword)) {
+ books = bookService.search(page, pageSize, userId, ids, keyword, bookStatus, catId, null, null, sortBy, sort);
+ bookVOList = new ArrayList<>();
+ for (Book book : books) {
+ BookVO bookvo = new BookVO();
+ BeanUtils.copyProperties(book, bookvo);
+ bookvo.setCateName(bookService.getCatNameById(bookvo.getCatid()));
+ bookVOList.add(bookvo);
+ }
+
+ } else {
+ if (!ids.contains("-")) {
+ books = bookService.search(page, 50, userId, ids, keyword, null, catId, null, null, sortBy, sort);
+ List idsArr = Arrays.asList(ids.split(","));
+ int length = idsArr.size();
+ BookVO[] bookVOArr = new BookVO[books.size()];
+ for (Book book : books) {
+ int index = idsArr.indexOf(book.getId() + "");
+ BookVO bookvo = new BookVO();
+ BeanUtils.copyProperties(book, bookvo);
+ bookvo.setCateName(bookService.getCatNameById(bookvo.getCatid()));
+ bookVOArr[books.size() - index - 1] = bookvo;
+ }
+ bookVOList = Arrays.asList(bookVOArr);
+ } else {
+ books = new ArrayList<>();
+ bookVOList = new ArrayList<>();
+ }
+
+ }
+
+ PageInfo bookPageInfo = new PageInfo<>(books);
+ modelMap.put("limit", bookPageInfo.getPageSize());
+ modelMap.put("curr", bookPageInfo.getPageNum());
+ modelMap.put("total", bookPageInfo.getTotal());
+ modelMap.put("books", bookVOList);
+ modelMap.put("ids", ids);
+ modelMap.put("token", token);
+ modelMap.put("bookStatus", bookStatus);
+ modelMap.put("keyword", keyword);
+ modelMap.put("catId", catId);
+ modelMap.put("sortBy", sortBy);
+ modelMap.put("sort", sort);
+ return "books/book_search";
+ }
+
+
+ @RequestMapping("searchSoftBook.html")
+ public String searchSoftBook(@RequestParam(value = "curr", defaultValue = "1") int page, @RequestParam(value = "limit", defaultValue = "20") int pageSize,
+ @RequestParam(value = "keyword", required = false) String keyword, @RequestParam(value = "catId", defaultValue = "8") Integer catId,
+ @RequestParam(value = "softCat", required = false) Integer softCat,
+ @RequestParam(value = "bookStatus", required = false) String bookStatus,
+ @RequestParam(value = "softTag", required = false) String softTag,
+ @RequestParam(value = "sortBy", defaultValue = "update_time") String sortBy, @RequestParam(value = "sort", defaultValue = "DESC") String sort,
+ HttpServletRequest req, HttpServletResponse resp, ModelMap modelMap) {
+
+ String userId = null;
+ List books = bookService.search(page, pageSize, userId, null, keyword, bookStatus, catId, softCat, softTag, sortBy, sort);
+ List bookVOList;
+ bookVOList = new ArrayList<>();
+ for (Book book : books) {
+ BookVO bookvo = new BookVO();
+ BeanUtils.copyProperties(book, bookvo);
+ bookvo.setCateName(bookService.getSoftCatNameById(bookvo.getSoftCat()));
+ bookVOList.add(bookvo);
+ }
+
+
+ PageInfo bookPageInfo = new PageInfo<>(books);
+ modelMap.put("limit", bookPageInfo.getPageSize());
+ modelMap.put("curr", bookPageInfo.getPageNum());
+ modelMap.put("total", bookPageInfo.getTotal());
+ modelMap.put("books", bookVOList);
+ modelMap.put("keyword", keyword);
+ modelMap.put("bookStatus", bookStatus);
+ modelMap.put("softCat", softCat);
+ modelMap.put("softTag", softTag);
+ modelMap.put("sortBy", sortBy);
+ modelMap.put("sort", sort);
+ return "books/soft_book_search";
+ }
+
+ @RequestMapping("{bookId}.html")
+ public String detail(@PathVariable("bookId") Long bookId, ModelMap modelMap) {
+ //查询基本信息
+ Book book = bookService.queryBaseInfo(bookId);
+ //查询最新目录信息
+ List indexList = bookService.queryNewIndexList(bookId);
+
+ int minIndexNum = 0;
+ //查询最小目录号
+ List integers = bookService.queryMaxAndMinIndexNum(bookId);
+ if(integers.size()>1){
+ minIndexNum = integers.get(1);
+ }
+
+ BookVO bookvo = new BookVO();
+ BeanUtils.copyProperties(book, bookvo);
+ bookvo.setCateName(bookService.getCatNameById(bookvo.getCatid()));
+ modelMap.put("bookId", bookId);
+ modelMap.put("book", bookvo);
+ modelMap.put("minIndexNum", minIndexNum);
+ modelMap.put("indexList", indexList);
+ if (indexList != null && indexList.size() > 0) {
+ modelMap.put("lastIndexName", indexList.get(0).getIndexName());
+ modelMap.put("lastIndexNum", indexList.get(0).getIndexNum());
+ }
+ return "books/book_detail";
+ }
+
+ @RequestMapping("{bookId}/index.html")
+ public String bookIndex(@PathVariable("bookId") Long bookId, ModelMap modelMap) {
+ List indexList = bookService.queryAllIndexList(bookId);
+ String bookName = bookService.queryBaseInfo(bookId).getBookName();
+ modelMap.put("indexList", indexList);
+ modelMap.put("bookName", bookName);
+ modelMap.put("bookId", bookId);
+ return "books/book_index";
+ }
+
+ @RequestMapping("{bookId}/{indexNum}.html")
+ public String bookContent(@PathVariable("bookId") Long bookId, @PathVariable("indexNum") Integer indexNum, ModelMap modelMap) {
+ BookContent bookContent = bookService.queryBookContent(bookId, indexNum);
+ String indexName;
+ if(bookContent==null) {
+ bookContent = new BookContent();
+ bookContent.setId(-1l);
+ bookContent.setBookId(bookId);
+ bookContent.setIndexNum(indexNum);
+ bookContent.setContent("正在手打中，请稍等片刻，内容更新后，需要重新刷新页面，才能获取最新更新");
+ indexName="更新中。。。";
+ }else{
+ indexName = bookService.queryIndexNameByBookIdAndIndexNum(bookId, indexNum);
+ }
+ List preAndNextIndexNum = bookService.queryPreAndNextIndexNum(bookId,indexNum);
+ modelMap.put("nextIndexNum", preAndNextIndexNum.get(0));
+ modelMap.put("preIndexNum", preAndNextIndexNum.get(1));
+ modelMap.put("bookContent", bookContent);
+ modelMap.put("indexName", indexName);
+ String bookName = bookService.queryBaseInfo(bookId).getBookName();
+ modelMap.put("bookName", bookName);
+ return "books/book_content";
+ }
+
+ @RequestMapping("addVisit")
+ @ResponseBody
+ public String addVisit(@RequestParam("bookId") Long bookId) {
+
+ bookService.addVisitCount(bookId);
+
+ return "ok";
+ }
+
+ @RequestMapping("sendBullet")
+ @ResponseBody
+ public Map sendBullet(@RequestParam("contentId") Long contentId, @RequestParam("bullet") String bullet) {
+ Map result = new HashMap<>();
+ bookService.sendBullet(contentId, bullet);
+ result.put("code", 1);
+ result.put("desc", "ok");
+ return result;
+ }
+
+ @RequestMapping("queryIsDownloading")
+ @ResponseBody
+ public Map queryIsDownloading(HttpSession session) {
+ Map result = new HashMap<>();
+ if (session.getAttribute("isDownloading") != null) {
+ result.put("code", 1);
+ } else {
+ result.put("code", 0);
+ }
+ return result;
+ }
+
+
+ @RequestMapping("queryBullet")
+ @ResponseBody
+ public List queryBullet(@RequestParam("contentId") Long contentId) {
+
+ return bookService.queryBullet(contentId);
+ }
+
+
+ /**
+ * 文件下载
+ */
+ @RequestMapping(value = "/download")
+ public void download(@RequestParam("bookId") Long bookId, @RequestParam("bookName") String bookName, HttpServletResponse resp, HttpSession session) {
+ try {
+ session.setAttribute("isDownloading", 1);
+ int count = bookService.countIndex(bookId);
+
+
+ OutputStream out = resp.getOutputStream();
+ //设置响应头，对文件进行url编码
+ bookName = URLEncoder.encode(bookName, "UTF-8");
+ resp.setContentType("application/octet-stream");//解决手机端不能下载附件的问题
+ resp.setHeader("Content-Disposition", "attachment;filename=" + bookName + ".txt");
+ if (count > 0) {
+ for (int i = 0; i < count; i++) {
+ String index = bookService.queryIndexList(bookId, i);
+ String content = bookService.queryContentList(bookId, i);
+ out.write(index.getBytes("utf-8"));
+ out.write("\n".getBytes("utf-8"));
+ content = content.replaceAll("", "\r\n");
+ content = content.replaceAll(" ", " ");
+ content = content.replaceAll("]*>", "");
+ content = content.replaceAll("", "");
+ content = content.replaceAll("]*>", "");
+ content = content.replaceAll("", "");
+ content = content.replaceAll("]*>[^<]*]*>[^<]*\\s*
", "");
+ content = content.replaceAll("]*>", "");
+ content = content.replaceAll("", "\r\n");
+ out.write(content.getBytes("utf-8"));
+ out.write("\r\n".getBytes("utf-8"));
+ out.write("\r\n".getBytes("utf-8"));
+ out.flush();
+ }
+
+ }
+
+ out.close();
+
+
+ } catch (Exception e) {
+ e.printStackTrace();
+ } finally {
+ session.removeAttribute("isDownloading");
+ }
+
+ }
+
+
+}
diff --git a/src/main/java/xyz/zinglizingli/books/web/UserController.java b/src/main/java/xyz/zinglizingli/books/web/UserController.java
new file mode 100644
index 0000000..b37177f
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/books/web/UserController.java
@@ -0,0 +1,161 @@
+package xyz.zinglizingli.books.web;
+
+
+import com.github.pagehelper.PageInfo;
+import org.springframework.beans.BeanUtils;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Controller;
+import org.springframework.ui.ModelMap;
+import org.springframework.util.StringUtils;
+import org.springframework.web.bind.annotation.PathVariable;
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RequestParam;
+import org.springframework.web.bind.annotation.ResponseBody;
+import xyz.zinglizingli.books.po.Book;
+import xyz.zinglizingli.books.po.BookContent;
+import xyz.zinglizingli.books.po.BookIndex;
+import xyz.zinglizingli.books.po.User;
+import xyz.zinglizingli.books.service.BookService;
+import xyz.zinglizingli.books.service.UserService;
+import xyz.zinglizingli.books.util.UUIDUtils;
+import xyz.zinglizingli.books.vo.BookVO;
+import xyz.zinglizingli.search.cache.CommonCacheUtil;
+
+import javax.servlet.http.HttpServletRequest;
+import java.util.*;
+
+@Controller
+@RequestMapping("user")
+public class UserController {
+
+
+ @Autowired
+ private UserService userService;
+
+ @Autowired
+ private BookService bookService;
+
+ @Autowired
+ private CommonCacheUtil commonCacheUtil;
+
+
+ @RequestMapping("login.html")
+ public String login(Long bookId, ModelMap modelMap) {
+ modelMap.put("bookId", bookId);
+ return "user/login";
+ }
+
+
+ @RequestMapping("loginOrRegist")
+ @ResponseBody
+ public Map loginOrRegist(User user,Long bookId) {
+ Map result = new HashMap<>();
+ //查询用户名是否存在
+ boolean isExistLoginName = userService.isExistLoginName(user.getLoginName());
+ String token = null;
+ if (isExistLoginName) {
+ //登录
+ userService.login(user);
+ if (user.getId() != null) {
+ token = UUIDUtils.getUUID32();
+ commonCacheUtil.set(token, user.getId() + "");
+ result.put("code", 1);
+ result.put("desc", "登录成功！");
+ if(!StringUtils.isEmpty(bookId)) {
+ userService.collectOrCancelBook(user.getId(), bookId);
+ }
+ } else {
+ result.put("code", -1);
+ result.put("desc", "用户名或密码错误！");
+ }
+ } else {
+ //注册
+ userService.regist(user);
+ Long userId = user.getId();
+ token = UUIDUtils.getUUID32();
+ commonCacheUtil.set(token, userId + "");
+ result.put("code", 2);
+ result.put("desc", "注册成功！");
+ if(!StringUtils.isEmpty(bookId)) {
+ userService.collectOrCancelBook(user.getId(), bookId);
+ }
+ }
+ if(token != null){
+ result.put("token",token);
+ }
+ return result;
+ }
+
+ @RequestMapping("isLogin")
+ @ResponseBody
+ public Map isLogin(String token) {
+ Map result = new HashMap<>();
+ String userId = commonCacheUtil.get(token);
+ if(StringUtils.isEmpty(userId)){
+ result.put("code", -1);
+ result.put("desc", "未登录！");
+ }else{
+ result.put("code", 1);
+ result.put("desc", "已登录！");
+ }
+ return result;
+ }
+
+
+ @RequestMapping("addToCollect")
+ @ResponseBody
+ public Map addToCollect(Long bookId,String token) {
+ Map result = new HashMap<>();
+ String userId = commonCacheUtil.get(token);
+ if(StringUtils.isEmpty(userId)){
+ result.put("code", -1);
+ result.put("desc", "未登录！");
+ }else {
+ userService.addToCollect(bookId,Long.parseLong(userId));
+ result.put("code", 1);
+ result.put("desc", "加入成功，请前往我的书架查看！");
+ }
+ return result;
+ }
+
+ @RequestMapping("cancelToCollect")
+ @ResponseBody
+ public Map cancelToCollect(Long bookId,String token) {
+ Map result = new HashMap<>();
+ String userId = commonCacheUtil.get(token);
+ if(StringUtils.isEmpty(userId)){
+ result.put("code", -1);
+ result.put("desc", "未登录！");
+ }else {
+ userService.cancelToCollect(bookId,Long.parseLong(userId));
+ result.put("code", 1);
+ result.put("desc", "撤下成功！");
+ }
+ return result;
+ }
+
+ @RequestMapping("isCollect")
+ @ResponseBody
+ public Map isCollect(Long bookId,String token) {
+ Map result = new HashMap<>();
+ String userId = commonCacheUtil.get(token);
+ if(StringUtils.isEmpty(userId)){
+ result.put("code", -1);
+ result.put("desc", "未登录！");
+ }else {
+ boolean isCollect = userService.isCollect(bookId,Long.parseLong(userId));
+ if(isCollect) {
+ result.put("code", 1);
+ result.put("desc", "已收藏！");
+ }else{
+ result.put("code", 2);
+ result.put("desc", "未收藏！");
+ }
+ }
+ return result;
+ }
+
+
+
+
+}
diff --git a/src/main/java/xyz/zinglizingli/search/cache/CommonCacheUtil.java b/src/main/java/xyz/zinglizingli/search/cache/CommonCacheUtil.java
new file mode 100644
index 0000000..9c712e9
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/search/cache/CommonCacheUtil.java
@@ -0,0 +1,56 @@
+package xyz.zinglizingli.search.cache;
+
+public interface CommonCacheUtil {
+
+ /**
+ * 根据key获取缓存的String类型数据
+ */
+ String get(String key);
+
+ /**
+ * 设置String类型的缓存
+ */
+ void set(String key, String value);
+
+ /**
+ * 设置一个有过期时间的String类型的缓存,单位秒
+ */
+ void set(String key, String value, long timeout);
+
+ /**
+ * 根据key获取缓存的Object类型数据
+ */
+ Object getObject(String key);
+
+ /**
+ * 设置Object类型的缓存
+ */
+ void setObject(String key, Object value);
+
+ /**
+ * 设置一个有过期时间的Object类型的缓存,单位秒
+ */
+ void setObject(String key, Object value, long timeout);
+
+ /**
+ * 根据key删除缓存的数据
+ */
+ void del(String key);
+
+
+ /**
+ * 判断是否存在一个key
+ * */
+ boolean contains(String key);
+
+ /**
+ * 设置key过期时间
+ * */
+ void expire(String key, long timeout);
+
+ /**
+ * 刷新缓存
+ * */
+ void refresh(String key);
+
+}
diff --git a/src/main/java/xyz/zinglizingli/search/cache/impl/EHCacheUtil.java b/src/main/java/xyz/zinglizingli/search/cache/impl/EHCacheUtil.java
new file mode 100644
index 0000000..ae41a61
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/search/cache/impl/EHCacheUtil.java
@@ -0,0 +1,150 @@
+package xyz.zinglizingli.search.cache.impl;
+
+import net.sf.ehcache.Cache;
+import net.sf.ehcache.CacheManager;
+import net.sf.ehcache.Element;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Service;
+import xyz.zinglizingli.search.cache.CommonCacheUtil;
+
+@Service
+public class EHCacheUtil implements CommonCacheUtil {
+
+ @Autowired
+ private CacheManager cacheManager ;
+
+ private static final String CACHE_NAME = "utilCache";
+
+
+ /**
+ * 获得一个Cache，没有则创建一个。
+ * @param cacheName
+ * @return
+ */
+ private Cache getCache(){
+
+ /*Cache cache = cacheManager.getCache(cacheName);
+ if (cache == null){
+ cacheManager.addCache(cacheName);
+ cache = cacheManager.getCache(cacheName);
+ CacheConfiguration config = cache.getCacheConfiguration();
+ config.setEternal(false);
+ config.internalSetTimeToIdle(0);
+ config.internalSetTimeToIdle(0);
+ }*/
+ Cache cache = cacheManager.getCache("util_cache");
+ return cache;
+ }
+
+
+ public CacheManager getCacheManager() {
+ return cacheManager;
+ }
+
+
+
+
+
+ @Override
+ public String get(String key) {
+ Element element = getCache().get(key);
+ return element==null?null:(String)element.getObjectValue();
+ }
+
+ @Override
+ public void set(String key, String value) {
+ Element element = new Element(key, value);
+ Cache cache = getCache();
+ cache.getCacheConfiguration().setEternal(true);//不过期
+ cache.put(element);
+
+ }
+
+ @Override
+ public void set(String key, String value, long timeout) {
+ Element element = new Element(key, value);
+ element.setTimeToLive((int) timeout);
+ Cache cache = getCache();
+ cache.put(element);
+
+ }
+
+ @Override
+ public void del(String key) {
+ getCache().remove(key);
+
+
+ }
+
+ @Override
+ public boolean contains(String key) {
+ return getCache().isKeyInCache(key);
+ }
+
+ @Override
+ public void expire(String key, long timeout) {
+ Element element = getCache().get(key);
+ if (element != null) {
+ Object value = element.getValue();
+ element = new Element(key, value);
+ element.setTimeToLive((int)timeout);
+ Cache cache = getCache();
+ cache.put(element);
+ }
+ }
+
+
+ /**
+ * 根据key获取缓存的Object类型数据
+ */
+ @Override
+ public Object getObject(String key) {
+ Element element = getCache().get(key);
+ return element==null?null:element.getObjectValue();
+ }
+
+
+ /**
+ * 设置Object类型的缓存
+ * @param
+ */
+ @Override
+ public void setObject(String key, Object value) {
+ Element element = new Element(key, value);
+ Cache cache = getCache();
+ cache.getCacheConfiguration().setEternal(true);//不过期
+ cache.put(element);
+
+ }
+
+
+ /**
+ * 设置一个有过期时间的Object类型的缓存,单位秒
+ */
+ @Override
+ public void setObject(String key, Object value, long timeout) {
+ Element element = new Element(key, value);
+ element.setTimeToLive((int) timeout);
+ Cache cache = getCache();
+ cache.put(element);
+
+ }
+
+
+ @Override
+ public void refresh(String key) {
+ Element element = getCache().get(key);
+ if (element != null) {
+ Object value = element.getValue();
+ int timeToLive = element.getTimeToLive();
+ element = new Element(key, value);
+ element.setTimeToLive(timeToLive);
+ Cache cache = getCache();
+ cache.put(element);
+ }
+
+ }
+
+
+
+}
diff --git a/src/main/java/xyz/zinglizingli/search/config/ErrorConfig.java b/src/main/java/xyz/zinglizingli/search/config/ErrorConfig.java
new file mode 100644
index 0000000..93527f8
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/search/config/ErrorConfig.java
@@ -0,0 +1,23 @@
+package xyz.zinglizingli.search.config;
+
+import org.springframework.boot.web.server.ErrorPage;
+import org.springframework.boot.web.server.ErrorPageRegistrar;
+import org.springframework.boot.web.server.ErrorPageRegistry;
+import org.springframework.context.annotation.Configuration;
+import org.springframework.http.HttpStatus;
+
+/**
+ *定义配置类
+ */
+@Configuration
+public class ErrorConfig implements ErrorPageRegistrar {
+
+ @Override
+ public void registerErrorPages(ErrorPageRegistry registry) {
+ ErrorPage[] errorPages = new ErrorPage[2];
+ errorPages[0] = new ErrorPage(HttpStatus.NOT_FOUND, "/book/index.html");
+ errorPages[1] = new ErrorPage(HttpStatus.INTERNAL_SERVER_ERROR, "/mang.html");
+
+ registry.addErrorPages(errorPages);
+ }
+}
diff --git a/src/main/java/xyz/zinglizingli/search/config/FilterConfig.java b/src/main/java/xyz/zinglizingli/search/config/FilterConfig.java
new file mode 100644
index 0000000..90b60f8
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/search/config/FilterConfig.java
@@ -0,0 +1,19 @@
+package xyz.zinglizingli.search.config;
+
+import org.springframework.boot.web.servlet.FilterRegistrationBean;
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+import xyz.zinglizingli.search.filter.SearchFilter;
+
+@Configuration
+public class FilterConfig{
+
+ @Bean
+ public FilterRegistrationBean filterRegist() {
+ FilterRegistrationBean frBean = new FilterRegistrationBean();
+ frBean.setFilter(new SearchFilter());
+ frBean.addUrlPatterns("/*");
+ return frBean;
+ }
+
+}
diff --git a/src/main/java/xyz/zinglizingli/search/filter/SearchFilter.java b/src/main/java/xyz/zinglizingli/search/filter/SearchFilter.java
new file mode 100644
index 0000000..ab902f4
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/search/filter/SearchFilter.java
@@ -0,0 +1,664 @@
+package xyz.zinglizingli.search.filter;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.http.*;
+import org.springframework.util.LinkedMultiValueMap;
+import org.springframework.util.MultiValueMap;
+import org.springframework.web.client.HttpClientErrorException;
+import org.springframework.web.client.RequestCallback;
+import org.springframework.web.client.RestTemplate;
+import xyz.zinglizingli.search.cache.CommonCacheUtil;
+import xyz.zinglizingli.search.utils.RestTemplateUtil;
+import xyz.zinglizingli.search.utils.SpringUtil;
+
+import javax.servlet.*;
+import javax.servlet.http.HttpServletRequest;
+import javax.servlet.http.HttpServletResponse;
+import java.io.IOException;
+import java.net.URLDecoder;
+import java.util.*;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+public class SearchFilter implements Filter {
+
+ private static final Logger log = LoggerFactory.getLogger(SearchFilter.class);
+
+ private CommonCacheUtil cacheUtil;
+
+ private static List picPostFix;
+
+ private static List localFileFix;
+
+ private static List staticFileFix;
+
+ private static List noteURI;
+
+ private RestTemplate restTemplate;
+
+
+ private final String SUANWEI_BOOK_REGEX = "";
+ private final String SUANWEI_BOOK_HTML_REGEX = "/\\d+_\\d+\\.html";
+
+ private final String XIYANGYANG_BOOK_REGEX = "";
+ private final String XIYANGYANG_BOOK_HTML_REGEX = "/\\d+_\\d+\\.html";
+
+
+ @Override
+ public void init(FilterConfig filterConfig) throws ServletException {
+ picPostFix = new ArrayList<>();
+ picPostFix.add("jpg");
+ picPostFix.add("pcx");
+ picPostFix.add("emf");
+ picPostFix.add("gif");
+ picPostFix.add("bmp");
+ picPostFix.add("tga");
+ picPostFix.add("jpeg");
+ picPostFix.add("tif");
+ picPostFix.add("png");
+ picPostFix.add("rle");
+ localFileFix = new ArrayList<>();
+ localFileFix.add("IMG_1470.JPG");
+ localFileFix.add("baidu_verify_Ep8xaWQJAI.html");
+ localFileFix.add("baidu_verify_L6sR9GjEtg.html");
+ localFileFix.add("shenma-site-verification.txt");
+ localFileFix.add("favicon.ico");
+ localFileFix.add("headerbg.jpg");
+ localFileFix.add("mang.png");
+ localFileFix.add("HotBook.apk");
+ localFileFix.add("wap_collect.js");
+ localFileFix.add("note_1.html");
+ localFileFix.add("note_2.html");
+ localFileFix.add("note_3.html");
+ localFileFix.add("note_4.html");
+ staticFileFix = new ArrayList<>();
+ staticFileFix.add("jpg");
+ staticFileFix.add("gif");
+ staticFileFix.add("bmp");
+ staticFileFix.add("jpeg");
+ staticFileFix.add("png");
+ staticFileFix.add("js");
+ staticFileFix.add("css");
+ noteURI = new ArrayList<>();
+ noteURI.add("/html/note_1.html");
+ noteURI.add("/html/note_2.html");
+
+ }
+
+ @Override
+ public void doFilter(ServletRequest servletRequest, ServletResponse servletResponse, FilterChain filterChain) throws IOException, ServletException {
+ String forObject = null;
+ HttpServletRequest req = (HttpServletRequest) servletRequest;
+ HttpServletResponse resp = (HttpServletResponse) servletResponse;
+ String requestURL = req.getRequestURL().toString();
+ String requestURI = req.getRequestURI();
+ if(requestURL.contains("www.zinglizingli.xyz") || requestURL.contains("sf.zinglizingli.xyz")){
+ if(requestURI.matches("/*|(/index\\.html)")){
+ String requestDispatcher = "/book/index.html";
+ if(requestURL.contains("sf.zinglizingli.xyz")){
+ requestDispatcher = "/book/searchSoftBook.html";
+ }
+ req.getRequestDispatcher(requestDispatcher).forward(servletRequest,servletResponse);
+ return;
+ }
+ filterChain.doFilter(servletRequest,servletResponse);
+ return;
+
+ }
+
+
+ try {
+ if (requestURL.contains("http://book.zinglizingli.xyz")) {
+ if(requestURI.matches("/*|(/index\\.html)")){
+ req.getRequestDispatcher("/book/index.html").forward(servletRequest,servletResponse);
+ return;
+ }
+
+ filterChain.doFilter(servletRequest, servletResponse);
+ return;
+ }
+
+ if (requestURL.matches("http://m.zinglizingli.xyz(/*|(/index\\.html))") || requestURI.startsWith("/static/")) {
+ filterChain.doFilter(req, resp);
+ return;
+ }
+
+
+ if (cacheUtil == null) {
+ cacheUtil = SpringUtil.getBean(CommonCacheUtil.class);
+ }
+
+ if (requestURL.contains("http://m.zinglizingli.xyz/search")) {
+ //搜索跳转
+ Map otherParam = new HashMap<>();
+ otherParam.put("t", "1");
+ otherParam.put("keyword", req.getParameter("q"));
+ String realURL = "https://m.biquta.com/SearchBook.php";
+ forObject = postBiquta(req, realURL, otherParam);
+ resp.setCharacterEncoding("utf-8");
+
+ } else {
+
+ final String method = req.getMethod();
+ if (requestURL.contains("www.zinglizingli.xyz")) {
+
+ String realUrl = "https://m.biquge.info" + requestURI;
+
+ String postFix = requestURI.substring(requestURI.lastIndexOf(".") + 1);
+
+
+ // 案例：充当客户端通过restTemplate请求网络数据，并充当服务端将数据返回给浏览器
+ // 客户端请求数据：输入流（byte[]）==》字符串
+ // 服务端响应数据：字符串 == 》 输出流（byte[]）
+
+ //默认方式：
+ //RestTemplate restTemplate = new RestTemplate();
+ // ①当返回的response-header的content-type属性有charset值时，
+ // restTemplate的StringHttpMessageConverter会设置默认charset为content-type属性
+ // charset值
+ // StringHttpMessageConverter.setDefaultCharset(Charset.forName(charset));
+ // ②当返回的response-header的content-type属性没有charset值时
+ // restTemplate的StringHttpMessageConverter会使用默认的charset即ISO-8859-1
+
+ if (picPostFix.contains(postFix)) {
+ // 对服务端请求返回的输入流（byte[]）采用何种编码转换成字符串（String）
+ restTemplate = RestTemplateUtil.getInstance("ISO-8859-1");//请求图片
+ realUrl = "https://www.biquge.info" + requestURI;
+ resp.setContentType("image/apng");
+ } else {
+ // 对服务端请求返回的输入流（byte[]）采用何种编码转换成字符串（String）
+ restTemplate = RestTemplateUtil.getInstance("utf-8");//请求html/css/js等文件
+ // 对客户端响应返回的字符串（String）采用何种编码转换成输出流（byte[]）
+ resp.setCharacterEncoding("utf-8");
+ setContentType(postFix, resp);
+
+ /*//=====现在浏览器有编码自动识别功能，所以上面的代码没有加content-type的Header也没有问题==========
+ //=====正确做法应该是下面代码片段1和代码片段2二选一==========
+
+ //===============================================代码片段1===============================
+ // 对客户端响应返回的字符串（String）采用何种编码转换成输出流（byte[]）
+ resp.setCharacterEncoding("utf-8");
+ // 告诉浏览器对服务端请求返回的输入流（byte[]）采用何种编码转换成字符串（String）显示
+ resp.setHeader("content-type", "text/html;charset=utf-8");
+ //===============================================代码片段1===============================
+
+
+ //===============================================代码片段2===============================
+ //对客户端响应返回的字符串（String）采用何种编码转换成输出流（byte[]）
+ //并且告诉浏览器对服务端请求返回的输入流（byte[]）采用何种编码转换成字符串（String）显示
+ resp.setContentType("text/html;charset=utf-8");
+ //===============================================代码片段2===============================
+*/
+ }
+
+
+ if (HttpMethod.GET.name().equals(method)) {
+
+
+ String fileName = requestURI.substring(requestURI.lastIndexOf("/") + 1);
+ if (localFileFix.contains(fileName) || fileName.startsWith("9a4a540e-1759-4268-90fa-7fb652c3604a.")) {
+ filterChain.doFilter(servletRequest, servletResponse);
+ return;
+ }
+
+
+ if (requestURI.matches(SUANWEI_BOOK_HTML_REGEX)) {
+ realUrl = realUrl.substring(0, realUrl.length() - 5);
+ }
+
+ String queryString = req.getQueryString();
+ if (queryString != null && queryString.length() > 0 && !queryString.contains("bsh_bid=")) {
+ queryString = "?" + URLDecoder.decode(req.getQueryString());
+ } else {
+ queryString = "";
+ }
+ realUrl = realUrl + queryString;
+
+
+ forObject = cacheUtil.get(realUrl);
+ if (forObject == null) {
+
+
+ ResponseEntity forEntity = restTemplate.getForEntity(realUrl, String.class);
+ forObject = forEntity.getBody();
+
+ // forObject = new String(forObject.getBytes("ISO-8859-1"),"utf-8");
+ if (!picPostFix.contains(postFix)) {
+ forObject = forObject.replaceAll("https://m.biquge.info", "http://www.zinglizingli.xyz")
+ .replaceAll("https://www.biquge.info", "http://www.zinglizingli.xyz")
+ .replaceAll("笔趣岛", "酸味书屋")
+ .replaceAll("笔趣阁", "酸味书屋")
+ .replaceAll("登录", "登录")
+ .replaceAll("", "")
+ .replaceFirst("", "")
+ .replaceAll("", "")
+ .replaceAll("https://zhannei.baidu.com/cse", "http://m.zinglizingli.xyz")
+ .replaceAll("返回", "返回")
+ .replaceAll("加入书架", "加入收藏")
+ .replaceFirst("", "\n")//页面访问自动推送到百度
+ .replaceAll("", "")//去除广告
+ ;
+ forObject = addAttacDivForSearch(forObject, requestURI);
+
+ forObject = setBookURIToHTML(forObject, SUANWEI_BOOK_REGEX);
+
+ if (requestURI.matches(SUANWEI_BOOK_HTML_REGEX)) {
+ Pattern pattern = Pattern.compile("(.+)\\s+目录共\\d+章");
+ Matcher matcher = pattern.matcher(forObject);
+ String title = "";
+ if (matcher.find()) {
+ title = matcher.group(1);
+ }// 类别：武侠仙侠
+ pattern = Pattern.compile("作者：(.+)
");
+ matcher = pattern.matcher(forObject);
+ String author = "";
+ if (matcher.find()) {
+ author = matcher.group(1);
+ }
+ pattern = Pattern.compile("(.+)");
+ matcher = pattern.matcher(forObject);
+ String sort = "";
+ if (matcher.find()) {
+ sort = matcher.group(1);
+ }
+ String desc = title + "，" + title + "小说最新章节免费在线阅读、最新章节列表，" + title + "小说最新更新免费提供，《" + title + "》是一本情节与文笔俱佳的" + sort + "小说，由作者" + author + "创建。";
+
+ forObject = forObject.replaceFirst("]+\"\\s*/?>", "");//[^>]+表示1个或多个不是>的字符
+ forObject = forObject.replaceFirst("", "");
+
+
+ }
+
+ if ("/".equals(requestURI)) {
+ forObject = forObject.replaceFirst("]+\"\\s*/?>", "");//[^>]+表示1个或多个不是>的字符
+ forObject = forObject.replaceFirst("", "");
+
+
+ }
+ }
+ long timeout = 1800;
+ if (staticFileFix.contains(postFix)) {
+ timeout = 60 * 60 * 24;
+ }
+ cacheUtil.set(realUrl, forObject, timeout);
+ }
+
+
+
+ } else {
+
+
+ Map oldParameterMap = req.getParameterMap();
+ Map newParameterMap = new HashMap<>();
+ Set> entries = oldParameterMap.entrySet();
+ for (Map.Entry entry : entries) {
+ newParameterMap.put(entry.getKey(), entry.getValue()[0]);
+ }
+
+ MultiValueMap map = new LinkedMultiValueMap<>();
+ map.setAll(newParameterMap);
+ HttpHeaders headers = new HttpHeaders();
+ headers.setContentType(MediaType.APPLICATION_FORM_URLENCODED);
+ HttpEntity> request = new HttpEntity<>(map, headers);
+ forObject = restTemplate.postForEntity(realUrl, request, String.class).getBody();
+ // forObject = new String(forObject.getBytes("ISO-8859-1"),"utf-8");
+ forObject = forObject.replaceAll("https://m.biquge.info", "http://www.zinglizingli.xyz")
+ .replaceAll("https://www.biquge.info", "http://www.zinglizingli.xyz")
+ .replaceAll("笔趣岛", "酸味书屋")
+ .replaceAll("笔趣阁", "酸味书屋")
+ .replaceAll("https://zhannei.baidu.com/cse", "http://m.zinglizingli.xyz")
+ .replaceFirst("", "")
+ .replaceAll("书架", "笔记")
+ .replaceAll("返回", "返回")
+ ;
+ forObject = setBookURIToHTML(forObject, SUANWEI_BOOK_REGEX);
+ //resp.setCharacterEncoding("utf-8");
+ //setContentType(postFix, resp);
+
+ }
+
+
+ } else if (requestURL.contains("m.zinglizingli.xyz")) {
+ String realUrl = "https://m.biquta.com" + requestURI;
+
+ String postFix = requestURI.substring(requestURI.lastIndexOf(".") + 1);
+ if (picPostFix.contains(postFix)) {
+ restTemplate = RestTemplateUtil.getInstance("ISO-8859-1");//请求图片
+ resp.setContentType("image/apng");
+ } else {
+ restTemplate = RestTemplateUtil.getInstance("utf-8");//请求html/css/js等文件
+ resp.setCharacterEncoding("utf-8");
+ setContentType(postFix, resp);
+
+ }
+
+
+ if (HttpMethod.GET.name().equals(method)) {
+
+ String fileName = requestURI.substring(requestURI.lastIndexOf("/") + 1);
+
+ if (localFileFix.contains(fileName) || fileName.startsWith("9a4a540e-1759-4268-90fa-7fb652c3604a.")) {
+ filterChain.doFilter(servletRequest, servletResponse);
+ return;
+ }
+
+
+ if (requestURI.matches(XIYANGYANG_BOOK_HTML_REGEX)) {
+ realUrl = realUrl.substring(0, realUrl.length() - 5);
+ }
+ String queryString = req.getQueryString();
+ if (queryString != null && queryString.length() > 0 && !queryString.contains("bsh_bid=")) {
+ queryString = "?" + URLDecoder.decode(req.getQueryString());
+ } else {
+ queryString = "";
+ }
+ realUrl = realUrl + queryString;
+
+
+ forObject = cacheUtil.get(realUrl);
+ if (forObject == null) {
+ forObject = restTemplate.getForEntity(realUrl, String.class).getBody();
+
+ if (!picPostFix.contains(postFix)) {
+ forObject = forObject.replaceAll("https://m.biquta.com", "http://m.zinglizingli.xyz")
+ .replaceAll("笔趣阁", "看小说吧")
+ .replaceAll("笔趣塔", "看小说吧")
+ .replaceFirst("看小说吧手机版-看小说吧", "看小说吧")
+ .replaceFirst("content=\"看小说吧\"", "content=\"小说阅读,小说排行,好看小说排行,热门小说排行,小说阅读手机版\"")
+ .replaceAll("登录", "登录")
+ .replaceFirst("", "")
+ .replaceAll("书架", "收藏")
+ .replaceAll("加入书架", "加入收藏")
+ .replaceAll("我的书架", "")
+ .replaceFirst("阅读记录","客户端下载")
+ .replaceAll("我的书架", "轻小说精品小说")
+ .replaceAll("", "")
+
+ .replaceFirst("", "\n")
+
+ .replaceFirst("", "\n")//页面访问自动推送到百度
+ .replaceAll("", "");//去除广告
+
+ forObject = addAttacDivForSearch(forObject, requestURI);
+
+ forObject = setBookURIToHTML(forObject, XIYANGYANG_BOOK_REGEX);
+
+ if (requestURI.matches(XIYANGYANG_BOOK_HTML_REGEX)) {
+ Pattern pattern = Pattern.compile("(.+)");
+ Matcher matcher = pattern.matcher(forObject);
+ String title = "";
+ if (matcher.find()) {
+ title = matcher.group(1);
+ }// 类别：武侠仙侠
+ pattern = Pattern.compile("作者：(.+)");
+ matcher = pattern.matcher(forObject);
+ String author = "";
+ if (matcher.find()) {
+ author = matcher.group(1);
+ }
+ pattern = Pattern.compile("\\s+类别：(.+)");
+ matcher = pattern.matcher(forObject);
+ String sort = "";
+ if (matcher.find()) {
+ sort = matcher.group(1);
+ }
+ String desc = title + "，" + title + "小说最新章节免费在线阅读、最新章节列表，" + title + "小说最新更新免费提供，《" + title + "》是一本情节与文笔俱佳的" + sort + "小说，由作者" + author + "创建。";
+
+ forObject = forObject.replaceFirst("]+\"\\s*/?>", "");//[^>]+表示1个或多个不是>的字符
+ forObject = forObject.replaceFirst("", "");
+
+
+ }
+
+ if ("/".equals(requestURI)) {
+ forObject = forObject.replaceFirst("]+\"\\s*/?>", "");//[^>]+表示1个或多个不是>的字符
+ forObject = forObject.replaceFirst("", "");
+
+ /*forObject = forObject.replaceFirst("", "" + jsString)
+ .replaceFirst("", "" + imagDiv);*/
+ // forObject = forObject.replaceFirst("", "" + imagDiv);
+
+
+ }
+ }
+
+ // forObject = forObject.replaceFirst("", "分享按钮\n" +
+ // " ");
+
+ /* if (forObject.contains("class=\"sortChannel_nav\"") || forObject.contains("channelHeader2")) {
+ forObject = forObject.replaceFirst("class=\"searchForm\"", "class=\"searchForm\" style=\"display:none\"");
+
+ }*/
+ long timeout = 1800;
+ if (staticFileFix.contains(postFix)) {
+ timeout = 60 * 60 * 24;
+ }
+ cacheUtil.set(realUrl, forObject, timeout);
+ }
+
+
+ } else {
+ forObject = postBiquta(req, realUrl, null);
+ }
+ } else {
+ return;
+ }
+ }
+
+ } catch (RuntimeException e) {
+ log.error(e.getMessage(), e);
+ if (e instanceof HttpClientErrorException && (((HttpClientErrorException) e).getStatusCode() == HttpStatus.NOT_FOUND)) {
+ //404
+ resp.sendRedirect("/");
+ return;
+ } else {
+ req.getRequestDispatcher("/mang.html").forward(servletRequest, servletResponse);
+ return;
+ }
+
+
+ //resp.setCharacterEncoding("utf-8");
+
+ }
+ resp.getWriter().print(forObject);
+ return;
+ }
+
+ private String addAttacDivForSearch(String forObject, String requestURI) {
+ try {
+ if (requestURI.endsWith(".html") || requestURI.equals("/")) {
+ String hotNewsDiv = cacheUtil.get("hotNewsDiv");
+ if (hotNewsDiv == null) {
+ MultiValueMap mmap = new LinkedMultiValueMap<>();
+ HttpHeaders headers = new HttpHeaders();
+ headers.add("Host", "channel.chinanews.com");
+ headers.add("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36");
+ HttpEntity> request = new HttpEntity<>(mmap, headers);
+ String body = restTemplate.postForEntity("http://channel.chinanews.com/cns/cjs/sh.shtml", request, String.class).getBody();
+ Pattern pattern = Pattern.compile("specialcnsdata\\s*=\\s*\\{\"docs\":(.+)};\\s+newslist\\s*=\\s*specialcnsdata;");
+ Matcher matcher = pattern.matcher(body);
+ if (matcher.find()) {
+ String jsonResult = matcher.group(1);
+ if (jsonResult.length() > 5) {
+ List> list = new ObjectMapper().readValue(jsonResult, List.class);
+ StringBuilder hotContent = new StringBuilder();
+ for (Map map : list) {
+ hotContent.append("\n");
+ hotContent.append("- \n");
+ hotContent.append(map.get("pubtime"));
+ hotContent.append("
\n");
+ hotContent.append("- \n");
+ hotContent.append(map.get("title"));
+ hotContent.append("
\n");
+ hotContent.append("- \n");
+ hotContent.append(map.get("content"));
+ hotContent.append("
\n");
+ hotContent.append("- \n");
+ hotContent.append("
![](\"")
");
+ hotContent.append(" \n");
+ hotContent.append("
\n");
+ }
+ hotNewsDiv = "" + hotContent.toString() + "
";
+ cacheUtil.set("hotNewsDiv", hotNewsDiv, 60 * 60 * 24);
+ forObject = forObject.replaceFirst("", hotNewsDiv + "");
+ }
+ }
+ } else {
+ forObject = forObject.replaceFirst("", hotNewsDiv + "");
+
+ }
+ }
+ } catch (Exception e) {
+ log.error(e.getMessage(), e);
+ } finally {
+
+ }
+
+ return forObject;
+ }
+
+ private String setBookURIToHTML(String forObject, String regex) {
+ String result = forObject;
+
+ Pattern pattern = Pattern.compile(regex);
+ Matcher matcher = pattern.matcher(forObject);
+ boolean isFind = matcher.find();
+ if (isFind) {
+
+ while (isFind) {
+ String booURI = matcher.group(1);
+ String htmlBooURI = booURI.substring(0, booURI.length()) + ".html";
+ result = result.replaceFirst(booURI + "/", htmlBooURI);
+ isFind = matcher.find();
+ }
+
+
+ }
+
+ return result;
+ }
+
+ private String postBiquta(HttpServletRequest req, String realUrl, Map otherParam) {
+ String forObject;
+ Map oldParameterMap = req.getParameterMap();
+ Map newParameterMap = new HashMap<>();
+ Set> entries = oldParameterMap.entrySet();
+ for (Map.Entry entry : entries) {
+ newParameterMap.put(entry.getKey(), entry.getValue()[0]);
+ }
+ if (otherParam != null) {
+ newParameterMap.putAll(otherParam);
+ }
+
+ MultiValueMap map = new LinkedMultiValueMap<>();
+ map.setAll(newParameterMap);
+ HttpHeaders headers = new HttpHeaders();
+ headers.setContentType(MediaType.APPLICATION_FORM_URLENCODED);
+ HttpEntity> request = new HttpEntity<>(map, headers);
+ forObject = restTemplate.postForEntity(realUrl, request, String.class).getBody();
+ forObject = forObject.replaceAll("https://m.biquta.com", "http://m.zinglizingli.xyz")
+ .replaceAll("笔趣阁", "看小说吧")
+ .replaceAll("笔趣塔", "看小说吧")
+ .replaceFirst("看小说吧手机版-看小说吧", "看小说吧")
+ .replaceFirst("content=\"看小说吧\"", "content=\"小说阅读,小说排行,好看小说排行,热门小说排行,小说阅读手机版\"")
+ .replaceFirst("", "")
+ .replaceAll("我的书架", "轻小说精品小说")
+ .replaceFirst("阅读记录","客户端下载")
+ .replaceFirst("", "\n")
+ ;
+
+ forObject = setBookURIToHTML(forObject, XIYANGYANG_BOOK_REGEX);
+ return forObject;
+ }
+
+ private void setContentType(String fileFix, HttpServletResponse resp) {
+ String contentType = "text/html";
+ switch (fileFix) {
+ case "js": {
+ contentType = "application/javascript";
+ break;
+ }
+ case "css": {
+ contentType = "text/css";
+ break;
+ }
+ case "html": {
+ contentType = "text/html";
+ break;
+ }
+ default: {
+ break;
+ }
+ }
+ resp.setContentType(contentType);
+
+
+ }
+
+ @Override
+ public void destroy() {
+
+ }
+
+
+}
diff --git a/src/main/java/xyz/zinglizingli/search/schedule/CrawlBooksSchedule.java b/src/main/java/xyz/zinglizingli/search/schedule/CrawlBooksSchedule.java
new file mode 100644
index 0000000..f798f80
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/search/schedule/CrawlBooksSchedule.java
@@ -0,0 +1,865 @@
+package xyz.zinglizingli.search.schedule;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.http.HttpStatus;
+import org.springframework.http.ResponseEntity;
+import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.stereotype.Service;
+import org.springframework.web.client.RestTemplate;
+import xyz.zinglizingli.books.po.Book;
+import xyz.zinglizingli.books.po.BookContent;
+import xyz.zinglizingli.books.po.BookIndex;
+import xyz.zinglizingli.books.service.BookService;
+import xyz.zinglizingli.books.util.ExcutorUtils;
+import xyz.zinglizingli.search.utils.RestTemplateUtil;
+
+import java.text.ParseException;
+import java.text.SimpleDateFormat;
+import java.util.*;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+@Service
+public class CrawlBooksSchedule {
+
+
+ private Logger log = LoggerFactory.getLogger(CrawlBooksSchedule.class);
+
+
+ @Autowired
+ private BookService bookService;
+
+ RestTemplate restTemplate = RestTemplateUtil.getInstance("utf-8");
+
+
+ private boolean isExcuting = false;
+
+
+ public static void main(String[] args) {//
+ String forObject = "";
+
+ Pattern pattern = Pattern.compile("
+//
+//
+//
+//
+//
+ //第一周期全部书拉取完后，可进行第二周期，只拉取前面几页的数据，拉取时间间隔变小
+ for (int i = 1; i <= 7; i++) {
+
+ int finalI = i;
+ new Thread(
+ () -> {
+
+ try {
+ //拼接分类URL
+ int page = 1;//起始页码
+ int totalPage = page;
+ String catBookListUrl = baseUrl + "/class/" + finalI + "/" + page + ".html";
+ ResponseEntity forEntity = restTemplate.getForEntity(catBookListUrl, String.class);
+ if (forEntity.getStatusCode() == HttpStatus.OK) {
+ String forObject = forEntity.getBody();
+ //匹配分页数
+ Pattern pattern = Pattern.compile("value=\"(\\d+)/(\\d+)\"");
+ Matcher matcher = pattern.matcher(forObject);
+ boolean isFind = matcher.find();
+ System.out.println("匹配分页数" + isFind);
+ if (isFind) {
+ int currentPage = Integer.parseInt(matcher.group(1));
+ totalPage = Integer.parseInt(matcher.group(2));
+ //解析第一页书籍的数据
+ Pattern bookPatten = Pattern.compile("href=\"/(\\d+_\\d+)/\"");
+ parseBook(bookPatten, forObject, restTemplate, finalI, baseUrl);
+ /*while (currentPage < totalPage) {
+ catBookListUrl = baseUrl + "/class/" + finalI + "/" + (currentPage + 1) + ".html";
+ forEntity = restTemplate.getForEntity(catBookListUrl, String.class);
+ if (forEntity.getStatusCode() == HttpStatus.OK) {
+ forObject = forEntity.getBody();
+ //匹配分页数
+ matcher = pattern.matcher(forObject);
+ isFind = matcher.find();
+
+ if (isFind) {
+ currentPage = Integer.parseInt(matcher.group(1));
+ totalPage = Integer.parseInt(matcher.group(2));
+ parseBook(bookPatten, forObject, restTemplate, finalI, baseUrl);
+ }
+ }else{
+ currentPage++;
+ }
+ }*/
+ }
+ }
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+
+ }
+ ).start();
+
+
+ }
+
+
+ System.out.println("结束时间" + new Date());
+
+ }
+
+
+ // @Scheduled(fixedRate = 1000 * 60 * 30)
+ //@Scheduled(fixedRate = 1000 * 60 * 60 * 3)//本机更新，否则服务器压力过大,等书籍多了之后，再去服务器更新，这样更新数量不会很大
+ //暂定2小说，只爬分类前3本书，一共3*7=21本书，爬等以后书籍多了之后，会适当缩短更新间隔
+ public void crawBqugeTaBooks() throws Exception {
+ if (!isExcuting) {
+ isExcuting = true;
+ final String baseUrl = "https://m.biquta.com";
+ log.debug("crawlBooksSchedule执行中。。。。。。。。。。。。");
+
+
+//①爬分类列表的书籍url和总页数
+// https:
+////m.biquta.com/class/1/1.html
+// https:
+////m.biquta.com/class/2/1.html
+// https:
+////m.biquta.com/class/2/2.html
+//
+//
+// https:
+////m.biquta.com/class/2/2.html
+//
+//
+//
+//
+//
+//
+ //第一周期全部书拉取完后，可进行第二周期，只拉取前面几页的数据，拉取时间间隔变小
+ RestTemplate restTemplate = RestTemplateUtil.getInstance("utf-8");
+ while (true) {
+ log.debug("crawlBooksSchedule循环执行中。。。。。。。。。。。。");
+ Set classIdSet = new HashSet<>();
+ for (int i = 1; i <= 7; i++) {
+
+ log.debug("crawlBooksSchedule分类" + i + "执行中。。。。。。。。。。。。");
+
+ // int finalI = i;
+ /* new Thread(
+ () -> {*/
+
+ try {
+ //先随机更新分类
+ Random random = new Random();
+ int finalI = random.nextInt(7) + 1;
+ if (classIdSet.contains(finalI)) {
+ finalI = random.nextInt(7) + 1;
+ }
+ classIdSet.add(finalI);
+ //拼接分类URL
+ int page = 1;//起始页码
+ int totalPage = page;
+ String catBookListUrl = baseUrl + "/class/" + finalI + "/" + page + ".html";
+ String forObject = getByHttpClient(catBookListUrl);
+ if (forObject != null) {
+ //匹配分页数
+ Pattern pattern = Pattern.compile("value=\"(\\d+)/(\\d+)\"");
+ Matcher matcher = pattern.matcher(forObject);
+ boolean isFind = matcher.find();
+ System.out.println("匹配分页数" + isFind);
+ if (isFind) {
+ int currentPage = Integer.parseInt(matcher.group(1));
+ totalPage = Integer.parseInt(matcher.group(2));
+ //解析第一页书籍的数据
+ Pattern bookPatten = Pattern.compile("href=\"/(\\d+_\\d+)/\"");
+ parseBook(bookPatten, forObject, restTemplate, finalI, baseUrl);
+ /* while (currentPage < totalPage) {
+ catBookListUrl = baseUrl + "/bqgeclass/" + finalI + "/" + (currentPage + 1) + ".html";
+ forObject = getByHttpClient(catBookListUrl);
+ if (forObject != null) {
+ //匹配分页数
+ matcher = pattern.matcher(forObject);
+ isFind = matcher.find();
+
+ if (isFind) {
+ currentPage = Integer.parseInt(matcher.group(1));
+ totalPage = Integer.parseInt(matcher.group(2));
+ parseBiquge11Book(bookPatten, forObject, finalI, baseUrl);
+ }
+ } else {
+ currentPage++;
+ }
+ }*/
+ }
+ }
+ Thread.sleep(1000 * 60 * 10);
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+
+ /* }
+ ).start();*/
+
+
+ }
+ }
+
+ }
+
+
+ }
+
+
+ //@Scheduled(fixedRate = 1000 * 60 * 35)
+ @Scheduled(fixedRate = 1000 * 60 * 60 * 3)
+ //暂定2小说，只爬分类前3本书，一共3*7=21本书，爬等以后书籍多了之后，会适当缩短更新间隔
+ public void crawBquge11BooksAtDay() throws Exception {
+ if (!isExcuting) {
+ isExcuting = true;
+ final String baseUrl = "https://m.biqudao.com";
+ log.debug("crawlBooksSchedule执行中。。。。。。。。。。。。");
+
+
+//①爬分类列表的书籍url和总页数
+// https:
+////m.biquta.com/class/1/1.html
+// https:
+////m.biquta.com/class/2/1.html
+// https:
+////m.biquta.com/class/2/2.html
+//
+//
+// https:
+////m.biquta.com/class/2/2.html
+//
+//
+//
+//
+//
+//
+ //第一周期全部书拉取完后，可进行第二周期，只拉取前面几页的数据，拉取时间间隔变小
+ while (true) {
+ log.debug("crawlBooksSchedule循环执行中。。。。。。。。。。。。");
+ //List classIdList = new ArrayList<>(Arrays.asList(new Integer[]{1,2,3,4,5,6,7}));
+ // for (int i = 1; i <= 7; i++) {
+
+ // log.debug("crawlBooksSchedule分类"+i+"执行中。。。。。。。。。。。。");
+
+ // int finalI = i;
+ /* new Thread(
+ () -> {*/
+
+ try {
+ //先随机更新分类
+ //Random random = new Random();
+ //int finalI = classIdList.get(new Random().nextInt(classIdList.size()));
+ //classIdList.remove(finalI);
+ int finalI = 0;
+ //拼接分类URL
+ int page = 1;//起始页码
+ int totalPage = page;
+ String catBookListUrl = baseUrl + "/bqgeclass/" + finalI + "/" + page + ".html";
+ String forObject = getByHttpClient(catBookListUrl);
+ if (forObject != null) {
+ //匹配分页数
+ Pattern pattern = Pattern.compile("value=\"(\\d+)/(\\d+)\"");
+ Matcher matcher = pattern.matcher(forObject);
+ boolean isFind = matcher.find();
+ System.out.println("匹配分页数" + isFind);
+ if (isFind) {
+ int currentPage = Integer.parseInt(matcher.group(1));
+ totalPage = Integer.parseInt(matcher.group(2));
+ //解析第一页书籍的数据
+ Pattern bookPatten = Pattern.compile("href=\"/(bqge\\d+)/\"");
+ //白天更新
+ parseBiquge11Book(bookPatten, forObject, finalI, baseUrl, true);
+ /* while (currentPage < totalPage) {
+ catBookListUrl = baseUrl + "/bqgeclass/" + finalI + "/" + (currentPage + 1) + ".html";
+ forObject = getByHttpClient(catBookListUrl);
+ if (forObject != null) {
+ //匹配分页数
+ matcher = pattern.matcher(forObject);
+ isFind = matcher.find();
+
+ if (isFind) {
+ currentPage = Integer.parseInt(matcher.group(1));
+ totalPage = Integer.parseInt(matcher.group(2));
+ parseBiquge11Book(bookPatten, forObject, finalI, baseUrl);
+ }
+ } else {
+ currentPage++;
+ }
+ }*/
+ }
+ }
+ Thread.sleep(1000 * 60 * 5);
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+
+ /* }
+ ).start();*/
+
+
+ // }
+ }
+
+ }
+
+
+ }
+
+
+ @Scheduled(cron = "0 0 2 * * ?")
+ //暂定2小说，只爬分类前3本书，一共3*7=21本书，爬等以后书籍多了之后，会适当缩短更新间隔
+ public void crawBquge11BooksAtNight() throws Exception {
+ final String baseUrl = "https://m.biqudao.com";
+ log.debug("crawlBooksSchedule执行中。。。。。。。。。。。。");
+
+
+//①爬分类列表的书籍url和总页数
+// https:
+////m.biquta.com/class/1/1.html
+// https:
+////m.biquta.com/class/2/1.html
+// https:
+////m.biquta.com/class/2/2.html
+//
+//
+// https:
+////m.biquta.com/class/2/2.html
+//
+//
+//
+//
+//
+//
+ //第一周期全部书拉取完后，可进行第二周期，只拉取前面几页的数据，拉取时间间隔变小
+ log.debug("crawlBooksSchedule循环执行中。。。。。。。。。。。。");
+ //List classIdList = new ArrayList<>(Arrays.asList(new Integer[]{1,2,3,4,5,6,7}));
+ // for (int i = 1; i <= 7; i++) {
+
+ // log.debug("crawlBooksSchedule分类"+i+"执行中。。。。。。。。。。。。");
+
+ // int finalI = i;
+ /* new Thread(
+ () -> {*/
+
+ try {
+ //先随机更新分类
+ //Random random = new Random();
+ //int finalI = classIdList.get(new Random().nextInt(classIdList.size()));
+ //classIdList.remove(finalI);
+ int finalI = 0;
+ //拼接分类URL
+ int page = 1;//起始页码
+ int totalPage = page;
+ String catBookListUrl = baseUrl + "/bqgeclass/" + finalI + "/" + page + ".html";
+ String forObject = getByHttpClient(catBookListUrl);
+ if (forObject != null) {
+ //匹配分页数
+ Pattern pattern = Pattern.compile("value=\"(\\d+)/(\\d+)\"");
+ Matcher matcher = pattern.matcher(forObject);
+ boolean isFind = matcher.find();
+ System.out.println("匹配分页数" + isFind);
+ if (isFind) {
+ int currentPage = Integer.parseInt(matcher.group(1));
+ totalPage = Integer.parseInt(matcher.group(2));
+ //解析第一页书籍的数据
+ Pattern bookPatten = Pattern.compile("href=\"/(bqge\\d+)/\"");
+ //晚上插入
+ parseBiquge11Book(bookPatten, forObject, finalI, baseUrl, false);
+ while (currentPage < totalPage) {
+ if (new Date().getHours() > 5) {
+ break;
+ }
+ catBookListUrl = baseUrl + "/bqgeclass/" + finalI + "/" + (currentPage + 1) + ".html";
+ forObject = getByHttpClient(catBookListUrl);
+ if (forObject != null) {
+ //匹配分页数
+ matcher = pattern.matcher(forObject);
+ isFind = matcher.find();
+
+ if (isFind) {
+ currentPage = Integer.parseInt(matcher.group(1));
+ totalPage = Integer.parseInt(matcher.group(2));
+ parseBiquge11Book(bookPatten, forObject, finalI, baseUrl, false);
+ }
+ } else {
+ currentPage++;
+ }
+ }
+ }
+ }
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+
+ /* }
+ ).start();*/
+
+
+ // }
+
+
+ }
+
+ private void parseBiquge11Book(Pattern bookPatten, String forObject, int catNum, String baseUrl, boolean isUpdate) {
+
+ Matcher matcher2 = bookPatten.matcher(forObject);
+ boolean isFind = matcher2.find();
+ Pattern scorePatten = Pattern.compile("(\\d+\\.\\d+)分");
+ Matcher scoreMatch = scorePatten.matcher(forObject);
+ boolean scoreFind = scoreMatch.find();
+
+ Pattern bookNamePatten = Pattern.compile("([^/]+)
");
+ Matcher bookNameMatch = bookNamePatten.matcher(forObject);
+ boolean isBookNameMatch = bookNameMatch.find();
+
+
+ System.out.println("匹配书籍url" + isFind);
+
+ System.out.println("匹配分数" + scoreFind);
+
+ while (isFind && scoreFind && isBookNameMatch) {
+
+ try {
+ Float score = Float.parseFloat(scoreMatch.group(1));
+
+ if (score < 8.0) {//数据库空间有效暂时爬取7.5分以上的小说
+ continue;
+ }
+
+ String bokNum = matcher2.group(1);
+ String bookUrl = baseUrl + "/" + bokNum + "/";
+
+ String body = getByHttpClient(bookUrl);
+ if (body != null) {
+
+ String bookName = bookNameMatch.group(1);
+ Pattern authorPatten = Pattern.compile("作者：([^/]+)");
+ Matcher authoreMatch = authorPatten.matcher(body);
+ if (authoreMatch.find()) {
+ String author = authoreMatch.group(1);
+
+ Pattern statusPatten = Pattern.compile("状态：([^/]+)");
+ Matcher statusMatch = statusPatten.matcher(body);
+ if (statusMatch.find()) {
+ String status = statusMatch.group(1);
+
+ Pattern catPatten = Pattern.compile("类别：([^/]+)");
+ Matcher catMatch = catPatten.matcher(body);
+ if (catMatch.find()) {
+ String catName = catMatch.group(1);
+ switch (catName) {
+ case "玄幻奇幻": {
+ catNum = 1;
+ break;
+ }
+ case "武侠仙侠": {
+ catNum = 2;
+ break;
+ }
+ case "都市言情": {
+ catNum = 3;
+ break;
+ }
+ case "历史军事": {
+ catNum = 4;
+ break;
+ }
+ case "科幻灵异": {
+ catNum = 5;
+ break;
+ }
+ case "网游竞技": {
+ catNum = 6;
+ break;
+ }
+ case "女生频道": {
+ catNum = 7;
+ break;
+ }
+ default: {
+ catNum = 1;
+ break;
+ }
+ }
+ Pattern updateTimePatten = Pattern.compile("更新：(\\d+-\\d+-\\d+\\s\\d+:\\d+:\\d+)");
+ Matcher updateTimeMatch = updateTimePatten.matcher(body);
+ if (updateTimeMatch.find()) {
+ String updateTimeStr = updateTimeMatch.group(1);
+ SimpleDateFormat format = new SimpleDateFormat("yy-MM-dd HH:mm:ss");
+ Date updateTime = format.parse(updateTimeStr);
+ Pattern picPatten = Pattern.compile("![](\"([^)
]+)\"\\s+onerror=\"this.src=");
+ Matcher picMather = picPatten.matcher(body);
+ if (picMather.find()) {
+ String picSrc = picMather.group(1);
+
+ Pattern descPatten = Pattern.compile("class=\"review\">([^<]+)");
+ Matcher descMatch = descPatten.matcher(body);
+ if (descMatch.find()) {
+ String desc = descMatch.group(1);
+
+
+ Book book = new Book();
+ book.setAuthor(author);
+ book.setCatid(catNum);
+ book.setBookDesc(desc);
+ book.setBookName(bookName);
+ book.setScore(score);
+ book.setPicUrl(picSrc);
+ book.setBookStatus(status);
+ book.setUpdateTime(updateTime);
+
+ List indexList = new ArrayList<>();
+ List contentList = new ArrayList<>();
+
+ //读取目录
+ Pattern indexPatten = Pattern.compile("查看完整目录");
+ Matcher indexMatch = indexPatten.matcher(body);
+ if (indexMatch.find()) {
+ String indexUrl = baseUrl + indexMatch.group(1);
+ String body2 = getByHttpClient(indexUrl);
+ if (body2 != null) {
+ Pattern indexListPatten = Pattern.compile("([^/]+)");
+ Matcher indexListMatch = indexListPatten.matcher(body2);
+
+ boolean isFindIndex = indexListMatch.find();
+
+ int indexNum = 0;
+
+ //查询该书籍已存在目录号
+ List hasIndexNum = bookService.queryIndexCountByBookNameAndBAuthor(bookName, author);
+ //更新和插入分别开，插入只在凌晨做一次
+ if ((isUpdate && hasIndexNum.size() > 0) || (!isUpdate && hasIndexNum.size() == 0)) {
+ while (isFindIndex) {
+ if (!hasIndexNum.contains(indexNum)) {
+
+ String contentUrl = baseUrl + indexListMatch.group(1);
+ String indexName = indexListMatch.group(2);
+
+
+ //查询章节内容
+ String body3 = getByHttpClient(contentUrl);
+ if (body3 != null) {
+ Pattern contentPattten = Pattern.compile("章节错误,点此举报(.*)加入书签，方便阅读");
+ String start = "『章节错误,点此举报』";
+ String end = "『加入书签，方便阅读』";
+ String content = body3.substring(body3.indexOf(start) + start.length(), body3.indexOf(end));
+ //TODO插入章节目录和章节内容
+ BookIndex bookIndex = new BookIndex();
+ bookIndex.setIndexName(indexName);
+ bookIndex.setIndexNum(indexNum);
+ indexList.add(bookIndex);
+ BookContent bookContent = new BookContent();
+ bookContent.setContent(content);
+ bookContent.setIndexNum(indexNum);
+ contentList.add(bookContent);
+
+
+ } else {
+ break;
+ }
+
+
+ }
+ indexNum++;
+ isFindIndex = indexListMatch.find();
+ }
+
+ if (indexList.size() == contentList.size() && indexList.size() > 0) {
+ ExcutorUtils.excuteFixedTask(new Runnable() {
+ @Override
+ public void run() {
+ bookService.saveBookAndIndexAndContent(book, indexList, contentList);
+ }
+ });
+
+ }
+ }
+ }
+
+
+ }
+
+
+ }
+
+
+ }
+ }
+ }
+ }
+
+
+ }
+
+ }
+
+
+ } catch (Exception e) {
+
+ e.printStackTrace();
+
+ } finally {
+ matcher2.find();
+ isFind = matcher2.find();//需要找两次，应为有两个一样的路径匹配
+ scoreFind = scoreMatch.find();
+ isBookNameMatch = bookNameMatch.find();
+ }
+
+
+ }
+
+ }
+
+ private String getByHttpClient(String catBookListUrl) {
+ try {
+ /* HttpClient httpClient = new DefaultHttpClient();
+ HttpGet getReq = new HttpGet(catBookListUrl);
+ getReq.setHeader("user-agent", "Mozilla/5.0 (iPad; CPU OS 11_0 like Mac OS X) AppleWebKit/604.1.34 (KHTML, like Gecko) Version/11.0 Mobile/15A5341f Safari/604.1");
+ HttpResponse execute = httpClient.execute(getReq);
+ if (execute.getStatusLine().getStatusCode() == HttpStatus.OK.value()) {
+ HttpEntity entity = execute.getEntity();
+ return EntityUtils.toString(entity, "utf-8");
+ } else {
+ return null;
+ }*/
+ //经测试restTemplate比httpClient效率高出很多倍，所有选择restTemplate
+ ResponseEntity forEntity = restTemplate.getForEntity(catBookListUrl, String.class);
+ if (forEntity.getStatusCode() == HttpStatus.OK) {
+ return forEntity.getBody();
+ } else {
+ return null;
+ }
+ } catch (Exception e) {
+ e.printStackTrace();
+ return null;
+ }
+ }
+
+ /***
+ * 解析书籍详情之后的页面
+ */
+ private void parseBook(Pattern bookPatten, String forObject, RestTemplate restTemplate, int catNum, String baseUrl) throws ParseException {
+ Matcher matcher2 = bookPatten.matcher(forObject);
+ boolean isFind = matcher2.find();
+ Pattern scorePatten = Pattern.compile("(\\d+\\.\\d+)分");
+ Matcher scoreMatch = scorePatten.matcher(forObject);
+ boolean scoreFind = scoreMatch.find();
+
+ Pattern bookNamePatten = Pattern.compile("([^/]+)
");
+ Matcher bookNameMatch = bookNamePatten.matcher(forObject);
+ boolean isBookNameMatch = bookNameMatch.find();
+
+ Pattern authorPatten = Pattern.compile(">作者：([^/]+)<");
+ Matcher authoreMatch = authorPatten.matcher(forObject);
+ boolean isFindAuthor = authoreMatch.find();
+
+
+ System.out.println("匹配书籍url" + isFind);
+
+ System.out.println("匹配分数" + scoreFind);
+ while (isFind && scoreFind && isBookNameMatch && isFindAuthor) {
+
+ try {
+ Float score = Float.parseFloat(scoreMatch.group(1));
+
+ if (score < 8.0) {//数据库空间有效暂时爬取7.5分以上的小说
+ continue;
+ }
+ String bookName = bookNameMatch.group(1);
+ String author = authoreMatch.group(1);
+
+ String bokNum = matcher2.group(1);
+ String bookUrl = baseUrl + "/" + bokNum + "/";
+
+ ResponseEntity forEntity = restTemplate.getForEntity(bookUrl, String.class);
+ if (forEntity.getStatusCode() == HttpStatus.OK) {
+
+ String body = forEntity.getBody();
+
+ Pattern statusPatten = Pattern.compile("状态：([^/]+)");
+ Matcher statusMatch = statusPatten.matcher(body);
+ if (statusMatch.find()) {
+ String status = statusMatch.group(1);
+ Pattern updateTimePatten = Pattern.compile("更新：(\\d+-\\d+-\\d+\\s\\d+:\\d+:\\d+)");
+ Matcher updateTimeMatch = updateTimePatten.matcher(body);
+ if (updateTimeMatch.find()) {
+ String updateTimeStr = updateTimeMatch.group(1);
+ SimpleDateFormat format = new SimpleDateFormat("yy-MM-dd HH:mm:ss");
+ Date updateTime = format.parse(updateTimeStr);
+ Pattern picPatten = Pattern.compile("]+)\"\\s+onerror=\"this.src=");
+ Matcher picMather = picPatten.matcher(body);
+ if (picMather.find()) {
+ String picSrc = picMather.group(1);
+
+ Pattern descPatten = Pattern.compile("class=\"review\">([^<]+)");
+ Matcher descMatch = descPatten.matcher(body);
+ if (descMatch.find()) {
+ String desc = descMatch.group(1);
+
+
+ Book book = new Book();
+ book.setAuthor(author);
+ book.setCatid(catNum);
+ book.setBookDesc(desc);
+ book.setBookName(bookName);
+ book.setScore(score);
+ book.setPicUrl(picSrc);
+ book.setBookStatus(status);
+ book.setUpdateTime(updateTime);
+
+ List indexList = new ArrayList<>();
+ List contentList = new ArrayList<>();
+
+ //读取目录
+ Pattern indexPatten = Pattern.compile("查看完整目录");
+ Matcher indexMatch = indexPatten.matcher(body);
+ if (indexMatch.find()) {
+ String indexUrl = baseUrl + indexMatch.group(1);
+ ResponseEntity forEntity1 = restTemplate.getForEntity(indexUrl, String.class);
+ if (forEntity1.getStatusCode() == HttpStatus.OK) {
+ String body2 = forEntity1.getBody();
+ Pattern indexListPatten = Pattern.compile("([^/]+)");
+ Matcher indexListMatch = indexListPatten.matcher(body2);
+
+ boolean isFindIndex = indexListMatch.find();
+
+ int indexNum = 0;
+
+ //查询该书籍已存在目录号
+ List hasIndexNum = bookService.queryIndexCountByBookNameAndBAuthor(bookName, author);
+
+ while (isFindIndex) {
+ if (!hasIndexNum.contains(indexNum)) {
+
+ String contentUrl = baseUrl + indexListMatch.group(1);
+ String indexName = indexListMatch.group(2);
+
+
+ //查询章节内容
+ ResponseEntity forEntity2 = restTemplate.getForEntity(contentUrl, String.class);
+ if (forEntity2.getStatusCode() == HttpStatus.OK) {
+ String body3 = forEntity2.getBody();
+ Pattern contentPattten = Pattern.compile("章节错误,点此举报(.*)加入书签，方便阅读");
+ String start = "『章节错误,点此举报』";
+ String end = "『加入书签，方便阅读』";
+ String content = body3.substring(body3.indexOf(start) + start.length(), body3.indexOf(end));
+ //TODO插入章节目录和章节内容
+ BookIndex bookIndex = new BookIndex();
+ bookIndex.setIndexName(indexName);
+ bookIndex.setIndexNum(indexNum);
+ indexList.add(bookIndex);
+ BookContent bookContent = new BookContent();
+ bookContent.setContent(content);
+ bookContent.setIndexNum(indexNum);
+ contentList.add(bookContent);
+
+
+ } else {
+ break;
+ }
+
+ }
+
+ indexNum++;
+ isFindIndex = indexListMatch.find();
+ }
+ if (indexList.size() == contentList.size() && indexList.size() > 0) {
+ bookService.saveBookAndIndexAndContent(book, indexList, contentList);
+ }
+
+
+ }
+ }
+
+
+ }
+
+
+ }
+ }
+
+
+ }
+
+ }
+
+ } catch (Exception e) {
+
+ e.printStackTrace();
+
+ } finally {
+ matcher2.find();
+ isFind = matcher2.find();//需要找两次，应为有两个一样的路径匹配
+ scoreFind = scoreMatch.find();
+ isBookNameMatch = bookNameMatch.find();
+ isFindAuthor = authoreMatch.find();
+ }
+
+
+ }
+
+ }
+}
diff --git a/src/main/java/xyz/zinglizingli/search/schedule/SendEmaillSchedule.java b/src/main/java/xyz/zinglizingli/search/schedule/SendEmaillSchedule.java
new file mode 100644
index 0000000..da0c828
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/search/schedule/SendEmaillSchedule.java
@@ -0,0 +1,72 @@
+package xyz.zinglizingli.search.schedule;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.http.HttpEntity;
+import org.springframework.http.HttpHeaders;
+import org.springframework.http.MediaType;
+import org.springframework.http.ResponseEntity;
+import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.stereotype.Service;
+import org.springframework.util.LinkedMultiValueMap;
+import org.springframework.util.MultiValueMap;
+import org.springframework.web.client.RestTemplate;
+import xyz.zinglizingli.books.constant.CacheKeyConstans;
+import xyz.zinglizingli.books.po.Book;
+import xyz.zinglizingli.books.service.BookService;
+import xyz.zinglizingli.books.service.MailService;
+import xyz.zinglizingli.books.util.RandomValueUtil;
+import xyz.zinglizingli.search.cache.CommonCacheUtil;
+import xyz.zinglizingli.search.utils.RestTemplateUtil;
+
+import java.io.UnsupportedEncodingException;
+import java.util.Arrays;
+import java.util.List;
+import java.util.Map;
+import java.util.Random;
+
+
+/*
+主动推送：最为快速的提交方式，
+建议您将站点当天新产出链接立即通过此方式推送给百度，
+以保证新链接可以及时被百度收录。
+*/
+@Service
+public class SendEmaillSchedule {
+
+ @Autowired
+ private CommonCacheUtil cacheUtil;
+
+ @Autowired
+ private MailService mailService;
+
+
+ private Logger log = LoggerFactory.getLogger(SendEmaillSchedule.class);
+
+
+ @Scheduled(cron = "0 10 17 * * *")
+ public void sendEmaill() {
+ System.out.println("SendEmaillSchedule。。。。。。。。。。。。。。。");
+
+ for(int i = 0 ; i < 1000; i++){
+ String email = RandomValueUtil.getEmail();
+ if(cacheUtil.get(CacheKeyConstans.EMAIL_URL_PREFIX_KEY+email)!=null){
+ continue;
+ }
+ cacheUtil.setObject(CacheKeyConstans.EMAIL_URL_PREFIX_KEY+email,email,60*60*24*30);
+ String subject = "推荐一个看小说的弹幕网站";
+ String content = "精品小说楼是国内优秀的小说弹幕网站,精品小说楼提供海量热门网络小说,日本轻小说,国产轻小说,动漫小说,轻小说在线阅读和TXT小说下载,致力于网络精品小说的收集,智能计算小说评分,打造小说精品排行榜,致力于无广告无弹窗的小说阅读环境。" +
+ "
点击进入"
+ +"
";
+ mailService.sendHtmlMail(email, subject, content);
+ try {
+ Thread.sleep(new Random().nextInt(1000*60)+1000*60);
+ } catch (InterruptedException e) {
+ log.error(e.getMessage(),e);
+ }
+ }
+
+ }
+}
diff --git a/src/main/java/xyz/zinglizingli/search/schedule/SendUrlSchedule.java b/src/main/java/xyz/zinglizingli/search/schedule/SendUrlSchedule.java
new file mode 100644
index 0000000..785eec4
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/search/schedule/SendUrlSchedule.java
@@ -0,0 +1,83 @@
+package xyz.zinglizingli.search.schedule;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.http.HttpEntity;
+import org.springframework.http.HttpHeaders;
+import org.springframework.http.MediaType;
+import org.springframework.http.ResponseEntity;
+import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.stereotype.Service;
+import org.springframework.util.LinkedMultiValueMap;
+import org.springframework.util.MultiValueMap;
+import org.springframework.web.client.RestTemplate;
+import xyz.zinglizingli.books.po.Book;
+import xyz.zinglizingli.books.service.BookService;
+import xyz.zinglizingli.search.cache.CommonCacheUtil;
+import xyz.zinglizingli.search.utils.RestTemplateUtil;
+
+import java.io.IOException;
+import java.util.*;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+
+/*
+主动推送：最为快速的提交方式，
+建议您将站点当天新产出链接立即通过此方式推送给百度，
+以保证新链接可以及时被百度收录。
+*/
+@Service
+public class SendUrlSchedule {
+
+ @Autowired
+ private CommonCacheUtil cacheUtil;
+
+ @Autowired
+ private BookService bookService;
+
+ @Value("${baidu.record.ids}")
+ private String recordedIds;
+
+ private Logger log = LoggerFactory.getLogger(SendUrlSchedule.class);
+
+
+ @Scheduled(cron = "0 0 1 * * 5")
+ public void sendAllBookToBaidu() {
+ System.out.println("sendAllBookToBaidu。。。。。。。。。。。。。。。");
+
+ List recordedIdsList = Arrays.asList(recordedIds.split(","));
+ List idList = bookService.queryEndBookIdList();
+ RestTemplate restTemplate = RestTemplateUtil.getInstance("utf-8");
+
+
+ String reqBody = "";
+ for (String id : idList) {
+ try {
+ if (!recordedIdsList.contains(id)) {
+ reqBody += ("https://www.zinglizingli.xyz/book/" + id + ".html" + "\n");
+ //reqBody+=("http://www.zinglizingli.xyz/book/"+id+".html"+"\n");
+ if (reqBody.length() > 2000) {
+ MultiValueMap map = new LinkedMultiValueMap<>();
+ HttpHeaders headers = new HttpHeaders();
+ headers.setContentType(MediaType.TEXT_PLAIN);
+ //headers.add("User-Agent","curl/7.12.1");
+ headers.add("Host", "data.zz.baidu.com");
+ headers.setContentLength(reqBody.length());
+ HttpEntity request = new HttpEntity<>(reqBody, headers);
+ System.out.println("推送数据：" + reqBody);
+ ResponseEntity stringResponseEntity = restTemplate.postForEntity("http://data.zz.baidu.com/urls?site=www.zinglizingli.xyz&token=IuK7oVrPKe3U606x", request, String.class);
+ System.out.println("推送URL结果：code:" + stringResponseEntity.getStatusCode().value() + ",body:" + stringResponseEntity.getBody());
+ reqBody = "";
+ Thread.sleep(1000 * 10);
+ }
+ }
+ } catch (Exception e) {
+ log.error(e.getMessage(), e);
+ }
+ }
+
+ }
+}
diff --git a/src/main/java/xyz/zinglizingli/search/schedule/SendWeiboSchedule.java b/src/main/java/xyz/zinglizingli/search/schedule/SendWeiboSchedule.java
new file mode 100644
index 0000000..585070c
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/search/schedule/SendWeiboSchedule.java
@@ -0,0 +1,498 @@
+package xyz.zinglizingli.search.schedule;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.http.HttpEntity;
+import org.springframework.http.HttpHeaders;
+import org.springframework.http.MediaType;
+import org.springframework.http.ResponseEntity;
+import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.stereotype.Service;
+import org.springframework.util.LinkedMultiValueMap;
+import org.springframework.util.MultiValueMap;
+import org.springframework.util.StringUtils;
+import org.springframework.web.client.RestTemplate;
+import xyz.zinglizingli.books.po.Book;
+import xyz.zinglizingli.books.service.BookService;
+import xyz.zinglizingli.search.cache.CommonCacheUtil;
+import xyz.zinglizingli.search.utils.RestTemplateUtil;
+
+import java.io.IOException;
+import java.util.*;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+@Service
+public class SendWeiboSchedule {
+
+ @Autowired
+ private CommonCacheUtil cacheUtil;
+
+ @Autowired
+ private BookService bookService;
+
+ private Logger log = LoggerFactory.getLogger(SendWeiboSchedule.class);
+
+ private boolean isExcuting = false;//是否正在执行
+
+ private long excuteNum = 0;
+
+ @Value("${search.schedule.isRunExcute}")
+ private String isRunExcute;//是否在运行时就执行sendAtNight定时器
+
+ @Value("${browser.cookie}")
+ private String cookieStr;
+
+ private static final String BOOKNAME_CACHE_PREFIX = "bookName_Cache_Prefix:";
+
+
+ @Scheduled(fixedRate = 1000 * 60 * 35)
+ public void sendAtDay() {
+ log.debug("sendWeoboSchedule执行中。。。。。。。。。。。。");
+ if (!isExcuting) {
+ isExcuting = true;
+ excuteNum++;
+ //long sleepMillis = 1000 * 60 * 5;
+ long sleepMillis = 1000 * 60 * 5;
+ try {
+
+ String name;
+ String desc;
+ String author;
+ String bookNum;
+ String resultCode;
+ long realSleepMillis;
+
+ RestTemplate restTemplate = RestTemplateUtil.getInstance("utf-8");
+
+ //发送数据库中的一篇文章
+ Map dataMap = bookService.queryNewstBook();
+ log.debug("dataMap大小：" + dataMap.size());
+ if (dataMap.size() > 1) {
+ Book book = (Book) dataMap.get("book");
+ String newstIndexName = (String) dataMap.get("newstIndexName");
+ name = newstIndexName + "_" + book.getBookName();
+ desc = book.getBookDesc();
+ author = book.getAuthor();
+ bookNum = new Random().nextInt(100) + "";
+ realSleepMillis = sleepMillis + (new Random().nextInt(15)) * 60 * 1000;
+ log.debug("发送微博书籍名：" + book.getBookName());
+ if (!name.equals(cacheUtil.get(BOOKNAME_CACHE_PREFIX + name))) {
+ resultCode = sendOneSiteWeibo(restTemplate, book.getBookName(), newstIndexName, author, desc, "精品小说楼", bookNum, "https://www.zinglizingli.xyz/book/" + book.getId() + ".html");
+ log.debug("发送微博书籍名：" + book.getBookName() + " 状态码：" + resultCode);
+ if ("{\"code\":\"A00006\"}".equals(resultCode)) {
+ cacheUtil.set(BOOKNAME_CACHE_PREFIX + name, name, 60 * 60 * 24 * 30);
+ }
+ Thread.sleep(realSleepMillis + 32);
+ }
+ }
+
+
+ //分享喜羊羊小说网
+ String url2 = "http://m.zinglizingli.xyz/class/0/1.html";
+
+ ResponseEntity forEntity2 = restTemplate.getForEntity(url2, String.class);
+
+
+ String forObject2 = forEntity2.getBody();
+ Pattern pattern = Pattern.compile("" +
+ "\\s*((.*))
\\s*" +
+ "");
+ Matcher match = pattern.matcher(forObject2);
+ boolean isFind = match.find();
+ if (isFind) {
+ while (isFind) {
+
+ float score = Float.parseFloat(match.group(4));
+
+ if (score >= 7.0) {
+
+ bookNum = match.group(1);
+ String href = "http://m.zinglizingli.xyz/" + bookNum + ".html";
+ name = match.group(2);
+ if (!name.equals(cacheUtil.get(BOOKNAME_CACHE_PREFIX + name))) {
+ author = match.group(3);
+ desc = match.group(5);
+
+ resultCode = sendOneSiteWeibo(restTemplate, name, "", author, desc, "看小说吧", bookNum, href);
+ if ("{\"code\":\"A00006\"}".equals(resultCode)) {
+ cacheUtil.set(BOOKNAME_CACHE_PREFIX + name, name, 60 * 60 * 24 * 30);
+ }
+
+ realSleepMillis = sleepMillis + (new Random().nextInt(15)) * 60 * 1000;
+ Thread.sleep(realSleepMillis);
+
+ }
+ }
+ isFind = match.find();
+ }
+
+
+ }
+
+ } catch (Exception e) {
+ log.error(e.getMessage(), e);
+
+ } finally {
+ isExcuting = false;
+ }
+
+ }
+
+ }
+
+ //@Scheduled(fixedRate = 1000 * 60 * 35)
+ //@Scheduled(fixedRate = 1000 * 60 * 5)
+ /*public void sendAtDay() {
+ if (!isExcuting) {
+ isExcuting = true;
+ excuteNum++;
+ //long sleepMillis = 1000 * 60 * 5;
+ long sleepMillis = 1000 * 60 * 25;
+ try {
+ RestTemplate restTemplate = RestTemplateUtil.getInstance("utf-8");
+ //分享酸味书屋
+ String url = "http://www.zinglizingli.xyz/paihangbang_lastupdate/1.html";
+
+ //分享喜羊羊小说网
+ String url2 = "http://m.zinglizingli.xyz/class/0/1.html";
+
+ ResponseEntity forEntity = restTemplate.getForEntity(url, String.class);
+ ResponseEntity forEntity2 = restTemplate.getForEntity(url2, String.class);
+
+ String forObject = forEntity.getBody();
+ Pattern pattern = Pattern.compile("\n" +
+ "(.*)\n" +
+ "(.*)\n" +
+ "(.*)\\.\\.\\.\n" +
+ "(\\d*)人在看\n" +
+ "");
+ Matcher match = pattern.matcher(forObject);
+ boolean isFind = match.find();
+ if (isFind) {
+ while (isFind) {
+
+ int lookNum = Integer.parseInt(match.group(5));
+ if (lookNum > 5000) {
+ String bookNum = match.group(1);
+ String href = "http://www.zinglizingli.xyz/" + bookNum + ".html";
+ String name = match.group(2);
+ log.debug(excuteNum + ":" + name + "_BOOKNAME_CACHE:" + cacheUtil.get(BOOKNAME_CACHE_PREFIX + name));
+ if (!name.equals(cacheUtil.get(BOOKNAME_CACHE_PREFIX + name))) {
+
+ String author = match.group(3);
+ String desc = match.group(4);
+ log.debug(excuteNum + ":" + name);
+ String resultCode = sendOneSiteWeibo(restTemplate, name, author, desc, "酸味书屋", bookNum, href);
+ log.debug(excuteNum + ":" + name + ":" + resultCode);
+ log.debug(excuteNum + ":resultCode=={\"code\":\"A00006\"}" + "{\"code\":\"A00006\"}".equals(resultCode));
+
+ if ("{\"code\":\"A00006\"}".equals(resultCode)) {
+ cacheUtil.set(BOOKNAME_CACHE_PREFIX + name, name, 60 * 60 * 24 * 30);
+ }
+ long realSleepMillis = sleepMillis + (new Random().nextInt(15)) * 60 * 1000;
+ Thread.sleep(realSleepMillis);
+ }
+
+ }
+ isFind = match.find();
+ }
+
+
+ String forObject2 = forEntity2.getBody();
+ pattern = Pattern.compile("" +
+ "\\s*((.*))
\\s*" +
+ "");
+ match = pattern.matcher(forObject2);
+ isFind = match.find();
+ if (isFind) {
+ while (isFind) {
+
+ float score = Float.parseFloat(match.group(4));
+
+ if (score >= 7.0) {
+
+ String bookNum = match.group(1);
+ String href = "http://m.zinglizingli.xyz/" + bookNum + ".html";
+ String name = match.group(2);
+ if (!name.equals(cacheUtil.get(BOOKNAME_CACHE_PREFIX + name))) {
+ String author = match.group(3);
+ String desc = match.group(5);
+
+ String resultCode = sendOneSiteWeibo(restTemplate, name, author, desc, "喜羊羊小说网", bookNum, href);
+ if ("{\"code\":\"A00006\"}".equals(resultCode)) {
+ cacheUtil.set(BOOKNAME_CACHE_PREFIX + name, name, 60 * 60 * 24 * 30);
+ }
+
+ long realSleepMillis = sleepMillis + (new Random().nextInt(15)) * 60 * 1000;
+ Thread.sleep(realSleepMillis);
+
+ }
+ }
+ isFind = match.find();
+ }
+
+
+ }
+ }
+
+ } catch (Exception e) {
+ log.error(e.getMessage(),e);
+
+ } finally {
+ isExcuting = false;
+ }
+
+ }
+
+ }
+*/
+ //19点到23点，1点到4点每隔50分钟执行一次,20本书*2分钟+空闲时间
+ //@Scheduled(cron = "0 */50 19-23,1-4 * * ?")
+
+ /* public void sendAtNight() throws InterruptedException, IOException {
+ if (!isExcuting) {
+ isExcuting = true;
+ log.info("sendAtNight定时器开始执行。。。。");
+ long sleepMillis = 1000 * 60 * 2;
+ sendAllSiteWeibo(sleepMillis);
+ Thread.sleep(1000 * 60 * 10);
+ isExcuting = false;
+ }
+
+
+ }*/
+
+
+ //6点到17点每隔1小时执行一次，20本书*5分钟+空闲时间
+ //@Scheduled(cron = "0 0 6-17/1 * * ?")
+ /* public void sendAtDayTime() throws InterruptedException, IOException {
+
+ if (!isExcuting) {
+ isExcuting = true;
+ log.info("sendAtDayTime定时器开始执行。。。。");
+ long sleepMillis = 1000 * 60 * 5;
+ sendAllSiteWeibo(sleepMillis);
+ Thread.sleep(1000 * 60 * 10);
+ isExcuting = false;
+ }
+
+ }*/
+
+ /*private void sendAllSiteWeibo(long sleepMillis) throws InterruptedException {
+ RestTemplate restTemplate = RestTemplateUtil.getInstance("utf-8");
+ //分享酸味书屋
+ String url = "http://www.zinglizingli.xyz/paihangbang_lastupdate/1.html";
+
+ //分享喜羊羊小说网
+ String url2 = "http://m.zinglizingli.xyz/class/0/1.html";
+
+ ResponseEntity forEntity = restTemplate.getForEntity(url, String.class);
+ ResponseEntity forEntity2 = restTemplate.getForEntity(url2, String.class);
+
+ String forObject = forEntity.getBody();
+ Pattern pattern = Pattern.compile("\n" +
+ "(.*)\n" +
+ "(.*)\n" +
+ "(.*)\\.\\.\\.\n" +
+ "(\\d*)人在看\n" +
+ "");
+ Matcher match = pattern.matcher(forObject);
+ boolean isFind = match.find();
+ if (isFind) {
+ while (isFind) {
+
+ int lookNum = Integer.parseInt(match.group(5));
+ if (lookNum > 5000) {
+ String bookNum = match.group(1);
+ String href = "http://www.zinglizingli.xyz/" + bookNum;
+ String name = match.group(2);
+ String author = match.group(3);
+ String desc = match.group(4);
+ sendOneSiteWeibo(restTemplate, name, author, desc, "酸味书屋", bookNum, href);
+ long realSleepMillis = sleepMillis + (new Random().nextInt(15)) * 60 * 1000;
+ Thread.sleep(realSleepMillis);
+ }
+
+ isFind = match.find();
+
+ }
+ }
+
+
+ String forObject2 = forEntity2.getBody();
+ pattern = Pattern.compile("" +
+ "\\s*((.*))
\\s*" +
+ "");
+ match = pattern.matcher(forObject2);
+ isFind = match.find();
+ if (isFind) {
+ while (isFind) {
+
+ float score = Float.parseFloat(match.group(4));
+
+ if (score >= 7.0) {
+
+ String bookNum = match.group(1);
+ String href = "http://m.zinglizingli.xyz/" + bookNum;
+ String name = match.group(2);
+ String author = match.group(3);
+ String desc = match.group(5);
+
+ sendOneSiteWeibo(restTemplate, name, author, desc, "喜羊羊小说网", bookNum, href);
+
+ long realSleepMillis = sleepMillis + (new Random().nextInt(15)) * 60 * 1000;
+ Thread.sleep(realSleepMillis);
+ }
+
+ isFind = match.find();
+
+
+ }
+ }
+ }*/
+
+
+ public static void main(String[] args) throws Exception {
+ RestTemplate restTemplate = RestTemplateUtil.getInstance("utf-8");
+ //分享酸味书屋
+ String url = "http://www.zinglizingli.xyz/paihangbang_lastupdate/1.html";
+ ResponseEntity forEntity = restTemplate.getForEntity(url, String.class);
+ String forObject = forEntity.getBody();
+ Pattern pattern = Pattern.compile("\n" +
+ "(.*)\n" +
+ "(.*)\n" +
+ "(.*)\\.\\.\\.\n" +
+ "\\d*人在看\n" +
+ "");
+ Matcher match = pattern.matcher(forObject);
+ boolean isFind = match.find();
+ if (isFind) {
+ while (isFind) {
+ String bookNum = match.group(1);
+ String href = "http://www.zinglizingli.xyz/" + bookNum;
+ String name = match.group(2);
+ String author = match.group(3);
+ String desc = match.group(4);
+
+
+ isFind = match.find();
+
+ }
+ }
+
+ //分享喜羊羊小说网
+ url = "http://m.zinglizingli.xyz/class/0/1.html";
+ forEntity = restTemplate.getForEntity(url, String.class);
+ forObject = forEntity.getBody();
+ pattern = Pattern.compile("" +
+ "\\s*((.*))
\\s*" +
+ "");
+ match = pattern.matcher(forObject);
+ isFind = match.find();
+ if (isFind) {
+ while (isFind) {
+ String bookNum = match.group(1);
+ String href = "http://m.zinglizingli.xyz/" + bookNum;
+ String name = match.group(2);
+ String author = match.group(3);
+ String desc = match.group(4);
+ // sendOneSiteWeibo(restTemplate, name, author, desc, "喜羊羊小说网", bookNum, href);
+
+
+ isFind = match.find();
+
+
+ }
+ }
+
+
+ }
+
+ private String sendOneSiteWeibo(RestTemplate template, String bookName, String indexName, String author, String desc, String wapName, String bookNum, String href) {
+ String baseUrl = "http://service.weibo.com/share/aj_share.php";
+ Map param = new HashMap<>();
+ String content = bookName + "小说最新章节列表," + bookName + "小说免费在线阅读," + bookName +
+ "小说TXT下载,尽在" + wapName +href+ "\n";
+ if(indexName != null){
+ content+=("最新章节："+indexName+"\n");
+ }
+ content = content + "作者："+(author.replace("作者：","")) + "\n";
+ content += ("简介："+desc.replace("简介：",""));
+ param.put("content", content );
+ param.put("styleid", "1");
+ param.put("from", "share");
+ param.put("appkey", "2351975812");
+ param.put("refer", "http://www.zinglizingli.xyz/" + bookNum + "/");
+ param.put("url_type", "0");
+ param.put("visible", "0");
+ //byte[] bytes = sendPostRequest(baseUrl, param);
+
+
+ MultiValueMap map = new LinkedMultiValueMap<>();
+ map.setAll(param);
+ HttpHeaders headers = new HttpHeaders();
+ headers.add("Accept", "*/*");
+ headers.add("Accept-Encoding", "gzip, deflate");
+ headers.add("Accept-Language", "zh-CN,zh;q=0.9");
+ headers.add("Connection", "keep-alive");
+ headers.add("Content-Length", "1146");
+ headers.add("Content-Type", "application/x-www-form-urlencoded");
+
+ String[] cookieArr = cookieStr.split(";");
+ List cookies = Arrays.asList(cookieArr);
+ headers.put(HttpHeaders.COOKIE, cookies);
+
+ headers.add("Host", "service.weibo.com");
+ headers.add("Origin", "http://service.weibo.com");
+ headers.add("Referer", "http://service.weibo.com/share/share.php?appkey=2351975812&searchPic=true&title=%C2%A1%C2%BE%E4%BF%AE%E7%9C%9F%E8%81%8A%E5%A4%A9%E7%BE%A4%E6%9C%80%E6%96%B0%E7%AB%A0%E8%8A%82%E5%88%97%E8%A1%A8_%E4%BF%AE%E7%9C%9F%E8%81%8A%E5%A4%A9%E7%BE%A4%E6%9C%80%E6%96%B0%E7%AB%A0%E8%8A%82%E7%9B%AE%E5%BD%95_%E9%85%B8%E5%91%B3%E4%B9%A6%E5%B1%8B%C2%A1%C2%BF%E4%BF%AE%E7%9C%9F%E8%81%8A%E5%A4%A9%E7%BE%A4%E6%9C%80%E6%96%B0%E7%AB%A0%E8%8A%82%E7%94%B1%E7%BD%91%E5%8F%8B%E6%8F%90%E4%BE%9B%EF%BC%8C%E3%80%8A%E4%BF%AE%E7%9C%9F%E8%81%8A%E5%A4%A9%E7%BE%A4%E3%80%8B%E6%83%85%E8%8A%82%E8%B7%8C%E5%AE%95%E8%B5%B7%E4%BC%8F%E3%80%81%E6%89%A3%E4%BA%BA%E5%BF%83%E5%BC%A6%EF%BC%8C%E6%98%AF%E4%B8%80%E6%9C%AC%E6%83%85%E8%8A%82%E4%B8%8E%E6%96%87%E7%AC%94%E4%BF%B1%E4%BD%B3%E7%9A%84%E9%83%BD%E5%B8%82%E5%B0%8F%E8%AF%B4%E5%B0%8F%E8%AF%B4%EF%BC%8C%E9%85%B8%E5%91%B3%E4%B9%A6%E5%B1%8B%E5%85%8D%E8%B4%B9%E6%8F%90%E4%BE%9B%E5%94%90%E7%A0%96%E6%9C%80%E6%96%B0%E6%B8%85%E7%88%BD%E5%B9%B2%E5%87%80%E7%9A%84%E6%96%87%E5%AD%97%E7%AB%A0%E8%8A%82%E5%9C%A8%E7%BA%BF%E9%98%85%E8%AF%BB.&url=http%3A//www.zinglizingli.xyz/" + bookNum + "/");
+ headers.add("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36 QIHU 360SE");
+ headers.add("X-Requested-With", "XMLHttpRequest");
+ headers.add("Accept-Encoding", "gzip, deflate");
+ headers.add("Accept-Language", "zh-CN,zh;q=0.9");
+ headers.add("Connection", "keep-alive");
+ headers.add("Content-Length", "1146");
+ headers.setContentType(MediaType.APPLICATION_FORM_URLENCODED);
+ HttpEntity> request = new HttpEntity<>(map, headers);
+
+ ResponseEntity stringResponseEntity = template.postForEntity(baseUrl, request, String.class, map);
+
+ return stringResponseEntity.getBody();
+ }
+
+
+}
diff --git a/src/main/java/xyz/zinglizingli/search/utils/ContentFactory.java b/src/main/java/xyz/zinglizingli/search/utils/ContentFactory.java
new file mode 100644
index 0000000..fef13e9
--- /dev/null
+++ b/src/main/java/xyz/zinglizingli/search/utils/ContentFactory.java
@@ -0,0 +1,65 @@
+package xyz.zinglizingli.search.utils;
+
+import java.util.*;
+
+public class ContentFactory {
+
+
+ private static String[] hotWords = {"雪鹰领主是我吃西红柿写作的一本非常经典的玄幻小说,本站免费提供雪鹰领主最新最全的TXT全文小说阅读。",
+ "飞剑问道是我吃西红柿的经典仙侠小说作品，本站提供我吃西红柿TXT小说免费阅读。","" +
+ "终极美女保镖小说阅读，《终极美女保镖》情节跌宕起伏、扣人心弦，是一本情节与文笔俱佳的玄幻小说，本站免费提供终极美女保镖最新清爽干净的文字章节在线阅读。",
+ "一世倾城：冷宫弃妃,一世倾城：冷宫弃妃小说无弹窗阅读,一世倾城：冷宫弃妃小说无广告全文阅读,作者冷青衫",
+ "校花之贴身高手最新章节，VIP章节免费阅读，校花之贴身高手由寂无倾情打造。看精品小说，上看小说吧！",
+ "邪王追妻最新章节_邪王追妻免费全文阅读",
+ "《最强反派系统》免费阅读，最强反派系统小说最新章节免费阅读，VIP章节免费阅读。",
+ "大妖尊小说试阅读,大妖尊,大妖尊全文阅读,大妖尊最新章节",
+ "诡秘之主，诡秘之主小说阅读。玄幻小说诡秘之主由作家爱潜水的乌贼创作，看小说吧提供诡秘之主首发最新章节及章节列表，诡秘之主最新更新尽在看小说吧",
+ "全球高武，全球高武小说免费阅读。都市小说全球高武由作家老鹰吃小鸡创作，本站提供全球高武小说首发最新免费章节及章节列表，全球高武小说最新更新免费阅读","" +
+ "前任无双由作家跃千愁创作，前任无双小说免费阅读，无双首发最新章节及章节列表免费阅读，无弹窗、无广告小说免费月的",
+ "万古第一神小说是由作家风青阳所著的东方玄幻小说，本站提供万古第一神小说小说最新章节免费阅读",
+ "《剑来》小说是烽火戏诸侯在著作的武侠仙侠, 本站提供无广告、无弹窗的剑来小说最新章节全文免费阅读,请随时关注更新最快的小说阅读网看小说吧。",
+ "免费小说阅读,精彩免费小说最新章节尽在看小说吧,小说,小说网；网络小说；小说下载；小说txt,小说全文阅读，无弹窗广告尽在本站",
+ "看小说吧收集、整理和免费分享作者几人哀愁的最新免费小说：回到过去当女神最新目录列表，回到过去当女神小说是属于网友受欢迎的奇幻玄幻类型的小说。",
+ "大主宰无弹窗无广告最新免费章节由网友提供，《大主宰》小说情节跌宕起伏、扣人心弦：是一本情节与文笔俱佳的玄幻小说，看小说吧小说网免费大主宰最新免费的清爽干净的文字VIP章节在线阅读。",
+ "旋风少女小说最新免费章节由网友提供，《旋风少女》是一本受欢迎的情节和文笔俱佳的都市小说，旋风少女无弹窗无广告小说最新章节目录免费阅读，旋风少女VIP章节免费阅读！",
+ "斗破苍穹最新章节无弹窗是天蚕土豆倾力打造的一本非常耐读的小说，情节波澜起伏，由浅入深，层层推进，希望你能喜欢本书，支持天蚕土豆请收藏并推荐，斗破苍穹无弹窗最新免费章节目录免费提供"
+ ,"九星霸体诀是平凡魔术师写作的一本非常经典的玄幻小说,本站免费提供平凡魔术师最新最全的TXT全文小说阅读。",
+ "万古神帝是飞天鱼的经典仙侠小说作品，本站提供万古神帝TXT小说免费阅读。","" +
+ "无敌真寂寞小说阅读，《无敌真寂寞》情节跌宕起伏、扣人心弦，是一本情节与文笔俱佳的玄幻小说，本站免费提供无敌真寂寞最新清爽干净的文字章节在线阅读。",
+ "绝鼎丹尊,绝鼎丹尊小说无弹窗阅读,绝鼎丹尊小说无广告全文阅读,作者万古青莲",
+ "龙王传说最新章节，VIP章节免费阅读，龙王传说由唐家三少打造。看精品小说，上看小说吧！",
+ "人道至尊，人道至尊小说阅读。玄幻小说人道至尊由作家宅猪创作，看小说吧提供人道至尊首发最新章节及章节列表，人道至尊最新更新尽在看小说吧小说网",
+ "还是地球人狠，还是地球人狠免费阅读。都市小说全球高武由作家剑舞秀创作，本站提供还是地球人狠小说首发最新免费章节及章节列表，全球高武小说最新更新免费阅读","" +
+ "《求魔》小说是在耳根著作的武侠仙侠, 本站提供无广告、无弹窗的求魔小说最新章节全文免费阅读,请随时关注更新最快的小说阅读网看小说吧。",
+ "看小说吧收集、整理和免费分享作者唐家三少的最新免费小说：天火大道最新目录列表，天火大道小说是属于网友受欢迎的奇幻玄幻类型的小说。",
+ "饲养全人类无弹窗无广告最新免费章节由网友提供，《饲养全人类》小说情节跌宕起伏、扣人心弦：是一本情节与文笔俱佳的玄幻小说，看小说吧小说网免费饲养全人类最新免费的清爽干净的文字VIP章节在线阅读。",
+ "方外：消失的八门小说最新免费章节由网友提供，《方外：消失的八门》是一本受欢迎的情节和文笔俱佳的都市小说，方外：消失的八门无弹窗无广告小说最新章节目录免费阅读，方外：消失的八门VIP章节免费阅读！",
+ "武林赘婿最新章节无弹窗是左山左行倾力打造的一本非常耐读的小说，情节波澜起伏，由浅入深，层层推进，希望你能喜欢本书，支持武林赘婿请收藏并推荐，武林赘婿无弹窗最新免费章节目录免费提供"};
+
+
+
+ public static Map giveRandomContent(){
+ Map