顶点小说域名更换

This commit is contained in:
xxy 2019-12-25 21:11:04 +08:00
parent 1e8e7f75b3
commit 8706168b94
7 changed files with 10 additions and 14 deletions

View File

@ -18,7 +18,7 @@ public class CrawlBiqudaoConfig {
@Bean @Bean
@ConfigurationProperties(prefix = "biqudao.crawlsource") // prefix值必须是application.yml中对应属性的前缀 @ConfigurationProperties(prefix = "biqudao.crawlsource") // prefix值必须是application.yml中对应属性的前缀
@ConditionalOnProperty(prefix = "biqudao.crawlsource",name = "enabled",havingValue = "true") @ConditionalOnProperty(prefix = "crawl.website",name = "type",havingValue = "1")
public BaseHtmlCrawlSource biqudaoCrawlSource() { public BaseHtmlCrawlSource biqudaoCrawlSource() {
return new BiquCrawlSource(); return new BiquCrawlSource();
} }

View File

@ -18,7 +18,7 @@ public class CrawlBiqutaConfig {
@Bean @Bean
@ConfigurationProperties(prefix = "biquta.crawlsource") // prefix值必须是application.yml中对应属性的前缀 @ConfigurationProperties(prefix = "biquta.crawlsource") // prefix值必须是application.yml中对应属性的前缀
@ConditionalOnProperty(prefix = "biquta.crawlsource",name = "enabled",havingValue = "true") @ConditionalOnProperty(prefix = "crawl.website",name = "type",havingValue = "2")
public BaseHtmlCrawlSource biqutaCrawlSource() { public BaseHtmlCrawlSource biqutaCrawlSource() {
return new BiquCrawlSource(); return new BiquCrawlSource();
} }

View File

@ -20,7 +20,7 @@ public class CrawlDingdianConfig {
@Bean @Bean
@Primary //必须加此注解不然报错下一个类则不需要添加 @Primary //必须加此注解不然报错下一个类则不需要添加
@ConfigurationProperties(prefix = "dingdian.crawlsource") // prefix值必须是application.yml中对应属性的前缀 @ConfigurationProperties(prefix = "dingdian.crawlsource") // prefix值必须是application.yml中对应属性的前缀
@ConditionalOnProperty(prefix = "dingdian.crawlsource",name = "enabled",havingValue = "true") @ConditionalOnProperty(prefix = "crawl.website",name = "type",havingValue = "3")
public BaseHtmlCrawlSource dingdianCrawlSource() { public BaseHtmlCrawlSource dingdianCrawlSource() {
return new BiquCrawlSource(); return new BiquCrawlSource();
} }

View File

@ -9,7 +9,6 @@ crawl:
#爬取的网站名称类型 1笔趣岛 2笔趣塔, 3:顶点,默认顶点 更多网站解析中,敬请期待 #爬取的网站名称类型 1笔趣岛 2笔趣塔, 3:顶点,默认顶点 更多网站解析中,敬请期待
biquta: biquta:
crawlsource: crawlsource:
enabled: true #是否开启此爬虫源
index-url: https://m.biquta.la index-url: https://m.biquta.la
list-page-url: https://m.biquta.la/class/{0}/{1}.html list-page-url: https://m.biquta.la/class/{0}/{1}.html
book-url-pattern: href="/(\d+_\d+)/" book-url-pattern: href="/(\d+_\d+)/"
@ -25,9 +24,8 @@ biquta:
catalog-pattern: <a\s+style=""\s+href="(/\d+_\d+/\d+\.html)">([^/]+)</a> catalog-pattern: <a\s+style=""\s+href="(/\d+_\d+/\d+\.html)">([^/]+)</a>
biqudao: biqudao:
crawlsource: crawlsource:
enabled: true #是否开启此爬虫源 index-url: https://m.biqudao.net
index-url: https://m.biqudao.com list-page-url: https://m.biqudao.net/bqgeclass/{0}/{1}.html
list-page-url: https://m.biqudao.com/bqgeclass/{0}/{1}.html
book-url-pattern: href="/(bqge\d+)/" book-url-pattern: href="/(bqge\d+)/"
score-pattern: <div\s+class="score">(\d+\.\d+)分</div> score-pattern: <div\s+class="score">(\d+\.\d+)分</div>
book-name-pattern: <p class="title">([^/]+)</p> book-name-pattern: <p class="title">([^/]+)</p>
@ -42,9 +40,8 @@ biqudao:
dingdian: dingdian:
crawlsource: crawlsource:
enabled: true #是否开启此爬虫源 index-url: http://m.xdingdiann.com
index-url: https://wap.dingdiann.com list-page-url: http://m.xdingdiann.com/sort/{0}/{1}.html
list-page-url: https://wap.dingdiann.com/sort/{0}/{1}.html
book-url-pattern: href="/(ddk\d+)/" book-url-pattern: href="/(ddk\d+)/"
score-pattern: <div\s+class="score">(\d+\.\d+)分</div> score-pattern: <div\s+class="score">(\d+\.\d+)分</div>
book-name-pattern: <p class="title">([^/]+)</p> book-name-pattern: <p class="title">([^/]+)</p>
@ -59,7 +56,6 @@ dingdian:
biquge: biquge:
crawlsource: crawlsource:
enabled: true #是否开启此爬虫源
index-url: http://m.biquge.info index-url: http://m.biquge.info
list-page-url: http://m.biquge.info/paihangbang_lastupdate/{0}.html list-page-url: http://m.biquge.info/paihangbang_lastupdate/{0}.html
book-url-pattern: href="/(\d+_\d+)/" book-url-pattern: href="/(\d+_\d+)/"

View File

@ -5,7 +5,7 @@ spring:
datasource: datasource:
url: jdbc:mysql://127.0.0.1:3306/books?useUnicode=true&characterEncoding=utf-8&useSSL=false&allowPublicKeyRetrieval=true&serverTimezone=Asia/Shanghai url: jdbc:mysql://127.0.0.1:3306/books?useUnicode=true&characterEncoding=utf-8&useSSL=false&allowPublicKeyRetrieval=true&serverTimezone=Asia/Shanghai
username: root username: root
password: test123456 password:
# url: jdbc:mysql://127.0.0.1:3306/books?useUnicode=true&characterEncoding=utf8&useSSL=false&allowPublicKeyRetrieval=true&serverTimezone=Asia/Shanghai # url: jdbc:mysql://127.0.0.1:3306/books?useUnicode=true&characterEncoding=utf8&useSSL=false&allowPublicKeyRetrieval=true&serverTimezone=Asia/Shanghai
# username: root # username: root
# password: test123456 # password: test123456
@ -68,7 +68,7 @@ mysql:
books: books:
lowestScore: 6.0 lowestScore: 6.0
#爬取的网站名称类型 1笔趣岛 2笔趣塔 更多网站解析中,敬请期待 #爬取的网站名称类型 1笔趣岛 2笔趣塔,3:顶点小说 更多网站解析中,敬请期待
crawl: crawl:
website: website:
type: 2 type: 2

View File

@ -1,7 +1,7 @@
server: {port: 8083} server: {port: 8083}
spring: spring:
datasource: {url: 'jdbc:mysql://127.0.0.1:3306/books?useUnicode=true&characterEncoding=utf-8&useSSL=false&allowPublicKeyRetrieval=true&serverTimezone=Asia/Shanghai', datasource: {url: 'jdbc:mysql://127.0.0.1:3306/books?useUnicode=true&characterEncoding=utf-8&useSSL=false&allowPublicKeyRetrieval=true&serverTimezone=Asia/Shanghai',
username: root, password: test123456} username: root, password: ''}
mybatis: mybatis:
mapper-locations: classpath:mybatis/mapping/*.xml mapper-locations: classpath:mybatis/mapping/*.xml
type-aliases-package: xyz.zinglizingli.books.po type-aliases-package: xyz.zinglizingli.books.po