cff 7 years ago
parent b1a9cdfc89
commit 7c6f116beb

@ -9,7 +9,7 @@ import java.util.List;
@PageSelect(cssQuery = "body") @PageSelect(cssQuery = "body")
public class BookVo { public class BookVo {
@PageFieldSelect(cssQuery = ".ih3") @PageFieldSelect(cssQuery = ".text")
private List<String> name; private List<String> name;
public List<String> getName() { public List<String> getName() {

@ -28,7 +28,7 @@ public class BookService implements IBookService {
@Override @Override
public void crawlerBook() { public void crawlerBook() {
XxlCrawler crawler = new XxlCrawler.Builder() XxlCrawler crawler = new XxlCrawler.Builder()
.setUrls("http://www.dzkbw.com") .setUrls("http://www.ruiwen.com/jiaocai/")
.setAllowSpread(false) .setAllowSpread(false)
.setFailRetryCount(5) .setFailRetryCount(5)
.setThreadCount(20) .setThreadCount(20)
@ -37,7 +37,7 @@ public class BookService implements IBookService {
public void parse(Document html, Element pageVoElement, BookVo bookVo) { public void parse(Document html, Element pageVoElement, BookVo bookVo) {
// 解析封装 PageVo 对象 // 解析封装 PageVo 对象
String pageUrl = html.baseUri(); String pageUrl = html.baseUri();
if (pageUrl.equals("http://www.dzkbw.com")) { if (pageUrl.equals("http://www.ruiwen.com/jiaocai/")) {
logger.info("开始解析书本信息:{}", pageUrl); logger.info("开始解析书本信息:{}", pageUrl);
List<String> books = bookVo.getName(); List<String> books = bookVo.getName();
books.forEach(item -> { books.forEach(item -> {

Loading…
Cancel
Save