From 992184638b7975fa0116bb1cca069269ffa5aca5 Mon Sep 17 00:00:00 2001 From: tamguo Date: Mon, 6 Aug 2018 19:29:52 +0800 Subject: [PATCH] =?UTF-8?q?=E7=88=AC=E8=99=AB=E4=BC=98=E5=8C=96?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../java/com/tamguo/model/ChapterEntity.java | 36 +++++++++---------- .../service/impl/CrawlerBookService.java | 8 +++-- .../tamguo/service/impl/SubjectService.java | 16 ++++----- 3 files changed, 31 insertions(+), 29 deletions(-) diff --git a/tamguo-crawler/src/main/java/com/tamguo/model/ChapterEntity.java b/tamguo-crawler/src/main/java/com/tamguo/model/ChapterEntity.java index 11769c8..fa8c8be 100644 --- a/tamguo-crawler/src/main/java/com/tamguo/model/ChapterEntity.java +++ b/tamguo-crawler/src/main/java/com/tamguo/model/ChapterEntity.java @@ -17,9 +17,9 @@ public class ChapterEntity extends SuperEntity implements Seriali private String name; - private String parentId; + private String parentCode; - private String parentIds; + private String parentCodes; private Integer treeLevel; @@ -52,14 +52,6 @@ public class ChapterEntity extends SuperEntity implements Seriali this.name = name; } - public String getParentId() { - return this.parentId; - } - - public void setParentId(String parentId) { - this.parentId = parentId; - } - public Integer getQuestionNum() { return questionNum; } @@ -92,14 +84,6 @@ public class ChapterEntity extends SuperEntity implements Seriali this.bookId = bookId; } - public String getParentIds() { - return parentIds; - } - - public void setParentIds(String parentIds) { - this.parentIds = parentIds; - } - public Integer getTreeLevel() { return treeLevel; } @@ -116,4 +100,20 @@ public class ChapterEntity extends SuperEntity implements Seriali this.treeLeaf = treeLeaf; } + public String getParentCode() { + return parentCode; + } + + public void setParentCode(String parentCode) { + this.parentCode = parentCode; + } + + public String getParentCodes() { + return parentCodes; + } + + public void setParentCodes(String parentCodes) { + this.parentCodes = parentCodes; + } + } \ No newline at end of file diff --git a/tamguo-crawler/src/main/java/com/tamguo/service/impl/CrawlerBookService.java b/tamguo-crawler/src/main/java/com/tamguo/service/impl/CrawlerBookService.java index 2558157..5b5c05a 100644 --- a/tamguo-crawler/src/main/java/com/tamguo/service/impl/CrawlerBookService.java +++ b/tamguo-crawler/src/main/java/com/tamguo/service/impl/CrawlerBookService.java @@ -28,10 +28,12 @@ public class CrawlerBookService implements ICrawlerBookService { @Autowired BookMapper bookMapper; - private Logger logger = LoggerFactory.getLogger(getClass()); + @SuppressWarnings("unused") + private Logger logger = LoggerFactory.getLogger(getClass()); - @Override + @SuppressWarnings("unchecked") + @Override public void crawlerBook() { List bookEntities = bookMapper.selectList(Condition.EMPTY); for (BookEntity bookEntity : bookEntities) { @@ -48,7 +50,7 @@ public class CrawlerBookService implements ICrawlerBookService { .setPageParser(new PageParser() { @Override public void parse(Document html, Element pageVoElement, CrawlerBookVo crawlerBookVo) { - String pageUrl = html.baseUri(); + // String pageUrl = html.baseUri(); // 解析封装 PageVo 对象 String img = crawlerBookVo.getBookImage(); if (StringUtils.isNoneBlank(img)) { diff --git a/tamguo-crawler/src/main/java/com/tamguo/service/impl/SubjectService.java b/tamguo-crawler/src/main/java/com/tamguo/service/impl/SubjectService.java index 9a7d72d..04b0b14 100644 --- a/tamguo-crawler/src/main/java/com/tamguo/service/impl/SubjectService.java +++ b/tamguo-crawler/src/main/java/com/tamguo/service/impl/SubjectService.java @@ -73,14 +73,14 @@ public class SubjectService implements ISubjectService{ ChapterEntity rootChapter = new ChapterEntity(); rootChapter.setCourseId(COURSE_ID); - rootChapter.setParentId("-1"); + rootChapter.setParentCode("-1"); rootChapter.setName(subjectVo.getChapterCurrName()); rootChapter.setQuestionNum(0); rootChapter.setPointNum(0); rootChapter.setOrders(0); rootChapter.setTreeLeaf(false); rootChapter.setTreeLevel(0); - rootChapter.setParentIds("-1,"); + rootChapter.setParentCodes("-1,"); rootChapter.setBookId(BOOK_ID); chapterMapper.insert(rootChapter); @@ -91,7 +91,7 @@ public class SubjectService implements ISubjectService{ logger.info(chapterName); ChapterEntity chapter = new ChapterEntity(); chapter.setCourseId(COURSE_ID); - chapter.setParentId(rootChapter.getUid()); + chapter.setParentCode(rootChapter.getUid()); chapter.setName(chapterName); chapter.setQuestionNum(0); chapter.setPointNum(0); @@ -100,7 +100,7 @@ public class SubjectService implements ISubjectService{ chapter.setTreeLeaf(false); chapter.setTreeLevel(1); chapterMapper.insert(chapter); - chapter.setParentIds(rootChapter.getParentIds() + chapter.getUid() + ","); + chapter.setParentCodes(rootChapter.getParentCodes() + chapter.getUid() + ","); chapterMapper.updateById(chapter); Elements detailKpoint1s = element.getElementsByClass("detail-kpoint-1"); @@ -114,7 +114,7 @@ public class SubjectService implements ISubjectService{ ChapterEntity chapter1 = new ChapterEntity(); chapter1.setCourseId(COURSE_ID); chapter1.setBookId(BOOK_ID); - chapter1.setParentId(chapter.getUid()); + chapter1.setParentCode(chapter.getUid()); chapter1.setName(chapterName1); chapter1.setQuestionNum(0); chapter1.setPointNum(0); @@ -123,7 +123,7 @@ public class SubjectService implements ISubjectService{ chapter1.setTreeLeaf(false); chapter1.setTreeLevel(2); chapterMapper.insert(chapter1); - chapter1.setParentIds(chapter.getParentIds() + chapter1.getUid() + ","); + chapter1.setParentCodes(chapter.getParentCodes() + chapter1.getUid() + ","); chapterMapper.updateById(chapter1); @@ -136,7 +136,7 @@ public class SubjectService implements ISubjectService{ ChapterEntity chapter2 = new ChapterEntity(); chapter2.setCourseId(COURSE_ID); chapter2.setBookId(BOOK_ID); - chapter2.setParentId(chapter1.getUid()); + chapter2.setParentCode(chapter1.getUid()); chapter2.setName(chapterName2); chapter2.setQuestionNum(0); chapter2.setPointNum(0); @@ -144,7 +144,7 @@ public class SubjectService implements ISubjectService{ chapter2.setTreeLeaf(true); chapter2.setTreeLevel(3); chapterMapper.insert(chapter2); - chapter2.setParentIds(chapter1.getParentIds() + chapter2.getUid() + ","); + chapter2.setParentCodes(chapter1.getParentCodes() + chapter2.getUid() + ","); chapterMapper.updateById(chapter2); Elements maskList = detailKpoint.getElementsByClass("mask");