数据库脚本

main
tamguo 7 years ago
parent 7c5fbededd
commit ad54d34b25

@ -53,7 +53,7 @@ public class BookService implements IBookService {
@Autowired
CacheService cacheService;
private static final String FILES_NO_FORMAT = "0000000";
private static final String FILES_PREFIX = "LINCHZHIYEYISHI";
private static final String FILES_PREFIX = "WULIBIXIUER";
private static final String DOMAIN = "http://www.tamguo.com";

@ -53,7 +53,7 @@ public class QuestionService extends ServiceImpl<QuestionMapper, QuestionEntity>
@Autowired
CacheService cacheService;
private static final String FILES_NO_FORMAT = "000000000";
private static final String FILES_PREFIX = "wulibxy";
private static final String FILES_PREFIX = "wulibxe";
private static final String COURSE_ID = "wuli";
private RunData runData;

@ -31,7 +31,7 @@ import com.xuxueli.crawler.rundata.RunData;
public class SubjectService implements ISubjectService{
private final static String COURSE_ID = "wuli";
private final static String BOOK_ID = "1060742388004642890";
private final static String BOOK_ID = "1060742388004642891";
private final static String SUBJECT_ID = "gaokao";
@Autowired
SubjectMapper subjectMapper;
@ -53,7 +53,7 @@ public class SubjectService implements ISubjectService{
@Override
public void crawlerSubject() {
XxlCrawler crawler = new XxlCrawler.Builder()
.setUrls("https://tiku.baidu.com/tikupc/chapterlist/1bfd700abb68a98271fefa04-18-jiaocai-11")
.setUrls("https://tiku.baidu.com/tikupc/chapterlist/1bfd700abb68a98271fefa04-18-jiaocai-12")
.setAllowSpread(false)
.setFailRetryCount(5)
.setThreadCount(20)
@ -63,7 +63,7 @@ public class SubjectService implements ISubjectService{
public void parse(Document html, Element pageVoElement, SubjectVo subjectVo) {
// 解析封装 PageVo 对象
String pageUrl = html.baseUri();
if(pageUrl.contains("https://tiku.baidu.com/tikupc/chapterlist/1bfd700abb68a98271fefa04-18-jiaocai-11")) {
if(pageUrl.contains("https://tiku.baidu.com/tikupc/chapterlist/1bfd700abb68a98271fefa04-18-jiaocai-12")) {
logger.info("开始解析书籍:{}" , pageUrl);
ChapterEntity chapterCondition = new ChapterEntity();
chapterCondition.setName(subjectVo.getChapterCurrName());

@ -34,13 +34,13 @@ public class PaperCrawler {
// 140000 山西 | 350000 福建 | 340000 安徽 | 220000 吉林 | 150000 内蒙古 | 640000 宁夏 | 650000 新疆 | 广西 450000 | 210000 辽宁
// 230000 黑龙江 | 610000 陕西 | 360000 江西 | 440000 广东 | 430000 湖南 | 460000 海南 | 530000 云南 | 510000 四川 | 630000 青海
// 620000 甘肃 | 130000 河北 | 540000 西藏 | 贵州 520000
private final String AREA_ID = "230000";
private final String AREA_ID = "610000";
// 年份
private final String YEAR = "2016";
private final String YEAR = "2017";
// 真题试卷 类型(1:真题试卷,2:模拟试卷,3:押题预测,4:名校精品)
private final String PAPER_TYPE = "4";
private final String PAPER_TYPE = "2";
// 开始采集的URL
private final String START_URL = "https://tiku.baidu.com/tikupc/paperlist/1bfd700abb68a98271fefa04-20-7-2016-1247-1-download";
private final String START_URL = "https://tiku.baidu.com/tikupc/paperlist/1bfd700abb68a98271fefa04-20-4-2017-1306-1-download";
private RunData runData;

@ -8,6 +8,7 @@ import java.util.Date;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.concurrent.atomic.AtomicLong;
import org.apache.commons.lang3.StringUtils;
import org.jsoup.nodes.Document;

@ -1,6 +1,6 @@
domain.name=https://www.tamguo.com/
admin.domain.name=https://www.tamguo.com/
member.domain.name=https://member.tamguo.com/
domain.name=http://localhost:8081/
admin.domain.name=http://localhost:8081/
member.domain.name=http://localhost:8081/
cookie.domian.name=tamguo.com
server.port=8081
jasypt.encryptor.password=tamguo
@ -14,7 +14,7 @@ spring.datasource.maxPoolPreparedStatementPerConnectionSize=20
spring.datasource.maxWait=60000
spring.datasource.minEvictableIdleTimeMillis=300000
spring.datasource.minIdle=5
spring.datasource.password=tanguo520pig
spring.datasource.password=123456
spring.datasource.poolPreparedStatements=true
spring.datasource.testOnBorrow=false
spring.datasource.testOnReturn=false

File diff suppressed because it is too large Load Diff

File diff suppressed because one or more lines are too long

@ -20,7 +20,7 @@ spring.datasource.testOnReturn=false
spring.datasource.testWhileIdle=true
spring.datasource.timeBetweenEvictionRunsMillis=60000
spring.datasource.type=com.alibaba.druid.pool.DruidDataSource
spring.datasource.url=jdbc:mysql://47.100.175.14:3306/tamguo?useUnicode=true&characterEncoding=UTF-8&useSSL=false
spring.datasource.url=jdbc:mysql://127.0.0.1:3306/tamguo?useUnicode=true&characterEncoding=UTF-8&useSSL=false
spring.datasource.username=root
spring.datasource.validationQuery=SELECT 1 FROM DUAL

Loading…
Cancel
Save