You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
31 lines
890 B
31 lines
890 B
# -*- coding: utf-8 -*-
|
|
|
|
import os
|
|
|
|
# 修改要生成的文件名，下面的是默认，注意要用.csv结尾
|
|
FILENAME_CSV = {
|
|
"牛奶": "milk.csv",
|
|
"苹果": "apple.csv",
|
|
"橙子": "orange.csv",
|
|
"芒果": "mango.csv",
|
|
"冰淇淋": "iceCream.csv"
|
|
}
|
|
|
|
# 几个默认的爬取目录
|
|
BASEURL = {
|
|
'牛奶': 'https://list.jd.com/list.html?cat=1320,1585,9434', # ok
|
|
'苹果': 'https://list.jd.com/list.html?cat=12218,12221,13554', # ok
|
|
'橙子': 'https://list.jd.com/list.html?cat=12218,12221,13555', # ok
|
|
'芒果': 'https://list.jd.com/list.html?cat=12218,12221,13558', # ok
|
|
'冰淇淋': 'https://list.jd.com/list.html?cat=12218,13598,13603' # ok
|
|
}
|
|
|
|
FILEPATH = {
|
|
'牛奶': os.getcwd() + '\\1320,1585,9434\\1320,1585,9434',
|
|
}
|
|
|
|
# REDIS 相关配置
|
|
REDIS_HOST = '159.75.135.137'
|
|
REDIS_PORT = '6379'
|
|
REDIS_PASSWORD = 'root'
|
|
REDIS_LISTNAME = "urlList" |