milkSpider/milkSpider.py

# -*- coding: utf-8 -*-

import settings
import middlewares
import time

if __name__ == "__main__":
    
    # category = "冰淇淋"   # 要爬取的种类，默认是牛奶，详见settings.py
    start_time = time.time()

    for category in settings.BASEURL.keys():
        middlewares.singleSpider(category)

    end_time = time.time()
    print(start_time - end_time)