import time from client.subdomain.oneforall.config import logger from client.subdomain.oneforall.common.query import Query class WZPCQuery(Query): def __init__(self, domain): Query.__init__(self) self.domain = self.register(domain) self.module = 'Dataset' self.source = 'WZPCQuery' def query(self): """ 向接口查询子域并做子域匹配 """ base_addr = 'http://114.55.181.28/check_web/' \ 'databaseInfo_mainSearch.action' page_num = 1 while True: time.sleep(self.delay) self.header = self.get_header() self.proxy = self.get_proxy(self.source) params = {'isSearch': 'true', 'searchType': 'url', 'term': self.domain, 'pageNo': page_num} try: resp = self.get(base_addr, params) except Exception as e: logger.log('ERROR', e.args) break if not resp: break subdomains = self.match(self.domain, resp.text) self.subdomains = self.subdomains.union(subdomains) if not subdomains: break if page_num > 10: break page_num += 1 def run(self): """ 类执行入口 """ self.begin() self.query() self.finish() self.save_json() self.gen_result() self.save_db() def do(domain): """ 类统一调用入口 :param str domain: 域名 """ query = WZPCQuery(domain) query.run() if __name__ == '__main__': do('sc.gov.cn') do('bkzy.org')