"""
检查内容安全策略收集子域名收集子域名
"""
from client.subdomain.oneforall.common.module import Module
from client.subdomain.oneforall.common import utils


class CheckRobots(Module):
    """
    检查robots.txt收集子域名
    """
    def __init__(self, domain):
        Module.__init__(self)
        self.domain = self.register(domain)
        self.module = 'Check'
        self.source = 'Robots'

    def check(self):
        """
        正则匹配域名的robots.txt文件中的子域
        """
        urls = [f'http://{self.domain}/robots.txt',
                f'https://{self.domain}/robots.txt',
                f'http://www.{self.domain}/robots.txt',
                f'https://www.{self.domain}/robots.txt']
        for url in urls:
            self.header = self.get_header()
            self.proxy = self.get_proxy(self.source)
            response = self.get(url, check=False, allow_redirects=False)
            if not response:
                return
            if response and len(response.content):
                self.subdomains = utils.match_subdomain(self.domain,
                                                        response.text)

    def run(self):
        """
        类执行入口
        """
        self.begin()
        self.check()
        self.finish()
        self.save_json()
        self.gen_result()
        self.save_db()


def do(domain):  # 统一入口名字 方便多线程调用
    """
    类统一调用入口

    :param str domain: 域名
    """
    check = CheckRobots(domain)
    check.run()


if __name__ == '__main__':
    do('qq.com')