diff --git a/.gitignore b/.gitignore index e3ac5ea..26f0f9d 100644 --- a/.gitignore +++ b/.gitignore @@ -1,2 +1,2 @@ !/dcs/tests/zhiwang.py -!/dcs/tests/cookie.py +!/dcs/tools/cookie.py diff --git a/dcs/tests/config.py b/conf/config.py similarity index 59% rename from dcs/tests/config.py rename to conf/config.py index f6c9dbf..8c1cfc8 100644 --- a/dcs/tests/config.py +++ b/conf/config.py @@ -2,6 +2,12 @@ import socket from collections import deque +# from dcs.tests.spider import Spider +# from dcs.tests.requester import Requester +# from dcs.tests.user_process import UP +# from dcs.tests.response import Responser + + class CUI: def __init__(self, user_name, login_time, login_state, state, cookie, st=None): self.user_name = user_name @@ -14,9 +20,15 @@ class CUI: class global_var: - """需要定义全局变量的放在这里，最好定义一个初始值""" + """需要定义全局变量的放在这里""" free_spiders = [] current_user_info: list[CUI] = [] + requester = None + server = None + spider = None + up = None + communicator = None + server_socket = None def get_free_sockets() -> tuple[socket.socket]: @@ -38,19 +50,35 @@ def add_user(user_name, login_time, login_state, state, cookie, st=None): global_var.current_user_info.append(CUI(user_name, login_time, login_state, state, cookie, st)) -def set_state_socket(cookie, state): +def set_state_socket(sockett, state): for i in global_var.current_user_info: - if i.cookie == cookie: + if i.socket == sockett: i.state = state break +def set_crawl_result(cookie, result): + for i in global_var.current_user_info: + if i.cookie == cookie: + i.crawl_result.append(result) + # print(f'hhh: {cookie}', result) + break + + +def get_crawl_result(cookie): + for i in global_var.current_user_info: + if i.cookie == cookie: + # print(f'hgf: {cookie}', i.crawl_result) + return i.crawl_result + + def get_by_cookie(cookie): for i in global_var.current_user_info: if i.cookie == cookie: return i return None + def delete_user(cookie): - i = global_var.get_by_cookie(cookie) - global_var.current_user_info.remove(i) \ No newline at end of file + i = get_by_cookie(cookie) + global_var.current_user_info.remove(i) diff --git a/conf/settings.ini b/conf/settings.ini index fc443a3..4e47a15 100644 --- a/conf/settings.ini +++ b/conf/settings.ini @@ -1,5 +1,5 @@ [server] port = 7777 daemon = True - +buffer_size = 8 * 1024 * 1024 diff --git a/dcs/client/__init__.py b/dcs/client/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/dcs/client/client.py b/dcs/client/client.py new file mode 100644 index 0000000..009b1e4 --- /dev/null +++ b/dcs/client/client.py @@ -0,0 +1,79 @@ +import json +import socket +import struct +from json import JSONDecoder +import threading + +from dcs.tools import message_process as mp +from dcs.tools.message_process import parse_request, generate_response + + +class Crawl(threading.Thread): + def __init__(self): + super(Crawl, self).__init__() + self.server_socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) + self.server_socket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) + self.server_socket.bind(('', 9000)) + + @staticmethod + def crawl() -> dict: + result_map = {0: {'name': 'remote', 'college': 'remote', 'major': 'remote', 'paper': 'remote'}} + return result_map + + def run(self) -> None: + self.server_socket.listen() + while True: + client_socket, _ = self.server_socket.accept() + request_map = parse_request(client_socket) + if request_map['type'] == 'request': + print("receiving help request:\n"+json.dumps(request_map, ensure_ascii=False)) + response_map = self.crawl() + response_map.update({'cookie': request_map['cookie']}) + client_socket.sendall(generate_response(response_map)) + if request_map['type'] == 'response': + print("receiving response:\n" + json.dumps(request_map, ensure_ascii=False)) + # break + + +crawl = Crawl() +crawl.start() +# crawl.join() + +with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: + socket_to_server.bind(('127.0.0.1', 9000)) + socket_to_server.connect(('127.0.0.1', 7777)) + + request = {'action': 'register', 'user': 'wufayuan', 'password': '113818'} + socket_to_server.sendall(mp.generate_request(request)) + responseJson = JSONDecoder().decode( + mp.read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( + "utf-8")) + print(responseJson) + + request = {'action': 'login', 'user': 'wufayuan', 'password': '113818'} + socket_to_server.sendall(mp.generate_request(request)) + responseJson = JSONDecoder().decode( + mp.read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( + "utf-8")) + cookie = responseJson['cookie'] + print(responseJson) + + request = {'action': 'report_free', 'cookie': cookie} + socket_to_server.sendall(mp.generate_request(request)) + responseJson = JSONDecoder().decode( + mp.read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( + "utf-8")) + print(responseJson) + + request = {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 10, + 'cookie': cookie} + socket_to_server.sendall(mp.generate_request(request)) + responseJson = JSONDecoder().decode( + mp.read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( + "utf-8")) + print(responseJson) + + request = {'action': 'end'} + socket_to_server.sendall(mp.generate_request(request)) + +crawl.join() diff --git a/dcs/communicate.py b/dcs/communicate.py new file mode 100644 index 0000000..6818eee --- /dev/null +++ b/dcs/communicate.py @@ -0,0 +1,35 @@ +import threading +import socket + +from loguru import logger + +from dcs.tools.message_process import generate_response, generate_request + + +class Communicator(threading.Thread): + def __init__(self): + super(Communicator, self).__init__() + self.responser_list: list[tuple[str, socket.socket, dict]] = [] + self.info_list: list[tuple[tuple, dict]] = [] + + def add_response(self, response_type: str, client_socket: socket.socket, response_map: dict): + self.responser_list.append((response_type, client_socket, response_map)) + + def add_info(self, info_type: str, address: tuple, info_map: dict): + info_map.update({'type': info_type}) + self.info_list.append((address, info_map)) + + def run(self) -> None: + while True: + for responser in self.responser_list: + response_type, client_socket, response_map = responser[0], responser[1], responser[2] + logger.info(f'sending response to {client_socket.getpeername()}: {response_map}') + client_socket.sendall(generate_response(response_map)) + self.responser_list.remove(responser) + + with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_client: + for info in self.info_list: + socket_to_client.connect(info[0]) + logger.info(f'sending response to {info[0]}: {info[1]}') + socket_to_client.sendall(generate_request(info[1])) + self.info_list.remove(info) diff --git a/dcs/dcs.log b/dcs/dcs.log index ee05eef..7623ad8 100644 --- a/dcs/dcs.log +++ b/dcs/dcs.log @@ -533,3 +533,6226 @@ 2022-04-08 20:27:13.754 | INFO | dcs.tests.user_request_handler:report_state:32 - [RESPONSE] report free: success marked 5bc37fbdcb59701ad127b0a76920326a77a882ba 2022-04-08 20:27:20.484 | INFO | dcs.tests.requestHandler:crawl_zhiwang:46 - [REQUEST] crawl zhiwang 2022-04-08 20:27:20.484 | INFO | dcs.tests.spider:run:156 - crawling... +2022-04-18 16:42:07.473 | INFO | __main__::13 - reading config args... +2022-04-18 16:42:07.474 | INFO | __main__::20 - starting the main server... +2022-04-18 16:43:34.512 | INFO | __main__::13 - reading config args... +2022-04-18 16:43:34.513 | INFO | __main__::20 - starting the main server... +2022-04-18 16:43:34.514 | INFO | __main__::25 - starting the requester server... +2022-04-18 16:43:34.515 | INFO | __main__::30 - starting the spider server... +2022-04-18 16:43:34.516 | INFO | __main__::35 - starting the user server... +2022-04-18 16:45:41.975 | INFO | __main__::13 - reading config args... +2022-04-18 16:45:41.977 | INFO | __main__::20 - starting the main server... +2022-04-18 16:45:41.978 | INFO | __main__::25 - starting the requester server... +2022-04-18 16:45:41.978 | INFO | __main__::30 - starting the spider server... +2022-04-18 16:45:41.979 | INFO | __main__::35 - starting the user server... +2022-04-18 16:46:18.221 | INFO | __main__::13 - reading config args... +2022-04-18 16:46:18.222 | INFO | __main__::20 - starting the main server... +2022-04-18 16:46:18.223 | INFO | __main__::25 - starting the requester server... +2022-04-18 16:46:18.224 | INFO | __main__::30 - starting the spider server... +2022-04-18 16:46:18.225 | INFO | __main__::35 - starting the user server... +2022-04-18 16:48:06.607 | INFO | __main__::13 - reading config args... +2022-04-18 16:48:06.608 | INFO | __main__::20 - starting the main server... +2022-04-18 16:48:06.609 | INFO | __main__::25 - starting the requester server... +2022-04-18 16:48:06.610 | INFO | __main__::30 - starting the spider server... +2022-04-18 16:48:06.611 | INFO | __main__::35 - starting the user server... +2022-04-18 16:48:58.448 | INFO | __main__::13 - reading config args... +2022-04-18 16:48:58.449 | INFO | __main__::20 - starting the main server... +2022-04-18 16:48:58.451 | INFO | __main__::25 - starting the requester server... +2022-04-18 16:48:58.451 | INFO | __main__::30 - starting the spider server... +2022-04-18 16:48:58.452 | INFO | __main__::35 - starting the user server... +2022-04-18 16:49:35.638 | INFO | __main__::13 - reading config args... +2022-04-18 16:49:35.640 | INFO | __main__::20 - starting the main server... +2022-04-18 16:49:35.641 | INFO | __main__::25 - starting the requester server... +2022-04-18 16:49:35.642 | INFO | __main__::30 - starting the spider server... +2022-04-18 16:49:35.643 | INFO | __main__::35 - starting the user server... +2022-04-18 16:51:03.151 | INFO | __main__::13 - reading config args... +2022-04-18 16:51:03.153 | INFO | __main__::20 - starting the main server... +2022-04-18 16:51:03.153 | INFO | __main__::25 - starting the requester server... +2022-04-18 16:51:03.154 | INFO | __main__::30 - starting the spider server... +2022-04-18 16:51:03.155 | INFO | __main__::35 - starting the user server... +2022-04-18 16:51:37.745 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.746 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.747 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.748 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.750 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.752 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.754 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.756 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.757 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.760 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.762 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.764 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.767 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.770 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.773 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.775 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.778 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.780 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.782 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.784 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.789 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.792 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.795 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.799 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.803 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.806 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.809 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.811 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.817 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.822 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.824 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.827 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.831 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.835 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.838 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.838 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 197810f0a40f8d00beeba13599d35f37408d1d3e +2022-04-18 16:51:37.842 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 197810f0a40f8d00beeba13599d35f37408d1d3e +2022-04-18 16:51:37.844 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.851 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.857 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.864 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.869 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.873 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.877 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.882 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.887 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.890 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.893 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.897 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.899 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.903 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.907 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.909 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.911 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.913 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.916 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.920 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.921 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.924 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.927 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.930 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.937 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.943 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.947 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.951 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.954 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.957 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.960 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.966 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.972 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.977 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.980 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.986 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.991 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:37.999 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.004 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.016 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.020 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.024 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.030 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.042 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.046 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.051 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.056 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.060 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.062 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.066 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.073 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.077 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.081 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.087 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.093 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.097 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.108 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.113 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.116 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.120 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.122 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.125 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.128 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.133 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.137 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.140 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.143 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.145 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.149 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.152 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.158 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.161 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.166 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.168 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.172 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.179 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.184 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.187 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.189 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.192 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.194 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.198 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.201 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.207 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.210 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.212 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.216 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.218 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.221 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.223 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.226 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.229 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.232 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.235 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.238 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.243 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.245 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.249 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.253 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.254 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.260 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.263 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.268 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.275 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.278 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.281 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.284 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.286 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.289 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.292 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.296 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.298 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.300 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.302 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.305 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.307 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.310 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.315 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.317 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.319 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.321 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.325 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.328 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.331 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.335 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.337 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.340 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.344 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.349 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.354 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.356 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.358 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.360 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.362 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.367 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.372 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.375 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.376 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.377 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.384 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.387 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.389 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.393 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.397 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.402 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.404 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.406 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.408 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.411 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.418 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.420 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.426 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.429 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.431 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.434 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.437 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.439 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.443 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.445 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.447 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.453 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.456 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.460 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.462 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.467 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.470 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.473 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.476 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.479 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.481 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.484 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.486 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.490 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.493 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.495 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.498 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.502 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.506 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.509 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.513 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.516 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.519 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.522 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.528 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.531 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.534 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.538 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.542 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.546 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.549 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.551 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.554 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.556 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.559 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.561 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.569 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.572 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.574 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.578 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.585 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.591 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.599 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.603 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.606 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.613 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.616 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.620 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.623 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.625 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.627 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.629 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.633 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.638 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.642 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.645 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.647 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.650 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.654 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.658 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.661 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.664 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.666 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.670 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.672 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.676 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.683 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.686 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.688 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.695 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.699 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.703 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.705 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.711 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.714 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.718 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.723 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.726 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.730 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.735 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.739 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.744 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.746 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.750 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.754 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.757 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.761 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.764 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.769 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.770 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.774 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.778 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.780 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.784 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.787 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.791 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.793 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.795 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.799 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.802 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.806 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.810 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.813 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.814 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.818 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.825 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.828 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.830 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.839 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.845 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.848 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.850 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.853 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.857 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.861 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.866 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.869 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.876 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.880 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.884 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.886 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.889 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.894 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.897 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.900 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.903 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.906 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.908 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.911 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.914 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.918 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.922 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.924 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.926 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.929 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.932 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.934 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.936 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.940 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.942 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.944 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.946 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.950 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.954 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.955 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.964 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.968 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.973 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.976 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.979 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.982 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.987 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.989 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.992 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.995 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.997 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:38.999 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.004 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.009 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.011 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.015 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.020 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.023 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.026 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.028 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.031 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.033 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.036 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.041 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.043 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.047 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.049 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.055 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.057 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.060 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.062 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.064 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.069 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.072 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.076 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.078 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.085 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.088 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.090 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.092 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.096 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.099 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.101 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.106 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.108 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.110 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.111 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.115 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.119 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.121 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.127 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.129 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.131 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.134 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.138 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.142 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.144 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.147 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.155 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.157 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.159 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.166 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.171 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.175 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.179 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.179 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.182 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.186 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.189 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.193 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.196 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.200 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.204 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.206 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.211 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.215 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.218 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.219 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.221 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.226 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.228 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.230 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.232 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.234 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.236 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.239 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.241 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.243 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.247 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.249 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.252 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.256 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.258 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.261 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.264 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.267 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.270 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.274 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.277 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.280 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.283 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.288 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.292 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.294 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.297 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.300 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.304 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.306 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.309 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.312 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.314 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.317 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.320 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.326 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.329 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.331 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.336 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.338 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.341 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.344 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.347 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.349 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.351 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.354 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.357 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.360 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.362 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.366 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.372 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.376 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.380 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.382 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.385 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.387 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.390 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.394 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.397 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.400 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.403 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.407 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.411 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.413 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.418 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.421 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.424 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.427 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.430 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.434 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.437 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.441 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.444 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.446 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.449 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.453 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.457 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.461 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.465 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.467 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.469 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.473 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.476 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.479 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.482 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.487 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.491 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.497 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.501 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.503 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.507 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.511 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.514 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.517 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.520 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.523 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.525 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.527 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.531 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.533 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.535 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.538 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.543 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.546 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.548 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.551 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.553 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.557 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.559 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.563 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.565 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.567 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.575 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.579 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.582 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.584 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.587 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.591 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.593 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.599 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.604 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.606 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.609 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.614 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.617 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.620 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.622 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.625 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.629 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.636 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.638 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.643 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.647 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.649 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.652 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.655 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.658 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.661 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.663 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.666 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.668 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.673 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.675 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.678 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.681 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.684 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.687 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.688 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.694 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.697 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.700 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.703 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.707 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.709 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.710 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.715 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.718 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.720 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.722 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.726 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.729 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.732 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.734 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.737 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.741 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.743 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.747 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.749 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.752 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.760 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.762 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.770 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.773 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.777 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.780 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.784 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.790 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.793 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.797 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.802 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.807 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.810 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.813 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.816 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.822 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.825 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.828 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.833 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.837 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.839 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.842 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.847 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.851 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.854 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.857 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.859 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.863 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.867 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.869 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.871 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.878 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.881 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.884 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.887 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.889 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.892 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.895 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.897 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.900 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.903 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.907 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.911 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.913 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.918 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.924 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.927 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.930 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.933 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.936 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.939 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.941 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.945 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.948 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.953 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.955 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.960 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.962 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.967 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.969 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.973 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.975 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.977 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.980 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.988 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.990 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.994 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:39.997 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.000 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.003 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.006 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.008 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.013 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.017 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.020 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.023 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.026 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.030 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.032 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.035 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.039 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.041 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.043 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.045 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.047 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.050 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.053 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.054 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.055 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.060 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.062 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.065 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.069 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.074 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.078 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.081 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.084 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.086 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.089 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.095 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.098 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.100 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.102 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.105 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.107 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.112 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.116 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.120 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.124 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.127 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.129 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.133 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.137 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.139 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.143 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.147 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.150 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.154 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.160 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.163 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.165 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.168 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.176 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.179 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.181 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.184 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.187 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.190 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.192 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.194 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.196 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.199 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.201 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.205 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.207 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.214 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.217 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.219 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.221 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.223 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.226 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.230 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.233 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.235 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.240 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.244 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.247 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.251 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.254 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.257 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.259 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.261 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.264 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.269 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.273 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.277 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.280 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.285 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.286 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.289 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.291 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.295 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.297 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.299 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.303 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.304 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.306 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.308 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.311 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.314 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.316 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.321 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.324 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.328 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.330 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.334 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.335 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.341 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.343 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.345 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.347 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.350 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.354 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.356 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.360 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.362 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.368 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.371 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.373 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.376 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.380 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.384 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.387 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.391 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.394 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.396 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.399 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.404 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.407 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.409 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.413 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.416 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.418 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.421 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.423 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.426 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.429 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.431 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.434 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.437 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.444 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.447 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.454 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.457 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.460 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.462 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.465 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.468 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.472 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.474 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.477 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.480 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.483 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.489 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.492 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.496 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.499 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.504 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.506 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.508 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.512 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.514 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.516 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.518 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.523 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.525 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.528 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.535 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.537 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.539 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.542 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.545 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.546 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.548 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.549 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.552 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.555 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.558 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.561 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.564 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.566 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.569 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.571 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.576 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.579 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.583 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.587 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.590 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.592 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.595 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.600 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.604 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.608 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.613 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.615 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.618 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.623 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.628 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.635 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.640 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.646 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.649 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.652 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.657 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.659 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.661 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.666 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.670 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.672 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.673 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.676 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.681 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.683 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.687 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.692 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.695 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.698 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.700 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.703 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.708 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.712 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.714 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.721 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.725 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.728 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.732 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.735 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.738 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.742 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.745 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.748 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.751 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.757 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.762 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.763 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.769 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.771 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.774 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.777 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.781 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.786 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.789 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.791 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.793 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.800 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.802 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.805 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.807 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.810 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.813 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.815 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.816 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.820 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.823 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.828 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.830 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.832 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.835 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.838 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.840 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.842 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.844 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.846 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.849 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.851 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.855 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.858 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.861 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.865 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.868 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.871 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.874 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.876 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.878 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.884 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.886 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.890 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.894 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.897 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.902 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.906 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.908 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.914 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.915 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.918 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.923 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.926 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.928 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.932 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.934 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.937 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.941 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.943 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.947 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.951 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.955 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.956 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.960 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.962 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.965 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.968 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.972 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.974 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.978 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.984 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.987 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.989 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.992 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.996 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:40.999 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.002 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.004 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.007 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.010 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.013 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.019 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.024 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.026 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.029 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.030 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.033 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.036 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.041 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.044 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.046 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.051 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.053 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.058 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.061 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.065 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.066 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.070 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.073 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.075 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.077 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.080 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.083 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.086 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.089 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.093 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.095 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.098 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.102 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.105 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.109 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.111 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.114 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.116 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.118 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.121 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.124 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.126 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.129 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.131 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.133 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.135 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.139 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.145 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.147 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.150 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.154 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.155 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.158 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.162 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.164 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.166 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.169 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.171 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.174 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.179 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.182 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.187 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.192 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.194 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.198 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.201 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.206 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.208 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.211 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.218 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.226 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.229 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.233 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.237 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.244 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.247 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.251 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.254 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.256 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.259 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.262 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.264 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.266 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.268 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.273 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.276 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.279 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.282 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.284 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.287 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.290 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.293 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.296 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.298 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.301 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.307 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.310 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.314 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.317 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.320 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.323 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.325 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.328 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.330 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.334 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.339 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.341 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.343 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.347 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.351 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.354 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.357 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.360 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.362 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.365 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.367 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.372 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.376 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.379 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.381 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.386 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.389 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.396 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.398 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.401 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.405 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.409 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.412 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.421 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.425 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.428 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.433 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.437 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.442 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.446 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.449 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.451 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.455 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.457 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.459 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.465 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.467 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.470 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.471 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.474 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.477 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.480 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.482 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.485 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.488 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.491 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.492 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.496 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.499 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.502 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.504 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.506 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.509 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.513 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.514 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.517 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.519 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.522 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.524 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.528 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.529 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.532 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.534 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.536 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.539 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.541 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.543 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.545 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.546 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.548 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.549 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.553 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.557 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.561 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.564 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.565 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.570 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.571 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.574 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.577 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.582 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.584 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.588 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.590 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.592 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.594 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.596 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.600 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.604 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.613 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.621 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.624 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.625 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.627 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.629 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.631 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.635 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.639 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.642 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.644 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.646 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.648 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.650 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.654 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.657 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.660 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.664 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.667 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.670 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.675 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.678 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.685 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.686 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.690 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.692 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.694 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.698 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.700 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.702 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.703 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.708 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.711 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.721 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.727 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.730 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.734 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.736 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.740 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.743 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.747 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.750 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.755 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.759 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.764 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.767 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.769 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.773 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.775 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.779 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.782 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.786 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.788 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.792 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.796 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.802 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.806 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.808 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.810 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.813 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.817 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.820 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.822 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.826 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.830 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.831 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.837 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.841 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.844 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.846 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.848 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.851 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.854 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.857 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.860 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.864 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.870 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.871 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.873 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.876 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.881 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.885 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.888 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.890 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.892 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.894 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.896 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.899 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.903 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.908 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.910 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.914 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.916 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.918 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.920 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.922 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.926 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.931 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.933 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.936 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.939 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.943 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.945 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.947 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.950 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.953 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.955 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.958 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.960 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.963 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.965 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.967 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.968 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.971 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.973 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.977 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.979 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.981 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.983 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.986 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.989 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.990 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.994 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:41.999 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.002 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.005 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.007 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.010 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.013 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.021 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.022 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.026 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.030 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.034 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.036 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.039 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.043 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.045 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.048 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.052 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.056 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.059 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.061 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.065 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.068 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.071 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.073 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.077 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.079 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.082 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.084 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.087 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.088 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.093 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.096 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.099 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.102 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.104 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.106 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.109 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.112 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.114 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.117 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.120 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.124 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.129 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.133 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.137 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.142 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.144 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.153 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.155 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.158 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.162 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.166 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.169 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.171 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.177 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.181 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.186 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.189 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.193 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.196 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.198 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.200 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.203 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.208 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.212 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.214 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.221 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.223 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.226 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.229 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.232 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.239 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.243 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.245 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.248 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.251 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.253 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.255 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.257 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.259 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.262 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.265 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.270 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.275 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.277 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.280 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.282 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.284 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.286 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.289 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.292 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.294 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.297 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.300 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.303 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.307 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.310 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.312 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.315 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.322 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.324 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.327 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.329 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.333 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.336 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.338 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.342 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.347 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.351 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.354 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.356 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.359 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.362 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.364 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.367 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.369 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.372 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.375 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.378 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.380 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.382 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.386 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.390 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.394 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.397 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.402 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.405 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.409 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.413 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.415 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.420 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.422 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.425 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.428 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.431 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.433 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.437 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.442 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.444 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.448 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.455 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.462 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.465 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.468 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.470 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.473 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.476 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.477 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.482 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.485 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.488 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.490 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.493 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.498 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.501 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.505 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.511 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.514 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.516 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.520 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.522 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.523 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.527 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.528 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.530 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.533 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.537 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.541 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.544 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.546 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.551 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.554 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.556 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.560 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.563 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.565 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.569 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.571 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.573 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.577 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.581 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.583 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.585 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.588 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.591 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.596 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.601 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.604 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.609 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.611 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.615 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.629 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.633 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.635 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.637 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.641 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.650 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.654 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.662 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.665 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.670 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.672 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.674 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.686 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.689 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.692 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.695 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.699 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.704 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.708 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.720 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.726 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.732 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.738 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.741 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.744 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.746 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.749 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.755 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.757 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.761 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.765 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.768 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.773 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.775 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.778 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.781 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.784 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.787 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.790 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.792 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.798 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.801 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.805 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.809 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.816 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.825 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.829 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.831 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.838 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.842 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.846 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.850 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.855 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.865 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.869 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.873 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.877 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.881 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.889 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.893 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.896 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.900 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.902 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.905 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.910 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.915 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.918 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.920 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.923 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.925 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.926 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.931 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.933 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.936 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.941 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.944 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.948 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.953 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.955 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.958 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.962 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.967 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.969 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.972 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.975 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.978 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.981 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.985 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.987 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.990 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.992 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:42.999 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.001 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.003 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.007 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.011 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.016 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.020 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.030 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.042 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.048 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.052 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.055 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.059 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.063 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.065 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.069 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.073 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.076 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.081 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.084 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.087 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.092 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.096 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.099 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.103 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.109 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.124 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.131 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.180 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.189 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.191 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.195 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.197 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.200 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.203 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.206 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.209 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.214 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.218 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.220 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.225 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.228 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.230 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.235 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.238 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.243 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.251 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.256 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.261 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.265 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.268 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.273 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.275 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.280 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.283 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.286 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.290 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.294 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.296 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.299 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.301 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.305 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.312 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.319 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.320 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.327 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.330 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.333 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.335 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.338 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.341 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.343 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.348 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.350 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.353 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.355 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.362 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.365 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.368 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.372 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.379 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.381 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.382 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.385 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.389 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.392 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.398 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.405 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.411 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.414 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.417 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.419 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.427 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.431 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.433 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.436 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.441 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.445 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.447 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.450 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.453 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:51:43.457 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:53:23.042 | INFO | __main__::13 - reading config args... +2022-04-18 16:53:23.043 | INFO | __main__::20 - starting the main server... +2022-04-18 16:53:23.044 | INFO | __main__::25 - starting the requester server... +2022-04-18 16:53:23.045 | INFO | __main__::30 - starting the spider server... +2022-04-18 16:53:23.046 | INFO | __main__::35 - starting the user server... +2022-04-18 16:53:25.742 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:53:26.098 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 40f84f87e3cf49754ef7b90a851032d2ce1e65e3 +2022-04-18 16:55:29.311 | INFO | __main__::13 - reading config args... +2022-04-18 16:55:29.313 | INFO | __main__::20 - starting the main server... +2022-04-18 16:55:29.314 | INFO | __main__::25 - starting the requester server... +2022-04-18 16:55:29.315 | INFO | __main__::30 - starting the spider server... +2022-04-18 16:55:29.316 | INFO | __main__::35 - starting the user server... +2022-04-18 16:55:31.522 | INFO | dcs.tests.user_process:run:19 - processing user request... +2022-04-18 16:55:31.523 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:55:31.784 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: bdc88bac083f5445920c7f4dda78984f10e07714 +2022-04-18 16:58:48.289 | INFO | dcs.tests.user_process:run:19 - processing user request... +2022-04-18 16:58:48.289 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 16:58:48.514 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 279e9f77866fc94e875fe737c84df694370031bc +2022-04-18 17:08:30.492 | INFO | __main__::13 - reading config args... +2022-04-18 17:08:30.493 | INFO | __main__::20 - starting the main server... +2022-04-18 17:08:30.494 | INFO | __main__::25 - starting the requester server... +2022-04-18 17:08:30.494 | INFO | __main__::30 - starting the spider server... +2022-04-18 17:08:30.495 | INFO | __main__::35 - starting the user server... +2022-04-18 17:08:33.779 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-18 17:08:33.779 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 17:08:33.968 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 20a6739bbd25d2c082689344a31c4fb5a035e281 +2022-04-18 17:28:03.002 | INFO | __main__::13 - reading config args... +2022-04-18 17:28:03.003 | INFO | __main__::20 - starting the main server... +2022-04-18 17:28:03.003 | INFO | __main__::25 - starting the requester server... +2022-04-18 17:28:03.004 | INFO | __main__::30 - starting the spider server... +2022-04-18 17:28:03.004 | INFO | __main__::35 - starting the user server... +2022-04-18 17:30:19.379 | INFO | __main__::13 - reading config args... +2022-04-18 17:30:19.381 | INFO | __main__::20 - starting the main server... +2022-04-18 17:30:19.381 | INFO | __main__::25 - starting the requester server... +2022-04-18 17:30:19.382 | INFO | __main__::30 - starting the spider server... +2022-04-18 17:30:19.382 | INFO | __main__::35 - starting the user server... +2022-04-18 17:30:22.443 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-18 17:30:22.443 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 17:30:22.742 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 86826473a5463f2636c41c7d5d6cd268aa59ecb2 +2022-04-18 17:34:42.784 | INFO | __main__::13 - reading config args... +2022-04-18 17:34:42.784 | INFO | __main__::20 - starting the main server... +2022-04-18 17:34:42.786 | INFO | __main__::25 - starting the requester server... +2022-04-18 17:34:42.786 | INFO | __main__::30 - starting the spider server... +2022-04-18 17:34:42.787 | INFO | __main__::35 - starting the user server... +2022-04-18 17:34:45.274 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-18 17:34:45.274 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 17:34:45.499 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 7bbe6938211831e21af2452be5575552ef663533 +2022-04-18 19:56:46.711 | INFO | __main__::13 - reading config args... +2022-04-18 19:56:46.713 | INFO | __main__::20 - starting the main server... +2022-04-18 19:56:46.713 | INFO | __main__::25 - starting the requester server... +2022-04-18 19:56:46.714 | INFO | __main__::30 - starting the spider server... +2022-04-18 19:56:46.715 | INFO | __main__::35 - starting the user server... +2022-04-18 19:57:06.207 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-18 19:57:06.208 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 19:57:06.811 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 467149296eaeff7f3ef2561fcc689d114d940a94 +2022-04-18 20:06:18.536 | INFO | __main__::13 - reading config args... +2022-04-18 20:06:18.537 | INFO | __main__::20 - starting the main server... +2022-04-18 20:06:18.538 | INFO | __main__::25 - starting the requester server... +2022-04-18 20:06:18.539 | INFO | __main__::30 - starting the spider server... +2022-04-18 20:06:18.539 | INFO | __main__::35 - starting the user server... +2022-04-18 20:06:21.839 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-18 20:06:21.839 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 20:06:22.007 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 53b846d16ad6e18ecb777a7ff9e9271c21691e46 +2022-04-18 20:07:12.226 | INFO | __main__::13 - reading config args... +2022-04-18 20:07:12.227 | INFO | __main__::20 - starting the main server... +2022-04-18 20:07:12.227 | INFO | __main__::25 - starting the requester server... +2022-04-18 20:07:12.229 | INFO | __main__::30 - starting the spider server... +2022-04-18 20:07:12.229 | INFO | __main__::35 - starting the user server... +2022-04-18 20:07:14.364 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-18 20:07:14.365 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 20:07:14.685 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 63c19e5ef4700ebf2b050aab411207183c20d846 +2022-04-18 20:08:47.845 | INFO | __main__::13 - reading config args... +2022-04-18 20:08:47.846 | INFO | __main__::20 - starting the main server... +2022-04-18 20:08:47.847 | INFO | __main__::25 - starting the requester server... +2022-04-18 20:08:47.847 | INFO | __main__::30 - starting the spider server... +2022-04-18 20:08:47.848 | INFO | __main__::35 - starting the user server... +2022-04-18 20:08:49.890 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-18 20:08:49.890 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 20:08:50.181 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: ed11b873025eb996cd34e37fbe48808b09ae4042 +2022-04-18 20:08:52.182 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-18 20:08:52.182 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-18 20:08:52.439 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: be2ddd8839f2f2e499fd75deb73c7c896d124a4d +2022-04-19 11:08:50.454 | INFO | __main__::13 - reading config args... +2022-04-19 11:08:50.456 | INFO | __main__::20 - starting the main server... +2022-04-19 11:08:50.457 | INFO | __main__::25 - starting the requester server... +2022-04-19 11:08:50.458 | INFO | __main__::30 - starting the spider server... +2022-04-19 11:08:50.460 | INFO | __main__::35 - starting the user server... +2022-04-19 11:08:58.690 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 11:08:58.691 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-19 11:08:59.297 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 25b378fa4410e33260c85aafe301b5fbf2618240 +2022-04-19 11:09:01.307 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 11:09:01.309 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-19 11:09:01.589 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: ef6a41072a3365e1b09a8aa00d44fa4164a070b9 +2022-04-19 11:14:17.936 | INFO | __main__::13 - reading config args... +2022-04-19 11:14:17.937 | INFO | __main__::20 - starting the main server... +2022-04-19 11:14:17.939 | INFO | __main__::25 - starting the requester server... +2022-04-19 11:14:17.940 | INFO | __main__::30 - starting the spider server... +2022-04-19 11:14:17.941 | INFO | __main__::35 - starting the user server... +2022-04-19 11:14:24.904 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 11:14:24.905 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-19 11:14:25.473 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 351c90dbe98ed81f8a0c0d9572b233493726d7c8 +2022-04-19 11:14:27.482 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 11:14:27.483 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-19 11:14:27.882 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 281165b772bbc9fa861e247e0bca1257511ab9c5 +2022-04-19 11:14:27.882 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-19 11:14:27.912 | WARNING | dcs.tests.requestHandler:run:22 - communication over! +2022-04-19 11:17:12.903 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 11:17:12.904 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-19 11:17:13.343 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 531fe3972434831a1090cf71ba36ade69acb0309 +2022-04-19 11:17:15.344 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 11:17:15.345 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-19 11:17:15.555 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-19 11:17:15.555 | WARNING | dcs.tests.requestHandler:run:22 - communication over! +2022-04-19 11:17:15.564 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 44b16b6ef423a654d2448e4701137a477dd5968d +2022-04-19 11:21:19.792 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 11:21:19.793 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-19 11:21:20.071 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: f251c71b4189e0c84c97df5e3a25c22257b7eb02 +2022-04-19 11:21:22.078 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 11:21:22.078 | INFO | dcs.tests.user_request_handler:login:25 - [REQUEST] login +2022-04-19 11:21:22.322 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-19 11:21:22.322 | WARNING | dcs.tests.requestHandler:run:22 - communication over! +2022-04-19 11:21:22.328 | INFO | dcs.tests.user_request_handler:login:32 - [RESPONSE] login: 27f416d41e993fc6543e0038888edfc539ef740f +2022-04-19 14:47:37.324 | INFO | __main__::14 - reading config args... +2022-04-19 14:47:37.326 | INFO | __main__::21 - starting the main server... +2022-04-19 14:47:37.327 | INFO | __main__::26 - starting the requester server... +2022-04-19 14:47:37.327 | INFO | __main__::31 - starting the spider server... +2022-04-19 14:47:37.328 | INFO | __main__::36 - starting the user server... +2022-04-19 14:47:37.337 | INFO | __main__::41 - starting the response server... +2022-04-19 14:47:45.002 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 14:47:45.007 | INFO | dcs.tests.user_request_handler:login:26 - [REQUEST] login +2022-04-19 14:47:45.532 | INFO | dcs.tests.user_request_handler:login:34 - [RESPONSE] login: d9cbd30ba1161b0d61453f19f11a236c8c8eb718 +2022-04-19 14:47:47.539 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 14:47:47.563 | INFO | dcs.tests.user_request_handler:login:26 - [REQUEST] login +2022-04-19 14:47:48.396 | INFO | dcs.tests.user_request_handler:login:34 - [RESPONSE] login: 1be8d850fab18565f55a8b09b4b41dbbb6cc7a83 +2022-04-19 14:47:48.433 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-19 14:47:48.445 | WARNING | dcs.tests.requestHandler:run:22 - communication over! +2022-04-19 14:49:44.089 | INFO | __main__::14 - reading config args... +2022-04-19 14:49:44.090 | INFO | __main__::21 - starting the main server... +2022-04-19 14:49:44.091 | INFO | __main__::26 - starting the requester server... +2022-04-19 14:49:44.092 | INFO | __main__::31 - starting the spider server... +2022-04-19 14:49:44.093 | INFO | __main__::36 - starting the user server... +2022-04-19 14:49:44.100 | INFO | __main__::41 - starting the response server... +2022-04-19 14:49:46.085 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 14:49:46.109 | INFO | dcs.tests.user_request_handler:login:26 - [REQUEST] login +2022-04-19 14:49:46.594 | INFO | dcs.tests.user_request_handler:login:34 - [RESPONSE] login: a73a7004e542d3d536241bc14c91e4033ddea62c +2022-04-19 14:49:46.594 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 14:49:48.603 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 14:49:48.616 | INFO | dcs.tests.user_request_handler:login:26 - [REQUEST] login +2022-04-19 14:49:49.294 | INFO | dcs.tests.user_request_handler:login:34 - [RESPONSE] login: c0fe377ba448532334f20d211570425802edfe5c +2022-04-19 14:49:49.306 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 14:49:49.319 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-19 14:49:49.319 | WARNING | dcs.tests.requestHandler:run:22 - communication over! +2022-04-19 14:50:23.372 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 14:50:23.383 | INFO | dcs.tests.user_request_handler:login:26 - [REQUEST] login +2022-04-19 14:50:23.857 | INFO | dcs.tests.user_request_handler:login:34 - [RESPONSE] login: 8d97a842ecab0309975132fdd35c8e7f645ae56d +2022-04-19 14:50:23.857 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 14:50:25.874 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 14:50:25.880 | INFO | dcs.tests.user_request_handler:login:26 - [REQUEST] login +2022-04-19 14:50:26.379 | INFO | dcs.tests.user_request_handler:login:34 - [RESPONSE] login: 97cb503f9258419ccceeaf9859cf88c9c1f734da +2022-04-19 14:50:26.379 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 14:50:26.394 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-19 14:50:26.394 | WARNING | dcs.tests.requestHandler:run:22 - communication over! +2022-04-19 14:52:37.564 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 14:52:37.582 | INFO | dcs.tests.user_request_handler:login:26 - [REQUEST] login +2022-04-19 14:52:38.092 | INFO | dcs.tests.user_request_handler:login:34 - [RESPONSE] login: fe610e61f6e477762d6b18d6159c8c59c5abea4f +2022-04-19 14:52:38.092 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 14:52:40.101 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 14:52:40.101 | INFO | dcs.tests.user_request_handler:login:26 - [REQUEST] login +2022-04-19 14:52:40.244 | INFO | dcs.tests.user_request_handler:login:34 - [RESPONSE] login: 密码错误，登录失败 +2022-04-19 14:52:40.244 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 14:52:40.280 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-19 14:52:40.285 | WARNING | dcs.tests.requestHandler:run:22 - communication over! +2022-04-19 14:54:10.048 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 14:54:10.066 | INFO | dcs.tests.user_request_handler:login:26 - [REQUEST] login +2022-04-19 14:54:11.172 | INFO | dcs.tests.user_request_handler:login:34 - [RESPONSE] login: 51e68015db4a92f4d84474e33c6bc5147fbb8561 +2022-04-19 14:54:11.172 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 14:54:13.192 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 14:54:13.216 | INFO | dcs.tests.user_request_handler:login:26 - [REQUEST] login +2022-04-19 14:54:13.582 | INFO | dcs.tests.user_request_handler:login:34 - [RESPONSE] login: 密码错误，登录失败 +2022-04-19 14:54:13.582 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 14:54:13.597 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-19 14:54:13.597 | WARNING | dcs.tests.requestHandler:run:22 - communication over! +2022-04-19 16:13:53.930 | INFO | __main__::14 - reading config args... +2022-04-19 16:13:53.930 | INFO | __main__::21 - starting the main server... +2022-04-19 16:13:53.931 | INFO | __main__::26 - starting the requester server... +2022-04-19 16:13:53.931 | INFO | __main__::31 - starting the spider server... +2022-04-19 16:13:53.938 | INFO | __main__::36 - starting the user server... +2022-04-19 16:13:53.956 | INFO | __main__::41 - starting the response server... +2022-04-19 16:13:59.761 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 16:13:59.773 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-19 16:14:00.744 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 16:14:00.762 | WARNING | dcs.tests.requestHandler:run:27 - user info error! +2022-04-19 16:15:20.042 | INFO | __main__::14 - reading config args... +2022-04-19 16:15:20.043 | INFO | __main__::21 - starting the main server... +2022-04-19 16:15:20.044 | INFO | __main__::26 - starting the requester server... +2022-04-19 16:15:20.044 | INFO | __main__::31 - starting the spider server... +2022-04-19 16:15:20.051 | INFO | __main__::36 - starting the user server... +2022-04-19 16:15:20.111 | INFO | __main__::41 - starting the response server... +2022-04-19 16:15:22.232 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 16:15:22.268 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-19 16:15:23.557 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] login: afd2de4e49571f4bc7edb9f428a4559e324ee843 +2022-04-19 16:15:23.569 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 16:15:23.629 | WARNING | dcs.tests.requestHandler:run:27 - user info error! +2022-04-19 16:17:18.412 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 16:17:18.448 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-19 16:17:19.167 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] login: a4a33adc060174d552f79519674ac002c855ce43 +2022-04-19 16:17:19.197 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 16:17:19.209 | WARNING | dcs.tests.requestHandler:run:27 - user info error! +2022-04-19 16:17:25.372 | INFO | __main__::14 - reading config args... +2022-04-19 16:17:25.373 | INFO | __main__::21 - starting the main server... +2022-04-19 16:17:25.373 | INFO | __main__::26 - starting the requester server... +2022-04-19 16:17:25.374 | INFO | __main__::31 - starting the spider server... +2022-04-19 16:17:25.381 | INFO | __main__::36 - starting the user server... +2022-04-19 16:17:25.393 | INFO | __main__::41 - starting the response server... +2022-04-19 16:17:27.367 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 16:17:27.390 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-19 16:17:28.092 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: f10a67ce8bfea182437dc600a0ae3c5df307bbff +2022-04-19 16:17:28.104 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 16:19:39.159 | INFO | __main__::14 - reading config args... +2022-04-19 16:19:39.159 | INFO | __main__::21 - starting the main server... +2022-04-19 16:19:39.160 | INFO | __main__::26 - starting the requester server... +2022-04-19 16:19:39.160 | INFO | __main__::31 - starting the spider server... +2022-04-19 16:19:39.168 | INFO | __main__::36 - starting the user server... +2022-04-19 16:19:39.192 | INFO | __main__::41 - starting the response server... +2022-04-19 16:19:40.997 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 16:19:41.003 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-19 16:19:41.804 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 55d002cbbd8785261aa568295f1b696432500cf5 +2022-04-19 16:19:41.847 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 16:19:59.767 | INFO | __main__::14 - reading config args... +2022-04-19 16:19:59.768 | INFO | __main__::21 - starting the main server... +2022-04-19 16:19:59.769 | INFO | __main__::26 - starting the requester server... +2022-04-19 16:19:59.769 | INFO | __main__::31 - starting the spider server... +2022-04-19 16:19:59.778 | INFO | __main__::36 - starting the user server... +2022-04-19 16:19:59.819 | INFO | __main__::41 - starting the response server... +2022-04-19 16:20:01.403 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 16:20:01.409 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-19 16:20:02.436 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 08821392b3c06f9b906ef64ae456000ba030fd25 +2022-04-19 16:20:02.442 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 16:20:14.737 | INFO | __main__::14 - reading config args... +2022-04-19 16:20:14.738 | INFO | __main__::21 - starting the main server... +2022-04-19 16:20:14.738 | INFO | __main__::26 - starting the requester server... +2022-04-19 16:20:14.739 | INFO | __main__::31 - starting the spider server... +2022-04-19 16:20:14.744 | INFO | __main__::36 - starting the user server... +2022-04-19 16:20:14.762 | INFO | __main__::41 - starting the response server... +2022-04-19 16:20:17.018 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 16:20:17.054 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-19 16:20:18.045 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: b4b0c06115d6373143b6f9aa239ac95f63134d9f +2022-04-19 16:20:18.069 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 16:21:58.689 | INFO | __main__::14 - reading config args... +2022-04-19 16:21:58.690 | INFO | __main__::21 - starting the main server... +2022-04-19 16:21:58.690 | INFO | __main__::26 - starting the requester server... +2022-04-19 16:21:58.691 | INFO | __main__::31 - starting the spider server... +2022-04-19 16:21:58.698 | INFO | __main__::36 - starting the user server... +2022-04-19 16:21:58.746 | INFO | __main__::41 - starting the response server... +2022-04-19 16:22:00.897 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 16:22:00.909 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-19 16:22:01.804 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 74d63afe9b79de4302c1eb11806c35188e8a043e +2022-04-19 16:22:01.816 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 16:22:48.263 | INFO | __main__::14 - reading config args... +2022-04-19 16:22:48.264 | INFO | __main__::21 - starting the main server... +2022-04-19 16:22:48.264 | INFO | __main__::26 - starting the requester server... +2022-04-19 16:22:48.265 | INFO | __main__::31 - starting the spider server... +2022-04-19 16:22:48.271 | INFO | __main__::36 - starting the user server... +2022-04-19 16:22:48.283 | INFO | __main__::41 - starting the response server... +2022-04-19 16:22:49.891 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 16:22:49.903 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-19 16:22:50.556 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: a9aa7cc0ae29e746130161986f7e5e653a6dfde8 +2022-04-19 16:22:50.568 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 16:22:50.622 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'pages_start': 1, 'pages_end': 2, 'cookie': 'a9aa7cc0ae29e746130161986f7e5e653a6dfde8'}") +2022-04-19 16:23:52.798 | INFO | __main__::14 - reading config args... +2022-04-19 16:23:52.799 | INFO | __main__::21 - starting the main server... +2022-04-19 16:23:52.800 | INFO | __main__::26 - starting the requester server... +2022-04-19 16:23:52.800 | INFO | __main__::31 - starting the spider server... +2022-04-19 16:23:52.808 | INFO | __main__::36 - starting the user server... +2022-04-19 16:23:52.826 | INFO | __main__::41 - starting the response server... +2022-04-19 16:23:54.895 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 16:23:54.918 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-19 16:23:56.039 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 7bea7df2f092f469726d96b1cdb04f99b52c9aa7 +2022-04-19 16:23:56.063 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 16:23:56.123 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.141 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.141 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.156 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.156 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.174 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.180 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.181 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.213 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.258 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.258 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.259 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.273 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.351 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.375 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.430 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.447 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.462 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.487 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.554 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.608 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.638 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.644 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.696 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.702 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.750 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.780 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.822 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.822 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.885 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.891 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:56.936 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:56.942 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:57.014 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:57.014 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:57.197 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:57.215 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:57.263 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:57.280 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:57.295 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:57.322 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:57.361 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:57.385 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:57.490 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:57.508 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:57.544 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:57.556 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:57.562 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:57.574 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:57.619 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:57.628 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:57.709 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:57.751 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:57.790 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:57.825 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:57.855 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:57.864 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:57.933 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:57.939 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:58.060 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:58.082 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:58.117 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:58.118 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:58.319 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:58.407 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:58.501 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:58.606 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:58.770 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:58.856 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:59.059 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:59.097 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:59.479 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:59.488 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:59.622 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:59.635 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:59.778 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:59.791 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:23:59.930 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:23:59.985 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:24:00.473 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:24:00.547 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:24:00.683 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:24:00.860 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7bea7df2f092f469726d96b1cdb04f99b52c9aa7'}") +2022-04-19 16:24:57.448 | INFO | __main__::14 - reading config args... +2022-04-19 16:24:57.449 | INFO | __main__::21 - starting the main server... +2022-04-19 16:24:57.450 | INFO | __main__::26 - starting the requester server... +2022-04-19 16:24:57.450 | INFO | __main__::31 - starting the spider server... +2022-04-19 16:24:57.458 | INFO | __main__::36 - starting the user server... +2022-04-19 16:24:57.476 | INFO | __main__::41 - starting the response server... +2022-04-19 16:24:59.429 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 16:24:59.441 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-19 16:25:00.342 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 91c60272295d7b5e7ff85ebe3c37beb6b1772e4b +2022-04-19 16:25:00.360 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 16:25:00.372 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '91c60272295d7b5e7ff85ebe3c37beb6b1772e4b'}") +2022-04-19 16:25:00.378 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:25:39.612 | INFO | __main__::14 - reading config args... +2022-04-19 16:25:39.612 | INFO | __main__::21 - starting the main server... +2022-04-19 16:25:39.613 | INFO | __main__::26 - starting the requester server... +2022-04-19 16:25:39.613 | INFO | __main__::31 - starting the spider server... +2022-04-19 16:25:39.620 | INFO | __main__::36 - starting the user server... +2022-04-19 16:25:39.650 | INFO | __main__::41 - starting the response server... +2022-04-19 16:25:41.368 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 16:25:41.398 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-19 16:25:42.388 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: a51e525f3239c589b493c332e7a4036ec6a57021 +2022-04-19 16:25:42.393 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 16:25:42.417 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'a51e525f3239c589b493c332e7a4036ec6a57021'}") +2022-04-19 16:25:42.423 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-19 16:26:43.317 | INFO | __main__::14 - reading config args... +2022-04-19 16:26:43.318 | INFO | __main__::21 - starting the main server... +2022-04-19 16:26:43.318 | INFO | __main__::26 - starting the requester server... +2022-04-19 16:26:43.319 | INFO | __main__::31 - starting the spider server... +2022-04-19 16:26:43.327 | INFO | __main__::36 - starting the user server... +2022-04-19 16:26:43.345 | INFO | __main__::41 - starting the response server... +2022-04-19 16:26:45.596 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-19 16:26:45.602 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-19 16:26:46.292 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 4fec03b92e2e6bf5a22da89d84141127662e7b07 +2022-04-19 16:26:46.292 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-19 16:26:46.493 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '4fec03b92e2e6bf5a22da89d84141127662e7b07'}") +2022-04-19 16:26:46.511 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-20 08:00:08.938 | INFO | __main__::14 - reading config args... +2022-04-20 08:00:08.940 | INFO | __main__::21 - starting the main server... +2022-04-20 08:00:08.941 | INFO | __main__::26 - starting the requester server... +2022-04-20 08:00:08.942 | INFO | __main__::31 - starting the spider server... +2022-04-20 08:00:08.949 | INFO | __main__::36 - starting the user server... +2022-04-20 08:00:08.991 | INFO | __main__::41 - starting the response server... +2022-04-20 08:00:13.806 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 08:00:13.858 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 08:00:15.207 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: ff480e7e108a6a10b446e1649079b4a657d4d6c3 +2022-04-20 08:00:15.292 | INFO | dcs.tests.response:run:21 - sending response to +2022-04-20 08:00:15.448 | INFO | dcs.tests.spider:run:54 - local crawling task start: ("", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'ff480e7e108a6a10b446e1649079b4a657d4d6c3'}") +2022-04-20 08:00:15.484 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-20 08:02:31.923 | INFO | __main__::14 - reading config args... +2022-04-20 08:02:31.924 | INFO | __main__::21 - starting the main server... +2022-04-20 08:02:31.925 | INFO | __main__::26 - starting the requester server... +2022-04-20 08:02:31.925 | INFO | __main__::31 - starting the spider server... +2022-04-20 08:02:31.934 | INFO | __main__::36 - starting the user server... +2022-04-20 08:02:31.952 | INFO | __main__::41 - starting the response server... +2022-04-20 08:02:32.216 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 08:02:32.234 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 08:02:33.048 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 82913ddae0d77d5e1ac01a6675d83f8df3ce8009 +2022-04-20 08:02:33.090 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 4651) +2022-04-20 08:02:33.132 | INFO | dcs.tests.spider:run:53 - local crawling task start: ("('127.0.0.1', 4651)", "{'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '82913ddae0d77d5e1ac01a6675d83f8df3ce8009'}") +2022-04-20 08:02:33.150 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-20 08:08:26.670 | INFO | __main__::14 - reading config args... +2022-04-20 08:08:26.671 | INFO | __main__::21 - starting the main server... +2022-04-20 08:08:26.673 | INFO | __main__::26 - starting the requester server... +2022-04-20 08:08:26.673 | INFO | __main__::31 - starting the spider server... +2022-04-20 08:08:26.681 | INFO | __main__::36 - starting the user server... +2022-04-20 08:08:26.734 | INFO | __main__::41 - starting the response server... +2022-04-20 08:08:28.530 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 08:08:28.596 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 08:08:30.189 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 211c63b2611b9ee5031a8ede958fa35117b77a98 +2022-04-20 08:08:30.213 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 4738) +2022-04-20 08:08:30.304 | INFO | dcs.tests.spider:run:53 - local crawling task start: (('127.0.0.1', 4738), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '211c63b2611b9ee5031a8ede958fa35117b77a98'}) +2022-04-20 08:08:30.363 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 4738) +2022-04-20 08:08:30.369 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-20 08:08:30.387 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 08:08:30.394 | WARNING | dcs.tests.requestHandler:run:22 - communication over! +2022-04-20 08:16:17.334 | DEBUG | __main__::14 - reading config args... +2022-04-20 08:16:17.336 | DEBUG | __main__::21 - starting the main server... +2022-04-20 08:16:17.337 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 08:16:17.338 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 08:16:17.346 | DEBUG | __main__::36 - starting the user server... +2022-04-20 08:16:17.364 | DEBUG | __main__::41 - starting the response server... +2022-04-20 08:16:19.178 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 4856) +2022-04-20 08:16:19.292 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 08:16:19.298 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 08:16:20.060 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 70f07e9dc733da194a49cf74f3277f474283d2a0 +2022-04-20 08:16:20.096 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 4856): {'cookie': '70f07e9dc733da194a49cf74f3277f474283d2a0'} +2022-04-20 08:16:20.154 | INFO | dcs.tests.spider:run:50 - processing crawl task... +2022-04-20 08:16:20.189 | INFO | dcs.tests.spider:run:54 - local crawling task start: (('127.0.0.1', 4856), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '70f07e9dc733da194a49cf74f3277f474283d2a0'}) +2022-04-20 08:16:20.189 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 4856): {'crawling state': 'starting, please wait...'} +2022-04-20 08:16:20.195 | INFO | dcs.tests.spider_task:run:156 - crawling... +2022-04-20 08:16:20.238 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 08:16:20.243 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 4856)! +2022-04-20 08:42:36.796 | DEBUG | __main__::14 - reading config args... +2022-04-20 08:42:36.797 | DEBUG | __main__::21 - starting the main server... +2022-04-20 08:42:36.797 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 08:42:36.798 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 08:42:36.804 | DEBUG | __main__::36 - starting the user server... +2022-04-20 08:42:36.821 | DEBUG | __main__::41 - starting the response server... +2022-04-20 08:42:39.644 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 5198) +2022-04-20 08:42:39.662 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 08:42:39.683 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 08:42:40.301 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 注册成功 +2022-04-20 08:42:40.355 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 5198): {'register': '注册成功'} +2022-04-20 08:42:40.379 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 08:42:40.391 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 08:42:41.035 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 0fe661d76101e5863e1802376a472fd3b311de4b +2022-04-20 08:42:41.041 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 5198): {'cookie': '0fe661d76101e5863e1802376a472fd3b311de4b'} +2022-04-20 08:42:41.077 | INFO | dcs.tests.spider:run:50 - processing crawl task... +2022-04-20 08:42:41.107 | INFO | dcs.tests.spider:run:54 - local crawling task start: (('127.0.0.1', 5198), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '0fe661d76101e5863e1802376a472fd3b311de4b'}) +2022-04-20 08:42:41.107 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 5198): {'crawling state': 'starting, please wait...'} +2022-04-20 08:42:41.125 | INFO | dcs.tests.spider_task:run:96 - crawling task start: (('127.0.0.1', 5198), 'computer', 1, 2) +2022-04-20 08:42:41.125 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 08:42:41.125 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 5198)! +2022-04-20 15:36:05.352 | DEBUG | __main__::14 - reading config args... +2022-04-20 15:36:05.353 | DEBUG | __main__::21 - starting the main server... +2022-04-20 15:36:05.354 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 15:36:05.355 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 15:36:05.362 | DEBUG | __main__::36 - starting the user server... +2022-04-20 15:36:05.392 | DEBUG | __main__::41 - starting the response server... +2022-04-20 15:36:11.016 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 58224) +2022-04-20 15:36:11.040 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 15:36:11.046 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 15:36:11.810 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 15:36:11.852 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 58224): {'register': '用户名已存在，注册失败'} +2022-04-20 15:36:11.876 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 15:36:11.900 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 15:36:12.590 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 6d532b9f20a8f9478f58b1301731c35ba9a8e207 +2022-04-20 15:36:12.596 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 58224): {'cookie': '6d532b9f20a8f9478f58b1301731c35ba9a8e207'} +2022-04-20 15:36:12.632 | INFO | dcs.tests.spider_task:distribute_task:132 - distributing task: (('127.0.0.1', 58224), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '6d532b9f20a8f9478f58b1301731c35ba9a8e207'}) +2022-04-20 15:36:12.650 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 58224): {'crawling state': 'starting, please wait...'} +2022-04-20 15:36:12.668 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 15:36:12.668 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 58224)! +2022-04-20 19:57:51.349 | DEBUG | __main__::14 - reading config args... +2022-04-20 19:57:51.350 | DEBUG | __main__::21 - starting the main server... +2022-04-20 19:57:51.351 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 19:57:51.352 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 19:57:51.365 | DEBUG | __main__::36 - starting the user server... +2022-04-20 19:57:51.389 | DEBUG | __main__::41 - starting the response server... +2022-04-20 19:57:54.487 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 60041) +2022-04-20 19:58:50.468 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 60048) +2022-04-20 19:59:12.805 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 7999) +2022-04-20 19:59:12.859 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 19:59:12.883 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 19:59:13.237 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 19:59:13.273 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 7999): {'register': '用户名已存在，注册失败'} +2022-04-20 19:59:13.324 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 19:59:13.336 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 19:59:14.081 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 952742c1b26eeeb7d1b7b29a5dbed15ff2a6f42d +2022-04-20 19:59:14.117 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 7999): {'cookie': '952742c1b26eeeb7d1b7b29a5dbed15ff2a6f42d'} +2022-04-20 19:59:14.171 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 19:59:14.195 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 19:59:14.195 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 952742c1b26eeeb7d1b7b29a5dbed15ff2a6f42d +2022-04-20 19:59:14.231 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 7999): {'report_free': 'success marked 952742c1b26eeeb7d1b7b29a5dbed15ff2a6f42d'} +2022-04-20 19:59:14.249 | INFO | dcs.tests.spider_task:distribute_task:132 - distributing task: (('127.0.0.1', 7999), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '952742c1b26eeeb7d1b7b29a5dbed15ff2a6f42d'}) +2022-04-20 19:59:14.249 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 7999): {'crawling state': 'starting, please wait...'} +2022-04-20 19:59:14.249 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 7999) +2022-04-20 19:59:14.267 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 19:59:14.267 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 7999)! +2022-04-20 20:03:23.704 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:03:23.706 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:03:23.707 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:03:23.708 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:03:23.714 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:03:23.756 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:03:25.160 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 7999) +2022-04-20 20:03:25.262 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:03:25.268 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:03:25.796 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:03:25.814 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 7999): {'register': '用户名已存在，注册失败'} +2022-04-20 20:03:25.826 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:03:25.832 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:03:26.450 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 75273247438cf5999df77436db4908c76fd1f300 +2022-04-20 20:03:26.468 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 7999): {'cookie': '75273247438cf5999df77436db4908c76fd1f300'} +2022-04-20 20:03:26.486 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:03:26.498 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:03:26.498 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 75273247438cf5999df77436db4908c76fd1f300 +2022-04-20 20:03:26.499 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 7999): {'report_free': 'success marked 75273247438cf5999df77436db4908c76fd1f300'} +2022-04-20 20:03:26.579 | INFO | dcs.tests.spider_task:distribute_task:132 - distributing task: (('127.0.0.1', 7999), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '75273247438cf5999df77436db4908c76fd1f300'}) +2022-04-20 20:03:26.579 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 8000) +2022-04-20 20:03:26.597 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 7999): {'crawling state': 'starting, please wait...'} +2022-04-20 20:03:26.657 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:03:26.711 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 7999)! +2022-04-20 20:07:20.420 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:07:20.519 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:07:20.555 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:07:21.312 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:07:21.330 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:07:21.360 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:07:21.372 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:07:22.494 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 50126b1d3de2a00af4fcc4c1e1db86e8d1d58623 +2022-04-20 20:07:22.500 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': '50126b1d3de2a00af4fcc4c1e1db86e8d1d58623'} +2022-04-20 20:07:22.566 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:07:22.614 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:07:22.626 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 50126b1d3de2a00af4fcc4c1e1db86e8d1d58623 +2022-04-20 20:07:22.632 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 50126b1d3de2a00af4fcc4c1e1db86e8d1d58623'} +2022-04-20 20:07:22.794 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:07:22.812 | INFO | dcs.tests.spider_task:distribute_task:132 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '50126b1d3de2a00af4fcc4c1e1db86e8d1d58623'}) +2022-04-20 20:07:22.878 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:07:22.914 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 8000) +2022-04-20 20:07:22.986 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:07:23.092 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9001) +2022-04-20 20:09:57.577 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:09:57.578 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:09:57.579 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:09:57.580 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:09:57.586 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:09:57.616 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:09:59.755 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:09:59.863 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:09:59.947 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:10:00.451 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:10:00.469 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:10:00.493 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:10:00.511 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:10:01.303 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: a745d456498fad2ed62faf415642ae331f31b2fd +2022-04-20 20:10:01.321 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'a745d456498fad2ed62faf415642ae331f31b2fd'} +2022-04-20 20:10:01.369 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:10:01.399 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:10:01.399 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked a745d456498fad2ed62faf415642ae331f31b2fd +2022-04-20 20:10:01.411 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked a745d456498fad2ed62faf415642ae331f31b2fd'} +2022-04-20 20:10:01.447 | INFO | dcs.tests.spider_task:distribute_task:132 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'a745d456498fad2ed62faf415642ae331f31b2fd'}) +2022-04-20 20:10:01.447 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9001) +2022-04-20 20:10:01.448 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:10:01.501 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:10:01.501 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:12:23.367 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:12:23.369 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:12:23.370 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:12:23.371 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:12:23.386 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:12:23.398 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:12:29.586 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:12:29.616 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:12:29.646 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:12:30.164 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:12:30.170 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:12:30.242 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:12:30.254 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:12:30.950 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 7f9575ffd031096258b3cfad42360f3350ccc5fb +2022-04-20 20:12:30.974 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': '7f9575ffd031096258b3cfad42360f3350ccc5fb'} +2022-04-20 20:12:31.010 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:12:31.022 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:12:31.022 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 7f9575ffd031096258b3cfad42360f3350ccc5fb +2022-04-20 20:12:31.022 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 7f9575ffd031096258b3cfad42360f3350ccc5fb'} +2022-04-20 20:12:31.058 | INFO | dcs.tests.spider_task:distribute_task:132 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7f9575ffd031096258b3cfad42360f3350ccc5fb'}) +2022-04-20 20:12:31.058 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9001) +2022-04-20 20:12:31.059 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:12:31.067 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:12:31.085 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:13:23.102 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:13:23.103 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:13:23.104 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:13:23.105 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:13:23.112 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:13:23.148 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:13:24.739 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:13:24.805 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:13:24.817 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:13:25.366 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:13:25.384 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:13:25.408 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:13:25.451 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:13:26.129 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: a00114aa157aa8a430f3fbbf3f5a9fda402de62f +2022-04-20 20:13:26.178 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'a00114aa157aa8a430f3fbbf3f5a9fda402de62f'} +2022-04-20 20:13:26.202 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:13:26.208 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:13:26.208 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked a00114aa157aa8a430f3fbbf3f5a9fda402de62f +2022-04-20 20:13:26.214 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked a00114aa157aa8a430f3fbbf3f5a9fda402de62f'} +2022-04-20 20:13:26.286 | INFO | dcs.tests.spider_task:distribute_task:132 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'a00114aa157aa8a430f3fbbf3f5a9fda402de62f'}) +2022-04-20 20:13:26.286 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9001) +2022-04-20 20:13:26.304 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:13:26.340 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:13:26.346 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:15:57.950 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:15:58.064 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:15:58.112 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:15:58.653 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:15:58.665 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:15:58.677 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:15:58.695 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:15:59.211 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: ecf7a28ab09c4615eac29511549b95bd47c05b4b +2022-04-20 20:15:59.223 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'ecf7a28ab09c4615eac29511549b95bd47c05b4b'} +2022-04-20 20:15:59.253 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:15:59.265 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:15:59.265 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked ecf7a28ab09c4615eac29511549b95bd47c05b4b +2022-04-20 20:15:59.271 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked ecf7a28ab09c4615eac29511549b95bd47c05b4b'} +2022-04-20 20:15:59.325 | INFO | dcs.tests.spider_task:distribute_task:132 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'ecf7a28ab09c4615eac29511549b95bd47c05b4b'}) +2022-04-20 20:15:59.325 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9001) +2022-04-20 20:15:59.340 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:15:59.346 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9001) +2022-04-20 20:15:59.359 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:15:59.359 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:17:29.101 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:17:29.103 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:17:29.103 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:17:29.104 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:17:29.110 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:17:29.122 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:17:31.124 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:17:31.172 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:17:31.184 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:17:31.550 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:17:31.634 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:17:31.652 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:17:31.664 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:17:32.282 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 3da9f09f724a878958b9f990bd1d84feff6c3fab +2022-04-20 20:17:32.288 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': '3da9f09f724a878958b9f990bd1d84feff6c3fab'} +2022-04-20 20:17:32.318 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:17:32.330 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:17:32.330 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 3da9f09f724a878958b9f990bd1d84feff6c3fab +2022-04-20 20:17:32.348 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 3da9f09f724a878958b9f990bd1d84feff6c3fab'} +2022-04-20 20:17:32.415 | INFO | dcs.tests.spider_task:distribute_task:132 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '3da9f09f724a878958b9f990bd1d84feff6c3fab'}) +2022-04-20 20:17:32.415 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:17:32.416 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9001) +2022-04-20 20:17:32.490 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:17:32.496 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:18:14.321 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:18:14.322 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:18:14.323 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:18:14.323 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:18:14.331 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:18:14.355 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:18:16.014 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:18:16.063 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:18:16.069 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:18:16.587 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:18:16.599 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:18:16.635 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:18:16.647 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:18:17.375 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: bb3939409542345f6118082ecc3efb477b3ba694 +2022-04-20 20:18:17.393 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'bb3939409542345f6118082ecc3efb477b3ba694'} +2022-04-20 20:18:17.429 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:18:17.441 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:18:17.441 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked bb3939409542345f6118082ecc3efb477b3ba694 +2022-04-20 20:18:17.447 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked bb3939409542345f6118082ecc3efb477b3ba694'} +2022-04-20 20:18:17.513 | INFO | dcs.tests.spider_task:distribute_task:132 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'bb3939409542345f6118082ecc3efb477b3ba694'}) +2022-04-20 20:18:17.513 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9001) +2022-04-20 20:18:17.525 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:18:17.567 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:18:17.567 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:18:42.703 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:18:42.704 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:18:42.705 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:18:42.706 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:18:42.713 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:18:42.725 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:18:44.456 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:18:44.516 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:18:44.522 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:18:45.158 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:18:45.170 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:18:45.272 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:18:45.278 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:18:45.812 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: fcd8d922ea7d929fdf7c18630eb039c3763a73d9 +2022-04-20 20:18:45.848 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'fcd8d922ea7d929fdf7c18630eb039c3763a73d9'} +2022-04-20 20:18:45.878 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:18:45.878 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:18:45.879 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked fcd8d922ea7d929fdf7c18630eb039c3763a73d9 +2022-04-20 20:18:45.902 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked fcd8d922ea7d929fdf7c18630eb039c3763a73d9'} +2022-04-20 20:18:45.932 | INFO | dcs.tests.spider_task:distribute_task:132 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'fcd8d922ea7d929fdf7c18630eb039c3763a73d9'}) +2022-04-20 20:18:45.950 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:18:45.956 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9001) +2022-04-20 20:18:45.998 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:18:45.998 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:19:47.430 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:19:47.432 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:19:47.433 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:19:47.434 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:19:47.441 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:19:47.489 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:19:52.694 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:19:52.718 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:19:52.736 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:19:53.163 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:19:53.175 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:19:53.205 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:19:53.211 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:19:53.805 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 8d9cd3a700ef7f623a61fba63f2beb0381b9413e +2022-04-20 20:19:53.888 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': '8d9cd3a700ef7f623a61fba63f2beb0381b9413e'} +2022-04-20 20:19:53.931 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:19:53.937 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:19:53.937 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 8d9cd3a700ef7f623a61fba63f2beb0381b9413e +2022-04-20 20:19:53.943 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 8d9cd3a700ef7f623a61fba63f2beb0381b9413e'} +2022-04-20 20:19:53.954 | INFO | dcs.tests.spider_task:distribute_task:132 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '8d9cd3a700ef7f623a61fba63f2beb0381b9413e'}) +2022-04-20 20:19:53.954 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9001) +2022-04-20 20:19:53.993 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:19:54.005 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:19:54.023 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:34:51.769 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:34:51.769 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:34:51.770 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:34:51.771 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:34:51.776 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:34:51.794 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:34:53.446 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:34:53.494 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:34:53.506 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:34:54.184 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:34:54.202 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:34:54.232 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:34:54.238 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:34:55.066 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: c61c540bc9b0b8feaea7fc44aeb60e2847c773cc +2022-04-20 20:34:55.109 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'c61c540bc9b0b8feaea7fc44aeb60e2847c773cc'} +2022-04-20 20:34:55.198 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:34:55.204 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:34:55.204 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked c61c540bc9b0b8feaea7fc44aeb60e2847c773cc +2022-04-20 20:34:55.234 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked c61c540bc9b0b8feaea7fc44aeb60e2847c773cc'} +2022-04-20 20:34:55.288 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'c61c540bc9b0b8feaea7fc44aeb60e2847c773cc'}) +2022-04-20 20:34:55.288 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9001) +2022-04-20 20:34:55.300 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:34:55.348 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:34:55.348 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:35:57.826 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:35:57.827 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:35:57.828 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:35:57.828 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:35:57.836 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:35:57.861 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:36:01.766 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:36:01.796 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:36:01.808 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:36:02.223 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:36:02.241 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:36:02.301 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:36:02.313 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:36:02.901 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: db0746dac5ece17704c5ea9cbc6b52eb9d1f5700 +2022-04-20 20:36:02.901 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'db0746dac5ece17704c5ea9cbc6b52eb9d1f5700'} +2022-04-20 20:36:02.913 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:36:02.919 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:36:02.919 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked db0746dac5ece17704c5ea9cbc6b52eb9d1f5700 +2022-04-20 20:36:02.919 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked db0746dac5ece17704c5ea9cbc6b52eb9d1f5700'} +2022-04-20 20:36:02.997 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:36:02.997 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'db0746dac5ece17704c5ea9cbc6b52eb9d1f5700'}) +2022-04-20 20:36:03.021 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:36:03.021 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9000) +2022-04-20 20:36:03.057 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:36:45.021 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:36:45.022 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:36:45.023 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:36:45.024 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:36:45.030 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:36:45.060 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:36:47.197 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:36:47.227 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:36:47.239 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:36:48.151 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:36:48.163 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:36:48.211 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:36:48.223 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:36:48.902 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: cdc472983fb384217b159251a7019b797e4ea328 +2022-04-20 20:36:48.908 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'cdc472983fb384217b159251a7019b797e4ea328'} +2022-04-20 20:36:48.932 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:36:48.944 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:36:48.944 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked cdc472983fb384217b159251a7019b797e4ea328 +2022-04-20 20:36:48.968 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked cdc472983fb384217b159251a7019b797e4ea328'} +2022-04-20 20:36:48.986 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'cdc472983fb384217b159251a7019b797e4ea328'}) +2022-04-20 20:36:48.986 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9000) +2022-04-20 20:36:48.986 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:36:49.043 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:36:49.043 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:36:49.073 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {} +2022-04-20 20:38:22.099 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:38:22.099 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:38:22.100 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:38:22.101 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:38:22.109 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:38:22.127 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:38:23.994 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:38:24.018 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:38:24.060 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:38:24.594 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:38:24.642 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:38:24.696 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:38:24.702 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:38:25.783 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: fb0520026a46ed0a7d6e3cf9ccdba3edab2fbeb2 +2022-04-20 20:38:25.861 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'fb0520026a46ed0a7d6e3cf9ccdba3edab2fbeb2'} +2022-04-20 20:38:25.885 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:38:25.891 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:38:25.891 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked fb0520026a46ed0a7d6e3cf9ccdba3edab2fbeb2 +2022-04-20 20:38:25.891 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked fb0520026a46ed0a7d6e3cf9ccdba3edab2fbeb2'} +2022-04-20 20:38:26.014 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'fb0520026a46ed0a7d6e3cf9ccdba3edab2fbeb2'}) +2022-04-20 20:38:26.014 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9000) +2022-04-20 20:38:26.020 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:38:26.032 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:38:26.032 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:38:26.050 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {} +2022-04-20 20:39:17.828 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:39:17.864 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:39:17.870 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:39:18.224 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:39:18.230 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:39:18.236 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:39:18.248 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:39:19.142 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: ee25d1bbcf5b1fc23fc2945edcb4aa37182a7d4a +2022-04-20 20:39:19.148 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'ee25d1bbcf5b1fc23fc2945edcb4aa37182a7d4a'} +2022-04-20 20:39:19.208 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:39:19.214 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:39:19.214 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked ee25d1bbcf5b1fc23fc2945edcb4aa37182a7d4a +2022-04-20 20:39:19.214 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked ee25d1bbcf5b1fc23fc2945edcb4aa37182a7d4a'} +2022-04-20 20:39:19.271 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'ee25d1bbcf5b1fc23fc2945edcb4aa37182a7d4a'}) +2022-04-20 20:39:19.271 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9000) +2022-04-20 20:39:19.316 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9000) +2022-04-20 20:39:19.316 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:39:19.328 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:39:19.328 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:39:19.340 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'ee25d1bbcf5b1fc23fc2945edcb4aa37182a7d4a', 'result': 'result'} +2022-04-20 20:44:47.739 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:44:47.740 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:44:47.741 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:44:47.741 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:44:47.750 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:44:47.762 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:44:49.606 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:44:49.666 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:44:49.678 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:44:50.412 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:44:50.430 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:44:50.442 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:44:50.472 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:44:51.187 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: ef9bb76ae6146f49b72ded8f3c72d4da3d603343 +2022-04-20 20:44:51.217 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'ef9bb76ae6146f49b72ded8f3c72d4da3d603343'} +2022-04-20 20:44:51.241 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:44:51.253 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:44:51.253 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked ef9bb76ae6146f49b72ded8f3c72d4da3d603343 +2022-04-20 20:44:51.265 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked ef9bb76ae6146f49b72ded8f3c72d4da3d603343'} +2022-04-20 20:44:51.320 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'ef9bb76ae6146f49b72ded8f3c72d4da3d603343'}) +2022-04-20 20:44:51.320 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9000) +2022-04-20 20:44:51.349 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:44:51.362 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {} +2022-04-20 20:44:51.362 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:44:51.362 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:45:52.150 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:45:52.150 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:45:52.151 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:45:52.152 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:45:52.159 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:45:52.195 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:45:54.123 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:45:54.178 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:45:54.184 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:45:54.671 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:45:54.701 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:45:54.737 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:45:54.749 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:45:55.613 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: ed5176cec2fae2238c56b8c72c2a37c7b9b46ea3 +2022-04-20 20:45:55.625 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'ed5176cec2fae2238c56b8c72c2a37c7b9b46ea3'} +2022-04-20 20:45:55.649 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:45:55.667 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:45:55.667 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked ed5176cec2fae2238c56b8c72c2a37c7b9b46ea3 +2022-04-20 20:45:55.679 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked ed5176cec2fae2238c56b8c72c2a37c7b9b46ea3'} +2022-04-20 20:45:55.793 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:45:55.793 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'ed5176cec2fae2238c56b8c72c2a37c7b9b46ea3'}) +2022-04-20 20:45:55.835 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:45:55.853 | INFO | dcs.tests.requester:get:41 - sending crawl result to ('127.0.0.1', 9000) +2022-04-20 20:45:55.871 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:45:55.886 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {} +2022-04-20 20:47:59.388 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:47:59.389 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:47:59.390 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:47:59.390 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:47:59.397 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:47:59.439 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:48:01.421 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:48:01.469 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:48:01.488 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:48:02.076 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:48:02.088 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:48:02.160 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:48:02.166 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:48:02.829 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: b2ef394d12d586227fe76d01a73ea995730ef161 +2022-04-20 20:48:02.841 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'b2ef394d12d586227fe76d01a73ea995730ef161'} +2022-04-20 20:48:02.883 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:48:02.925 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:48:02.925 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked b2ef394d12d586227fe76d01a73ea995730ef161 +2022-04-20 20:48:02.949 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked b2ef394d12d586227fe76d01a73ea995730ef161'} +2022-04-20 20:48:03.015 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'b2ef394d12d586227fe76d01a73ea995730ef161'}) +2022-04-20 20:48:03.015 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 20:48:03.021 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:48:03.039 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {} +2022-04-20 20:48:52.766 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:48:52.766 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:48:52.768 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:48:52.768 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:48:52.777 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:48:52.795 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:48:57.608 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:48:57.710 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:48:57.716 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:48:58.083 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:48:58.095 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:48:58.168 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:48:58.180 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:48:59.056 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 0c9354369ce5965eb0d2fea31dfdc93f5e308189 +2022-04-20 20:48:59.062 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': '0c9354369ce5965eb0d2fea31dfdc93f5e308189'} +2022-04-20 20:48:59.080 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:48:59.080 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:48:59.081 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 0c9354369ce5965eb0d2fea31dfdc93f5e308189 +2022-04-20 20:48:59.086 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 0c9354369ce5965eb0d2fea31dfdc93f5e308189'} +2022-04-20 20:48:59.104 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '0c9354369ce5965eb0d2fea31dfdc93f5e308189'}) +2022-04-20 20:48:59.104 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 20:48:59.146 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:48:59.152 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {} +2022-04-20 20:49:21.234 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:49:21.235 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:49:21.236 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:49:21.236 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:49:21.243 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:49:21.267 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:49:24.173 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:49:24.216 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:49:24.258 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:49:25.116 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:49:25.134 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:49:25.182 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:49:25.200 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:49:25.734 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 0d68811c2d7b0b3474b53f0360b1d86dced7a456 +2022-04-20 20:49:25.752 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': '0d68811c2d7b0b3474b53f0360b1d86dced7a456'} +2022-04-20 20:49:25.782 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:49:25.794 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:49:25.794 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 0d68811c2d7b0b3474b53f0360b1d86dced7a456 +2022-04-20 20:49:25.812 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 0d68811c2d7b0b3474b53f0360b1d86dced7a456'} +2022-04-20 20:49:25.836 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '0d68811c2d7b0b3474b53f0360b1d86dced7a456'}) +2022-04-20 20:49:25.836 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:49:25.836 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 20:49:25.872 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:49:25.872 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:49:25.895 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {} +2022-04-20 20:50:34.630 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:50:34.631 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:50:34.633 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:50:34.633 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:50:34.660 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:50:34.714 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:50:37.792 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:50:37.828 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:50:37.864 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:50:38.440 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:50:38.458 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:50:38.476 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:50:38.482 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:50:39.052 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 9956674280c9dbc4225eddc5bc260fd4b51c896e +2022-04-20 20:50:39.076 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': '9956674280c9dbc4225eddc5bc260fd4b51c896e'} +2022-04-20 20:50:39.142 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:50:39.148 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:50:39.148 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 9956674280c9dbc4225eddc5bc260fd4b51c896e +2022-04-20 20:50:39.148 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 9956674280c9dbc4225eddc5bc260fd4b51c896e'} +2022-04-20 20:50:39.190 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '9956674280c9dbc4225eddc5bc260fd4b51c896e'}) +2022-04-20 20:50:39.190 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 20:50:39.191 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:50:39.196 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:50:39.196 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:50:39.214 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {} +2022-04-20 20:53:46.802 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:53:46.804 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:53:46.805 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:53:46.806 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:53:46.814 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:53:46.838 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:53:49.155 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:53:49.185 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:53:49.212 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:53:49.704 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:53:49.710 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:53:49.716 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:53:49.734 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:53:50.532 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 6917cfcd36b5d2f0ce2f46e43e47bae9c384ea78 +2022-04-20 20:53:50.551 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': '6917cfcd36b5d2f0ce2f46e43e47bae9c384ea78'} +2022-04-20 20:53:50.593 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:53:50.623 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:53:50.623 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 6917cfcd36b5d2f0ce2f46e43e47bae9c384ea78 +2022-04-20 20:53:50.635 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 6917cfcd36b5d2f0ce2f46e43e47bae9c384ea78'} +2022-04-20 20:53:50.665 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '6917cfcd36b5d2f0ce2f46e43e47bae9c384ea78'}) +2022-04-20 20:53:50.665 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 20:53:50.683 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:53:50.695 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:53:50.695 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:53:50.719 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {} +2022-04-20 20:55:34.272 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:55:34.274 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:55:34.275 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:55:34.275 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:55:34.289 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:55:34.308 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:55:37.395 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:55:37.569 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:55:37.575 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:55:38.164 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:55:38.206 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:55:38.272 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:55:38.278 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:55:38.939 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: fd8881e5f5e4d3562eec7971de67115268b84bb8 +2022-04-20 20:55:38.945 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'fd8881e5f5e4d3562eec7971de67115268b84bb8'} +2022-04-20 20:55:38.969 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:55:38.969 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:55:38.970 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked fd8881e5f5e4d3562eec7971de67115268b84bb8 +2022-04-20 20:55:38.981 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked fd8881e5f5e4d3562eec7971de67115268b84bb8'} +2022-04-20 20:55:39.023 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'fd8881e5f5e4d3562eec7971de67115268b84bb8'}) +2022-04-20 20:55:39.023 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 20:55:39.059 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:55:39.077 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:55:39.077 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 20:55:42.188 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'fd8881e5f5e4d3562eec7971de67115268b84bb8', 'result': 'result'} +2022-04-20 20:58:56.703 | DEBUG | __main__::14 - reading config args... +2022-04-20 20:58:56.704 | DEBUG | __main__::21 - starting the main server... +2022-04-20 20:58:56.705 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 20:58:56.706 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 20:58:56.712 | DEBUG | __main__::36 - starting the user server... +2022-04-20 20:58:56.730 | DEBUG | __main__::41 - starting the response server... +2022-04-20 20:58:59.926 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 20:59:00.088 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:59:00.124 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 20:59:00.562 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 20:59:00.592 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 20:59:00.724 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:59:00.739 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 20:59:01.635 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 128b3044932a4aaaa49ecda315f95f8663195365 +2022-04-20 20:59:01.641 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': '128b3044932a4aaaa49ecda315f95f8663195365'} +2022-04-20 20:59:01.683 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 20:59:01.701 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 20:59:01.701 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 128b3044932a4aaaa49ecda315f95f8663195365 +2022-04-20 20:59:01.737 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 128b3044932a4aaaa49ecda315f95f8663195365'} +2022-04-20 20:59:01.785 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '128b3044932a4aaaa49ecda315f95f8663195365'}) +2022-04-20 20:59:01.785 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 20:59:01.797 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 20:59:01.833 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {} +2022-04-20 20:59:01.833 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 20:59:01.833 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:00:57.706 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:00:57.707 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:00:57.708 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:00:57.709 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:00:57.716 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:00:57.728 | DEBUG | __main__::41 - starting the response server... +2022-04-20 21:01:00.610 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:01:00.628 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:01:00.640 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:01:01.384 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:01:01.390 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:01:01.414 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:01:01.420 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:01:02.152 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: f6e29a8a7443623a455219b35e81591e64b038d7 +2022-04-20 21:01:02.152 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'f6e29a8a7443623a455219b35e81591e64b038d7'} +2022-04-20 21:01:02.200 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:01:02.218 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:01:02.218 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked f6e29a8a7443623a455219b35e81591e64b038d7 +2022-04-20 21:01:02.230 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked f6e29a8a7443623a455219b35e81591e64b038d7'} +2022-04-20 21:01:02.278 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'f6e29a8a7443623a455219b35e81591e64b038d7'}) +2022-04-20 21:01:02.278 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:01:02.302 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:01:02.308 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:01:02.308 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:01:02.335 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {} +2022-04-20 21:03:33.942 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:03:33.944 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:03:33.945 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:03:33.946 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:03:33.952 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:03:33.967 | DEBUG | __main__::41 - starting the response server... +2022-04-20 21:03:37.087 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:03:37.231 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:03:37.237 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:03:37.718 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:03:37.754 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:03:37.814 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:03:37.820 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:03:38.535 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: fa830135107a72e50aeadb1dfc282f0c991e2546 +2022-04-20 21:03:38.613 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'fa830135107a72e50aeadb1dfc282f0c991e2546'} +2022-04-20 21:03:38.691 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:03:38.706 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:03:38.706 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked fa830135107a72e50aeadb1dfc282f0c991e2546 +2022-04-20 21:03:38.712 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked fa830135107a72e50aeadb1dfc282f0c991e2546'} +2022-04-20 21:03:38.790 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:03:38.808 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'fa830135107a72e50aeadb1dfc282f0c991e2546'}) +2022-04-20 21:03:38.826 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:03:38.832 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:03:38.832 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:03:38.919 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'fa830135107a72e50aeadb1dfc282f0c991e2546', 'result': 'result'} +2022-04-20 21:07:19.754 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:07:19.756 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:07:19.756 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:07:19.757 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:07:19.765 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:07:19.795 | DEBUG | __main__::41 - starting the response server... +2022-04-20 21:07:21.400 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:07:21.442 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:07:21.448 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:07:22.096 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:07:22.150 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:07:22.186 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:07:22.198 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:07:22.661 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: ad862f08a382d437a5b46c35bac5cd8ef11f7be3 +2022-04-20 21:07:22.667 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': 'ad862f08a382d437a5b46c35bac5cd8ef11f7be3'} +2022-04-20 21:07:22.739 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:07:22.745 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:07:22.745 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked ad862f08a382d437a5b46c35bac5cd8ef11f7be3 +2022-04-20 21:07:22.775 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked ad862f08a382d437a5b46c35bac5cd8ef11f7be3'} +2022-04-20 21:07:22.823 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'ad862f08a382d437a5b46c35bac5cd8ef11f7be3'}) +2022-04-20 21:07:22.823 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9001) +2022-04-20 21:07:22.835 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:07:22.853 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {} +2022-04-20 21:09:03.799 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:09:03.800 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:09:03.801 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:09:03.802 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:09:03.808 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:09:03.826 | DEBUG | __main__::41 - starting the response server... +2022-04-20 21:09:07.788 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:09:07.836 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:09:07.851 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:09:08.439 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:09:08.451 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:09:08.463 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:09:08.463 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:09:08.913 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 31e421c9a15b20fcb6dac7ec793c883edf8761fa +2022-04-20 21:09:08.925 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'cookie': '31e421c9a15b20fcb6dac7ec793c883edf8761fa'} +2022-04-20 21:09:08.943 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:09:08.949 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:09:08.949 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 31e421c9a15b20fcb6dac7ec793c883edf8761fa +2022-04-20 21:09:08.955 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 31e421c9a15b20fcb6dac7ec793c883edf8761fa'} +2022-04-20 21:09:09.051 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:09:09.051 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '31e421c9a15b20fcb6dac7ec793c883edf8761fa'}) +2022-04-20 21:09:09.051 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:09:09.069 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9001) +2022-04-20 21:09:09.069 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:09:09.184 | INFO | dcs.tests.response:run:21 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '31e421c9a15b20fcb6dac7ec793c883edf8761fa', 'result': 'result'} +2022-04-20 21:21:11.298 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:21:11.300 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:21:11.301 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:21:11.302 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:21:11.309 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:21:11.327 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:21:13.578 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:21:13.620 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:21:13.632 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:21:50.057 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:21:50.058 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:21:50.059 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:21:50.061 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:21:50.068 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:21:50.086 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:21:53.155 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:21:53.182 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:21:53.194 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:21:53.530 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:21:53.530 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:21:53.596 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:21:53.614 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:21:54.029 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 12b4922986a2a7cd1ac2088d905e6fc5938efe0e +2022-04-20 21:21:54.041 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '12b4922986a2a7cd1ac2088d905e6fc5938efe0e'} +2022-04-20 21:21:54.089 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:21:54.107 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:21:54.107 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 12b4922986a2a7cd1ac2088d905e6fc5938efe0e +2022-04-20 21:21:54.137 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 12b4922986a2a7cd1ac2088d905e6fc5938efe0e'} +2022-04-20 21:21:54.155 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '12b4922986a2a7cd1ac2088d905e6fc5938efe0e'}) +2022-04-20 21:21:54.155 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9001) +2022-04-20 21:21:54.194 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:21:54.203 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:21:54.203 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:23:52.292 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:23:52.293 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:23:52.294 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:23:52.295 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:23:52.302 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:23:52.320 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:23:54.720 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:23:54.756 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:23:54.768 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:23:55.116 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:23:55.117 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:23:55.122 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:23:55.128 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:23:55.645 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 6f8568ff3db149c4463d6402243508ad543cf077 +2022-04-20 21:23:55.657 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '6f8568ff3db149c4463d6402243508ad543cf077'} +2022-04-20 21:23:55.663 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:23:55.681 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:23:55.681 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 6f8568ff3db149c4463d6402243508ad543cf077 +2022-04-20 21:23:55.693 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 6f8568ff3db149c4463d6402243508ad543cf077'} +2022-04-20 21:23:55.711 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '6f8568ff3db149c4463d6402243508ad543cf077'}) +2022-04-20 21:23:55.711 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9001) +2022-04-20 21:23:55.775 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:23:55.787 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:23:55.787 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:24:50.839 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:24:50.840 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:24:50.841 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:24:50.843 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:24:50.850 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:24:50.898 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:24:53.003 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:24:53.074 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:24:53.092 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:24:53.531 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:24:53.543 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:24:53.561 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:24:53.573 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:24:54.179 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 9c7ceb2e7bbe0360f843fd995af5232e884ae698 +2022-04-20 21:24:54.197 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '9c7ceb2e7bbe0360f843fd995af5232e884ae698'} +2022-04-20 21:24:54.227 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:24:54.233 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:24:54.233 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 9c7ceb2e7bbe0360f843fd995af5232e884ae698 +2022-04-20 21:24:54.263 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 9c7ceb2e7bbe0360f843fd995af5232e884ae698'} +2022-04-20 21:24:54.378 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:24:54.402 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '9c7ceb2e7bbe0360f843fd995af5232e884ae698'}) +2022-04-20 21:24:54.402 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:24:54.408 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:24:54.408 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:25:53.002 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:25:53.003 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:25:53.005 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:25:53.005 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:25:53.013 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:25:53.025 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:25:54.366 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:25:54.402 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:25:54.408 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:25:54.768 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:25:54.775 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:25:54.780 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:25:54.780 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:25:55.195 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 3629a187ea9a380ff4f26832e89886fe6b338e18 +2022-04-20 21:25:55.213 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '3629a187ea9a380ff4f26832e89886fe6b338e18'} +2022-04-20 21:25:55.237 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:25:55.237 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:25:55.238 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 3629a187ea9a380ff4f26832e89886fe6b338e18 +2022-04-20 21:25:55.238 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 3629a187ea9a380ff4f26832e89886fe6b338e18'} +2022-04-20 21:25:55.267 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '3629a187ea9a380ff4f26832e89886fe6b338e18'}) +2022-04-20 21:25:55.267 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:25:55.294 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:25:55.324 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:25:55.324 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:26:51.651 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:26:51.653 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:26:51.654 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:26:51.654 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:26:51.661 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:26:51.697 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:26:54.197 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:26:54.266 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:26:54.272 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:26:54.639 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:26:54.681 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:26:54.711 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:26:54.723 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:26:55.167 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: d03f2d78fe783fb21f1f9b13e9866aebf42988b9 +2022-04-20 21:26:55.167 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'd03f2d78fe783fb21f1f9b13e9866aebf42988b9'} +2022-04-20 21:26:55.206 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:26:55.218 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:26:55.218 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked d03f2d78fe783fb21f1f9b13e9866aebf42988b9 +2022-04-20 21:26:55.242 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked d03f2d78fe783fb21f1f9b13e9866aebf42988b9'} +2022-04-20 21:26:55.284 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'd03f2d78fe783fb21f1f9b13e9866aebf42988b9'}) +2022-04-20 21:26:55.284 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:26:55.332 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:26:55.356 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:26:55.356 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:29:21.801 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:29:21.803 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:29:21.804 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:29:21.805 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:29:21.813 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:29:21.861 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:29:24.125 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:29:24.158 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:29:24.176 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:29:24.494 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:29:24.519 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:29:24.530 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:29:24.536 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:29:24.999 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 855b61b2551d786dac360ec7795fdabe5b26192d +2022-04-20 21:29:24.999 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '855b61b2551d786dac360ec7795fdabe5b26192d'} +2022-04-20 21:29:25.035 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:29:25.041 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:29:25.041 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 855b61b2551d786dac360ec7795fdabe5b26192d +2022-04-20 21:29:25.052 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 855b61b2551d786dac360ec7795fdabe5b26192d'} +2022-04-20 21:29:25.233 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '855b61b2551d786dac360ec7795fdabe5b26192d'}) +2022-04-20 21:29:25.233 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:29:25.233 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:29:25.272 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:29:25.290 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:29:35.530 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:29:35.531 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:29:35.532 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:29:35.533 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:29:35.545 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:29:35.599 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:29:40.206 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:29:40.236 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:29:40.260 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:29:40.651 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:29:40.669 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:29:40.682 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:29:40.688 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:29:41.102 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 917da19609a869da499a64b8dc883978eab11796 +2022-04-20 21:29:41.102 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '917da19609a869da499a64b8dc883978eab11796'} +2022-04-20 21:29:41.144 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:29:41.150 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:29:41.150 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 917da19609a869da499a64b8dc883978eab11796 +2022-04-20 21:29:41.168 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 917da19609a869da499a64b8dc883978eab11796'} +2022-04-20 21:29:41.222 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '917da19609a869da499a64b8dc883978eab11796'}) +2022-04-20 21:29:41.222 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:29:41.222 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:29:41.234 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:29:41.234 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:29:53.356 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:29:53.358 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:29:53.358 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:29:53.359 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:29:53.365 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:29:53.383 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:29:55.844 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:29:55.883 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:29:55.891 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:29:56.348 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:29:56.360 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:29:56.378 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:29:56.384 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:29:56.912 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 07402625670abcc9b485118ec73ced58b1544677 +2022-04-20 21:29:56.943 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '07402625670abcc9b485118ec73ced58b1544677'} +2022-04-20 21:29:56.984 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:29:56.991 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:29:56.992 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 07402625670abcc9b485118ec73ced58b1544677 +2022-04-20 21:29:57.018 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 07402625670abcc9b485118ec73ced58b1544677'} +2022-04-20 21:29:57.047 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '07402625670abcc9b485118ec73ced58b1544677'}) +2022-04-20 21:29:57.047 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:29:57.083 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:29:57.149 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:29:57.155 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:32:48.089 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:32:48.090 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:32:48.091 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:32:48.092 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:32:48.101 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:32:48.122 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:32:50.825 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:32:50.873 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:32:50.885 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:32:51.205 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:32:51.210 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:32:51.222 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:32:51.228 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:32:51.690 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: e88e6698c6e55d16f2fcac136cad479b389e1a26 +2022-04-20 21:32:51.708 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'e88e6698c6e55d16f2fcac136cad479b389e1a26'} +2022-04-20 21:32:51.732 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:32:51.738 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:32:51.738 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked e88e6698c6e55d16f2fcac136cad479b389e1a26 +2022-04-20 21:32:51.762 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked e88e6698c6e55d16f2fcac136cad479b389e1a26'} +2022-04-20 21:32:51.810 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'e88e6698c6e55d16f2fcac136cad479b389e1a26'}) +2022-04-20 21:32:51.810 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:32:51.811 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:32:51.819 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:32:51.819 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:34:41.715 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:34:41.717 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:34:41.718 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:34:41.719 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:34:41.726 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:34:41.750 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:34:43.307 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:34:43.331 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:34:43.355 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:34:43.589 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:34:43.619 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:34:43.643 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:34:43.649 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:34:44.267 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: abb160adf759cd5e75c1a2cb59ac545a64b4ab31 +2022-04-20 21:34:44.303 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'abb160adf759cd5e75c1a2cb59ac545a64b4ab31'} +2022-04-20 21:34:44.321 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:34:44.327 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:34:44.327 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked abb160adf759cd5e75c1a2cb59ac545a64b4ab31 +2022-04-20 21:34:44.333 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked abb160adf759cd5e75c1a2cb59ac545a64b4ab31'} +2022-04-20 21:34:44.369 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'abb160adf759cd5e75c1a2cb59ac545a64b4ab31'}) +2022-04-20 21:34:44.375 | INFO | dcs.tests.requester:get:42 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:34:44.381 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:34:44.387 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:34:44.387 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:36:39.591 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:36:39.593 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:36:39.594 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:36:39.595 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:36:39.608 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:36:39.632 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:36:42.083 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:36:42.113 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:36:42.119 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:36:42.611 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:36:42.617 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:36:42.641 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:36:42.641 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:36:43.200 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 74d37061b6247f2fbe948ee17baf38d22bf51331 +2022-04-20 21:36:43.200 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '74d37061b6247f2fbe948ee17baf38d22bf51331'} +2022-04-20 21:36:43.254 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:36:43.260 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:36:43.260 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 74d37061b6247f2fbe948ee17baf38d22bf51331 +2022-04-20 21:36:43.266 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 74d37061b6247f2fbe948ee17baf38d22bf51331'} +2022-04-20 21:36:43.278 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '74d37061b6247f2fbe948ee17baf38d22bf51331'}) +2022-04-20 21:36:43.290 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:36:43.296 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:36:43.308 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:36:43.308 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:37:37.496 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:37:37.498 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:37:37.499 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:37:37.500 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:37:37.508 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:37:37.556 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:37:39.692 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:37:39.711 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:37:39.720 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:37:40.176 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:37:40.176 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:37:40.185 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:37:40.191 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:37:40.708 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 4b1570d686abf6c393ac6c3e0ed504bc4a04386a +2022-04-20 21:37:40.714 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '4b1570d686abf6c393ac6c3e0ed504bc4a04386a'} +2022-04-20 21:37:40.773 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:37:40.779 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:37:40.779 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 4b1570d686abf6c393ac6c3e0ed504bc4a04386a +2022-04-20 21:37:40.779 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 4b1570d686abf6c393ac6c3e0ed504bc4a04386a'} +2022-04-20 21:37:40.810 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '4b1570d686abf6c393ac6c3e0ed504bc4a04386a'}) +2022-04-20 21:37:40.810 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:37:40.818 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:37:40.825 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:37:40.825 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:38:13.510 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:38:13.512 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:38:13.512 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:38:13.513 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:38:13.528 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:38:13.564 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:38:16.695 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:38:16.779 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:38:16.785 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:38:17.043 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:38:17.061 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:38:17.085 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:38:17.098 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:38:17.608 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 183d9819524152ffeb5521252cedc429b9ae34d7 +2022-04-20 21:38:17.650 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '183d9819524152ffeb5521252cedc429b9ae34d7'} +2022-04-20 21:38:17.656 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:38:17.668 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:38:17.668 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 183d9819524152ffeb5521252cedc429b9ae34d7 +2022-04-20 21:38:17.704 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 183d9819524152ffeb5521252cedc429b9ae34d7'} +2022-04-20 21:38:17.728 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '183d9819524152ffeb5521252cedc429b9ae34d7'}) +2022-04-20 21:38:17.752 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:38:17.764 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:38:17.800 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:38:17.800 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:38:46.225 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:38:46.226 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:38:46.227 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:38:46.228 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:38:46.235 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:38:46.271 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:38:48.701 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:38:48.773 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:38:48.779 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:38:49.031 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:38:49.043 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:38:49.067 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:38:49.068 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:38:49.632 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 0783baca8a4dd75bc2cce8562607d6a47f0ae5bf +2022-04-20 21:38:49.632 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '0783baca8a4dd75bc2cce8562607d6a47f0ae5bf'} +2022-04-20 21:38:49.674 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:38:49.680 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:38:49.680 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 0783baca8a4dd75bc2cce8562607d6a47f0ae5bf +2022-04-20 21:38:49.704 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 0783baca8a4dd75bc2cce8562607d6a47f0ae5bf'} +2022-04-20 21:38:49.752 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '0783baca8a4dd75bc2cce8562607d6a47f0ae5bf'}) +2022-04-20 21:38:49.752 | INFO | dcs.tests.requester:get:41 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:38:49.761 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:38:49.767 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:38:49.767 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:40:06.080 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:40:06.081 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:40:06.082 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:40:06.082 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:40:06.090 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:40:06.108 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:40:08.672 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:40:08.720 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:40:08.732 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:40:08.966 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:40:08.978 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:40:08.996 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:40:09.002 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:40:09.500 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 9353b70683c1d7ffb65c047e2fe7c12737948a19 +2022-04-20 21:40:09.512 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '9353b70683c1d7ffb65c047e2fe7c12737948a19'} +2022-04-20 21:40:09.524 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:40:09.536 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:40:09.536 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 9353b70683c1d7ffb65c047e2fe7c12737948a19 +2022-04-20 21:40:09.566 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 9353b70683c1d7ffb65c047e2fe7c12737948a19'} +2022-04-20 21:40:09.596 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '9353b70683c1d7ffb65c047e2fe7c12737948a19'}) +2022-04-20 21:40:09.596 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:40:09.597 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:40:09.608 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:40:09.626 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:43:27.601 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:43:27.602 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:43:27.603 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:43:27.604 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:43:27.612 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:43:27.643 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:43:31.649 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:43:31.650 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:43:31.651 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:43:31.652 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:43:31.658 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:43:31.670 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:43:35.739 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:43:35.775 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:43:35.781 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:43:36.121 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:43:36.199 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:43:36.265 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:43:36.271 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:43:36.704 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 236fbecfc52cb10a25bfc8b0d4dd5cadbd491bb4 +2022-04-20 21:43:36.704 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '236fbecfc52cb10a25bfc8b0d4dd5cadbd491bb4'} +2022-04-20 21:43:36.740 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:43:36.746 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:43:36.746 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 236fbecfc52cb10a25bfc8b0d4dd5cadbd491bb4 +2022-04-20 21:43:36.752 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 236fbecfc52cb10a25bfc8b0d4dd5cadbd491bb4'} +2022-04-20 21:43:36.770 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '236fbecfc52cb10a25bfc8b0d4dd5cadbd491bb4'}) +2022-04-20 21:43:36.770 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:43:36.794 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:43:36.818 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:43:36.818 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:44:59.233 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:44:59.234 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:44:59.235 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:44:59.236 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:44:59.245 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:44:59.275 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:45:02.052 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:45:02.064 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:45:02.076 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:45:02.388 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:45:02.430 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:45:02.454 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:45:02.466 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:45:02.953 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: b57e2f4e05ac20edc39fa27ce920a610b693d9ea +2022-04-20 21:45:02.953 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'b57e2f4e05ac20edc39fa27ce920a610b693d9ea'} +2022-04-20 21:45:02.959 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:45:02.965 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:45:02.965 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked b57e2f4e05ac20edc39fa27ce920a610b693d9ea +2022-04-20 21:45:02.983 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked b57e2f4e05ac20edc39fa27ce920a610b693d9ea'} +2022-04-20 21:45:03.043 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'b57e2f4e05ac20edc39fa27ce920a610b693d9ea'}) +2022-04-20 21:45:03.043 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:45:03.067 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:45:03.079 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:45:03.079 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:45:03.121 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-20 21:45:22.508 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:45:22.509 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:45:22.511 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:45:22.511 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:45:22.518 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:45:22.536 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:45:25.023 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:45:25.047 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:45:25.054 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:45:25.251 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:45:25.276 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:45:25.294 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:45:25.294 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:45:25.657 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: f8305903a9310e8374c6766ca2960004b944fd8c +2022-04-20 21:45:25.663 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'f8305903a9310e8374c6766ca2960004b944fd8c'} +2022-04-20 21:45:25.699 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:45:25.705 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:45:25.706 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked f8305903a9310e8374c6766ca2960004b944fd8c +2022-04-20 21:45:25.774 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked f8305903a9310e8374c6766ca2960004b944fd8c'} +2022-04-20 21:45:25.804 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'f8305903a9310e8374c6766ca2960004b944fd8c'}) +2022-04-20 21:45:25.804 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:45:25.834 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:45:25.894 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:45:25.894 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:45:28.875 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'f8305903a9310e8374c6766ca2960004b944fd8c', 'result': 'result', 'type': 'crawl_result'} +2022-04-20 21:47:49.514 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:47:49.515 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:47:49.516 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:47:49.517 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:47:49.525 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:47:49.567 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:47:51.213 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:47:51.228 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:47:51.234 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:47:51.480 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:47:51.492 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:47:51.516 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:47:51.517 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:47:52.020 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 79f60a880a0e3b5c4afc83781122d229839fe059 +2022-04-20 21:47:52.039 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '79f60a880a0e3b5c4afc83781122d229839fe059'} +2022-04-20 21:47:52.087 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:47:52.087 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:47:52.088 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 79f60a880a0e3b5c4afc83781122d229839fe059 +2022-04-20 21:47:52.093 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 79f60a880a0e3b5c4afc83781122d229839fe059'} +2022-04-20 21:47:52.105 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '79f60a880a0e3b5c4afc83781122d229839fe059'}) +2022-04-20 21:47:52.123 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:47:52.159 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:47:52.171 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:47:52.171 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:47:52.231 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-20 21:55:45.576 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:55:45.578 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:55:45.579 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:55:45.579 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:55:45.588 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:55:45.606 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:55:47.576 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:55:47.612 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:55:47.624 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:55:47.985 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:55:47.991 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:55:48.002 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:55:48.009 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:55:48.496 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 677abce3245e45eb119e6dc33d983f703b94a6c9 +2022-04-20 21:55:48.604 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '677abce3245e45eb119e6dc33d983f703b94a6c9'} +2022-04-20 21:55:48.622 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:55:48.623 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:55:48.623 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 677abce3245e45eb119e6dc33d983f703b94a6c9 +2022-04-20 21:55:48.643 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 677abce3245e45eb119e6dc33d983f703b94a6c9'} +2022-04-20 21:55:48.679 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '677abce3245e45eb119e6dc33d983f703b94a6c9'}) +2022-04-20 21:55:48.679 | INFO | dcs.tests.requester:get:46 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:55:48.680 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:55:48.730 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:55:48.730 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:55:48.730 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-20 21:56:22.045 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:56:22.046 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:56:22.047 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:56:22.048 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:56:22.054 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:56:22.078 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:56:24.945 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:56:25.005 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:56:25.017 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:56:25.347 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:56:25.365 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:56:25.395 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:56:25.419 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:56:25.965 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 8a5fc6a0ee043b9aa87cdf54430840afeca4ea5b +2022-04-20 21:56:26.025 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '8a5fc6a0ee043b9aa87cdf54430840afeca4ea5b'} +2022-04-20 21:56:26.055 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:56:26.061 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:56:26.061 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 8a5fc6a0ee043b9aa87cdf54430840afeca4ea5b +2022-04-20 21:56:26.085 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 8a5fc6a0ee043b9aa87cdf54430840afeca4ea5b'} +2022-04-20 21:56:26.139 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '8a5fc6a0ee043b9aa87cdf54430840afeca4ea5b'}) +2022-04-20 21:56:26.139 | INFO | dcs.tests.requester:get:46 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:56:26.157 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-20 21:56:26.175 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:56:26.181 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:56:26.181 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:57:31.487 | DEBUG | __main__::14 - reading config args... +2022-04-20 21:57:31.488 | DEBUG | __main__::21 - starting the main server... +2022-04-20 21:57:31.490 | DEBUG | __main__::26 - starting the requester server... +2022-04-20 21:57:31.490 | DEBUG | __main__::31 - starting the spider server... +2022-04-20 21:57:31.499 | DEBUG | __main__::36 - starting the user server... +2022-04-20 21:57:31.517 | DEBUG | __main__::41 - starting the communicator server... +2022-04-20 21:57:34.903 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-20 21:57:34.963 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:57:34.969 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-20 21:57:35.371 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-20 21:57:35.377 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-20 21:57:35.455 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:57:35.467 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-20 21:57:35.983 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 1eb9d86caa8e36bcdd7481213db0272dd087b501 +2022-04-20 21:57:35.983 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '1eb9d86caa8e36bcdd7481213db0272dd087b501'} +2022-04-20 21:57:36.007 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-20 21:57:36.013 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-20 21:57:36.013 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 1eb9d86caa8e36bcdd7481213db0272dd087b501 +2022-04-20 21:57:36.055 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 1eb9d86caa8e36bcdd7481213db0272dd087b501'} +2022-04-20 21:57:36.091 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-20 21:57:36.091 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '1eb9d86caa8e36bcdd7481213db0272dd087b501'}) +2022-04-20 21:57:36.091 | INFO | dcs.tests.requester:get:47 - sending crawl request to ('127.0.0.1', 9000) +2022-04-20 21:57:36.100 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-20 21:57:36.100 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-20 21:57:36.124 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 14:28:13.773 | DEBUG | __main__::14 - reading config args... +2022-04-21 14:28:13.774 | DEBUG | __main__::21 - starting the main server... +2022-04-21 14:28:13.775 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 14:28:13.776 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 14:28:13.784 | DEBUG | __main__::36 - starting the user server... +2022-04-21 14:28:13.814 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 14:28:18.622 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 14:28:18.682 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:28:18.694 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 14:28:19.055 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 14:28:19.103 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 14:28:19.115 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:28:19.121 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 14:28:19.691 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 7f3bb934fbbf977507d0efcb51c7311333a52099 +2022-04-21 14:28:19.691 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '7f3bb934fbbf977507d0efcb51c7311333a52099'} +2022-04-21 14:28:19.733 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:28:19.734 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 14:28:19.734 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 7f3bb934fbbf977507d0efcb51c7311333a52099 +2022-04-21 14:28:19.778 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 7f3bb934fbbf977507d0efcb51c7311333a52099'} +2022-04-21 14:28:19.790 | INFO | dcs.tests.spider_task:distribute_task:138 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7f3bb934fbbf977507d0efcb51c7311333a52099'}) +2022-04-21 14:28:19.790 | INFO | dcs.tests.requester:get:47 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 14:28:19.847 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 14:28:19.859 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 14:28:19.955 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 14:28:19.955 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 14:47:18.473 | DEBUG | __main__::14 - reading config args... +2022-04-21 14:47:18.474 | DEBUG | __main__::21 - starting the main server... +2022-04-21 14:47:18.476 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 14:47:18.477 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 14:47:18.486 | DEBUG | __main__::36 - starting the user server... +2022-04-21 14:47:18.513 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 14:47:33.247 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 14:47:33.313 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:47:33.337 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 14:47:33.823 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 14:47:33.847 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 14:47:33.859 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:47:33.865 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 14:47:34.346 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 6cd84578c75db26be23e03188cde58aa8866e35c +2022-04-21 14:47:34.388 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '6cd84578c75db26be23e03188cde58aa8866e35c'} +2022-04-21 14:47:34.424 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:47:34.430 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 14:47:34.430 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 6cd84578c75db26be23e03188cde58aa8866e35c +2022-04-21 14:47:34.442 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 6cd84578c75db26be23e03188cde58aa8866e35c'} +2022-04-21 14:47:34.514 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 14:47:34.514 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '6cd84578c75db26be23e03188cde58aa8866e35c'}) +2022-04-21 14:47:34.515 | INFO | dcs.tests.requester:get:49 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 14:47:34.523 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 14:47:34.523 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 14:47:34.583 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 14:48:03.598 | DEBUG | __main__::14 - reading config args... +2022-04-21 14:48:03.600 | DEBUG | __main__::21 - starting the main server... +2022-04-21 14:48:03.601 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 14:48:03.602 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 14:48:03.608 | DEBUG | __main__::36 - starting the user server... +2022-04-21 14:48:03.655 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 14:48:05.981 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 14:48:06.029 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:48:06.053 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 14:48:06.317 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 14:48:06.359 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 14:48:06.371 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:48:06.377 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 14:48:06.905 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: e41923de7a40ad5f2b240f92dc025543472f3342 +2022-04-21 14:48:06.935 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'e41923de7a40ad5f2b240f92dc025543472f3342'} +2022-04-21 14:48:06.947 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:48:06.953 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 14:48:06.953 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked e41923de7a40ad5f2b240f92dc025543472f3342 +2022-04-21 14:48:06.971 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked e41923de7a40ad5f2b240f92dc025543472f3342'} +2022-04-21 14:48:06.996 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'e41923de7a40ad5f2b240f92dc025543472f3342'}) +2022-04-21 14:48:07.002 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 14:48:07.002 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 14:48:07.020 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 14:48:07.020 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 14:48:07.032 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 14:50:43.950 | DEBUG | __main__::14 - reading config args... +2022-04-21 14:50:43.952 | DEBUG | __main__::21 - starting the main server... +2022-04-21 14:50:43.953 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 14:50:43.954 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 14:50:43.960 | DEBUG | __main__::36 - starting the user server... +2022-04-21 14:50:43.990 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 14:50:46.453 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 14:50:46.495 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:50:46.507 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 14:50:46.789 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 14:50:46.795 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 14:50:46.831 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:50:46.855 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 14:50:47.307 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: f91bd7a8f198c3373f88cf431db5a4dfba4de8f5 +2022-04-21 14:50:47.307 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'f91bd7a8f198c3373f88cf431db5a4dfba4de8f5'} +2022-04-21 14:50:47.376 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:50:47.419 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 14:50:47.443 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked f91bd7a8f198c3373f88cf431db5a4dfba4de8f5 +2022-04-21 14:50:47.496 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked f91bd7a8f198c3373f88cf431db5a4dfba4de8f5'} +2022-04-21 14:50:47.581 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 14:50:47.587 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'f91bd7a8f198c3373f88cf431db5a4dfba4de8f5'}) +2022-04-21 14:50:47.659 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 14:50:47.659 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 14:50:47.689 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 14:50:47.797 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 14:54:38.017 | DEBUG | __main__::14 - reading config args... +2022-04-21 14:54:38.018 | DEBUG | __main__::21 - starting the main server... +2022-04-21 14:54:38.020 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 14:54:38.021 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 14:54:38.029 | DEBUG | __main__::36 - starting the user server... +2022-04-21 14:54:38.071 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 14:54:40.503 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 14:54:40.581 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:54:40.611 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 14:54:41.007 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 14:54:41.013 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 14:54:41.067 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:54:41.079 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 14:54:41.560 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 2fd33e30a53c009f58847ac26339338f4bd9b408 +2022-04-21 14:54:41.578 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '2fd33e30a53c009f58847ac26339338f4bd9b408'} +2022-04-21 14:54:41.590 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:54:41.599 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 14:54:41.599 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 2fd33e30a53c009f58847ac26339338f4bd9b408 +2022-04-21 14:54:41.617 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 2fd33e30a53c009f58847ac26339338f4bd9b408'} +2022-04-21 14:54:41.671 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 14:54:41.677 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 14:54:41.677 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '2fd33e30a53c009f58847ac26339338f4bd9b408'}) +2022-04-21 14:54:41.677 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 14:54:41.678 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 14:54:49.920 | INFO | dcs.tests.spider_task:run:101 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '2fd33e30a53c009f58847ac26339338f4bd9b408'}) +2022-04-21 14:57:50.766 | DEBUG | __main__::14 - reading config args... +2022-04-21 14:57:50.768 | DEBUG | __main__::21 - starting the main server... +2022-04-21 14:57:50.769 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 14:57:50.770 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 14:57:50.778 | DEBUG | __main__::36 - starting the user server... +2022-04-21 14:57:50.790 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 14:57:53.730 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 14:57:53.796 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:57:53.804 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 14:57:54.093 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 14:57:54.093 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 14:57:54.102 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:57:54.108 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 14:57:54.547 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: b8cdd107206324341dc1ce03e9c7bfb1d4f83560 +2022-04-21 14:57:54.559 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'b8cdd107206324341dc1ce03e9c7bfb1d4f83560'} +2022-04-21 14:57:54.577 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 14:57:54.601 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 14:57:54.601 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked b8cdd107206324341dc1ce03e9c7bfb1d4f83560 +2022-04-21 14:57:54.607 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked b8cdd107206324341dc1ce03e9c7bfb1d4f83560'} +2022-04-21 14:57:54.643 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'b8cdd107206324341dc1ce03e9c7bfb1d4f83560'}) +2022-04-21 14:57:54.643 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 14:57:54.679 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 14:57:54.685 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 14:57:54.686 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 14:58:21.723 | INFO | dcs.tests.spider_task:run:101 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'b8cdd107206324341dc1ce03e9c7bfb1d4f83560'}) +2022-04-21 15:00:34.733 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:00:34.735 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:00:34.736 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:00:34.737 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:00:34.752 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:00:34.764 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:00:37.102 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:00:37.144 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:00:37.174 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:00:37.642 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:00:37.756 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:00:37.762 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:00:37.786 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:00:38.290 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 6ea95820613a1140901d9571f4a68f031417312f +2022-04-21 15:00:38.290 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '6ea95820613a1140901d9571f4a68f031417312f'} +2022-04-21 15:00:38.368 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:00:38.374 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:00:38.374 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 6ea95820613a1140901d9571f4a68f031417312f +2022-04-21 15:00:38.410 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 6ea95820613a1140901d9571f4a68f031417312f'} +2022-04-21 15:00:38.440 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '6ea95820613a1140901d9571f4a68f031417312f'}) +2022-04-21 15:00:38.440 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:00:38.467 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:00:38.467 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:00:38.476 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:00:53.151 | INFO | dcs.tests.spider_task:run:101 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '6ea95820613a1140901d9571f4a68f031417312f'}) +2022-04-21 15:03:03.756 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:03:03.757 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:03:03.758 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:03:03.759 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:03:03.768 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:03:03.786 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:03:06.192 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:03:06.246 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:03:06.267 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:03:06.585 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:03:06.597 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:03:06.603 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:03:06.604 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:03:07.014 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: e9ed8a81f95462264827d83f163eb54a3ca1e549 +2022-04-21 15:03:07.020 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'e9ed8a81f95462264827d83f163eb54a3ca1e549'} +2022-04-21 15:03:07.075 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:03:07.081 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:03:07.089 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked e9ed8a81f95462264827d83f163eb54a3ca1e549 +2022-04-21 15:03:07.126 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked e9ed8a81f95462264827d83f163eb54a3ca1e549'} +2022-04-21 15:03:07.144 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'e9ed8a81f95462264827d83f163eb54a3ca1e549'}) +2022-04-21 15:03:07.156 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:03:07.180 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:03:07.180 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:03:07.192 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:03:21.004 | INFO | dcs.tests.spider_task:run:101 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'e9ed8a81f95462264827d83f163eb54a3ca1e549'}) +2022-04-21 15:05:24.383 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:05:24.385 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:05:24.386 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:05:24.387 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:05:24.394 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:05:24.418 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:05:30.360 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:05:30.426 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:05:30.439 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:05:30.712 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:05:30.742 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:05:30.754 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:05:30.760 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:05:31.163 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 40b57f2e76b7b2b6159b3f683d062308b4ae1432 +2022-04-21 15:05:31.175 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '40b57f2e76b7b2b6159b3f683d062308b4ae1432'} +2022-04-21 15:05:31.229 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:05:31.235 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:05:31.235 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 40b57f2e76b7b2b6159b3f683d062308b4ae1432 +2022-04-21 15:05:31.259 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 40b57f2e76b7b2b6159b3f683d062308b4ae1432'} +2022-04-21 15:05:31.307 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '40b57f2e76b7b2b6159b3f683d062308b4ae1432'}) +2022-04-21 15:05:31.308 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:05:31.331 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:05:31.331 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:05:31.373 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:05:37.937 | INFO | dcs.tests.spider_task:run:101 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '40b57f2e76b7b2b6159b3f683d062308b4ae1432'}) +2022-04-21 15:06:56.657 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:06:56.659 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:06:56.660 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:06:56.661 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:06:56.668 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:06:56.692 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:06:59.106 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:06:59.172 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:06:59.184 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:06:59.502 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:06:59.520 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:06:59.544 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:06:59.550 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:06:59.976 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 7d05cdb2d49c7ac7a7643884e6b5c692015eb5c8 +2022-04-21 15:07:00.000 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '7d05cdb2d49c7ac7a7643884e6b5c692015eb5c8'} +2022-04-21 15:07:00.036 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:07:00.042 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:07:00.078 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 7d05cdb2d49c7ac7a7643884e6b5c692015eb5c8 +2022-04-21 15:07:00.090 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 7d05cdb2d49c7ac7a7643884e6b5c692015eb5c8'} +2022-04-21 15:07:00.144 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7d05cdb2d49c7ac7a7643884e6b5c692015eb5c8'}) +2022-04-21 15:07:00.144 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:07:00.168 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:07:00.168 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:07:00.225 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:07:22.565 | INFO | dcs.tests.spider_task:run:101 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '7d05cdb2d49c7ac7a7643884e6b5c692015eb5c8'}) +2022-04-21 15:09:37.463 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:09:37.465 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:09:37.466 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:09:37.467 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:09:37.473 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:09:37.491 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:09:40.472 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:09:40.484 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:09:40.493 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:09:40.758 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:09:40.776 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:09:40.818 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:09:40.824 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:09:41.450 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 859194c2476b104a8943065381a65a37bf898073 +2022-04-21 15:09:41.462 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '859194c2476b104a8943065381a65a37bf898073'} +2022-04-21 15:09:41.492 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:09:41.498 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:09:41.498 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 859194c2476b104a8943065381a65a37bf898073 +2022-04-21 15:09:41.516 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 859194c2476b104a8943065381a65a37bf898073'} +2022-04-21 15:09:41.546 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '859194c2476b104a8943065381a65a37bf898073'}) +2022-04-21 15:09:41.564 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:09:41.576 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:09:41.576 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:09:41.600 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:09:41.708 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:10:43.177 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:10:43.178 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:10:43.179 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:10:43.179 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:10:43.185 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:10:43.222 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:10:45.754 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:10:45.766 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:10:45.767 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:10:46.006 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:10:46.006 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:10:46.030 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:10:46.030 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:10:46.469 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 9cba6c52978a7dd27ac2497941c04502ba110149 +2022-04-21 15:10:46.493 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '9cba6c52978a7dd27ac2497941c04502ba110149'} +2022-04-21 15:10:46.523 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:10:46.529 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:10:46.529 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 9cba6c52978a7dd27ac2497941c04502ba110149 +2022-04-21 15:10:46.547 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 9cba6c52978a7dd27ac2497941c04502ba110149'} +2022-04-21 15:10:46.595 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '9cba6c52978a7dd27ac2497941c04502ba110149'}) +2022-04-21 15:10:46.607 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:10:46.652 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:10:46.664 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:10:46.742 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:10:46.808 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:12:47.368 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:12:47.370 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:12:47.371 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:12:47.371 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:12:47.380 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:12:47.392 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:12:57.064 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:12:57.112 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:12:57.118 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:12:57.472 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:12:57.490 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:12:57.502 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:12:57.508 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:12:58.024 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 29bb1d1bf3c6d9b33983fee2fa41c894bc6bd837 +2022-04-21 15:12:58.048 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '29bb1d1bf3c6d9b33983fee2fa41c894bc6bd837'} +2022-04-21 15:12:58.084 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:12:58.090 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:12:58.090 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 29bb1d1bf3c6d9b33983fee2fa41c894bc6bd837 +2022-04-21 15:12:58.090 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 29bb1d1bf3c6d9b33983fee2fa41c894bc6bd837'} +2022-04-21 15:12:58.133 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '29bb1d1bf3c6d9b33983fee2fa41c894bc6bd837'}) +2022-04-21 15:12:58.145 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:12:58.151 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:12:58.151 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:12:58.160 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:12:58.213 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:13:26.795 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:13:26.797 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:13:26.798 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:13:26.798 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:13:26.805 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:13:26.823 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:13:29.728 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:13:29.740 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:13:29.749 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:13:30.079 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:13:30.103 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:13:30.115 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:13:30.116 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:13:30.694 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 9d941f59e384093e9c16920caaa0d13ac65e9745 +2022-04-21 15:13:30.707 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '9d941f59e384093e9c16920caaa0d13ac65e9745'} +2022-04-21 15:13:30.730 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:13:30.736 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:13:30.736 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 9d941f59e384093e9c16920caaa0d13ac65e9745 +2022-04-21 15:13:30.800 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 9d941f59e384093e9c16920caaa0d13ac65e9745'} +2022-04-21 15:13:30.811 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '9d941f59e384093e9c16920caaa0d13ac65e9745'}) +2022-04-21 15:13:30.835 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:13:30.853 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:13:30.866 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:13:30.866 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:14:35.011 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:14:35.012 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:14:35.013 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:14:35.014 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:14:35.022 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:14:35.076 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:14:38.022 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:14:38.052 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:14:38.058 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:14:38.412 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:14:38.430 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:14:38.466 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:14:38.472 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:14:38.982 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 0f69a93f547896bc764c559dbd5930045c4a0ac9 +2022-04-21 15:14:38.994 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '0f69a93f547896bc764c559dbd5930045c4a0ac9'} +2022-04-21 15:14:39.036 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:14:39.042 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:14:39.042 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 0f69a93f547896bc764c559dbd5930045c4a0ac9 +2022-04-21 15:14:39.060 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 0f69a93f547896bc764c559dbd5930045c4a0ac9'} +2022-04-21 15:14:39.108 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '0f69a93f547896bc764c559dbd5930045c4a0ac9'}) +2022-04-21 15:14:39.114 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:14:39.120 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:14:39.120 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:14:39.138 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:14:39.204 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:17:19.240 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:17:19.241 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:17:19.242 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:17:19.243 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:17:19.250 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:17:19.274 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:17:21.664 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:17:21.676 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:17:21.691 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:17:21.985 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:17:22.009 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:17:22.015 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:17:22.021 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:17:22.574 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: a2c7d9e0e424fe05cc71df0e4defe541abb31db1 +2022-04-21 15:17:22.586 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'a2c7d9e0e424fe05cc71df0e4defe541abb31db1'} +2022-04-21 15:17:22.622 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:17:22.628 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:17:22.628 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked a2c7d9e0e424fe05cc71df0e4defe541abb31db1 +2022-04-21 15:17:22.640 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked a2c7d9e0e424fe05cc71df0e4defe541abb31db1'} +2022-04-21 15:17:22.700 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'a2c7d9e0e424fe05cc71df0e4defe541abb31db1'}) +2022-04-21 15:17:22.706 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:17:22.712 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:17:22.712 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:17:22.742 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:17:22.881 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:19:35.683 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:19:35.684 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:19:35.685 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:19:35.686 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:19:35.693 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:19:35.740 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:19:40.117 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:19:40.141 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:19:40.153 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:19:40.520 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:19:40.532 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:19:40.562 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:19:40.568 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:19:41.102 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 31437743ae2ccc209661ae63eb65431112869fc8 +2022-04-21 15:19:41.108 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '31437743ae2ccc209661ae63eb65431112869fc8'} +2022-04-21 15:19:41.132 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:19:41.138 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:19:41.138 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 31437743ae2ccc209661ae63eb65431112869fc8 +2022-04-21 15:19:41.210 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 31437743ae2ccc209661ae63eb65431112869fc8'} +2022-04-21 15:19:41.258 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '31437743ae2ccc209661ae63eb65431112869fc8'}) +2022-04-21 15:19:41.282 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:19:41.300 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:19:41.348 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:19:41.348 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:19:41.366 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:22:15.038 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:22:15.040 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:22:15.041 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:22:15.041 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:22:15.055 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:22:15.110 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:22:17.568 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:22:17.640 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:22:17.646 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:22:17.971 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:22:17.983 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:22:18.025 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:22:18.026 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:22:18.532 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 6c2a25546f37b88befe1001ba64bcd5b05bb3b18 +2022-04-21 15:22:18.550 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '6c2a25546f37b88befe1001ba64bcd5b05bb3b18'} +2022-04-21 15:22:18.568 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:22:18.586 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:22:18.586 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 6c2a25546f37b88befe1001ba64bcd5b05bb3b18 +2022-04-21 15:22:18.592 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 6c2a25546f37b88befe1001ba64bcd5b05bb3b18'} +2022-04-21 15:22:18.652 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '6c2a25546f37b88befe1001ba64bcd5b05bb3b18'}) +2022-04-21 15:22:18.664 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:22:18.682 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:22:18.682 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:22:18.697 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:22:18.782 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:23:00.301 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:23:00.302 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:23:00.303 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:23:00.304 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:23:00.310 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:23:00.322 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:23:02.804 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:23:02.816 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:23:02.825 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:23:03.086 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:23:03.097 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:23:03.187 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:23:03.199 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:23:03.818 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 5d173dc03459b6df5329de43e941e2578c6617d8 +2022-04-21 15:23:03.824 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '5d173dc03459b6df5329de43e941e2578c6617d8'} +2022-04-21 15:23:03.848 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:23:03.860 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:23:03.860 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 5d173dc03459b6df5329de43e941e2578c6617d8 +2022-04-21 15:23:03.866 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 5d173dc03459b6df5329de43e941e2578c6617d8'} +2022-04-21 15:23:03.884 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '5d173dc03459b6df5329de43e941e2578c6617d8'}) +2022-04-21 15:23:03.885 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:23:03.902 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:23:03.932 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:23:03.932 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:23:36.346 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:23:36.348 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:23:36.349 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:23:36.349 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:23:36.358 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:23:36.370 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:23:39.801 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:23:39.914 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:23:39.926 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:23:40.280 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:23:40.286 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:23:51.784 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:23:51.785 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:23:51.786 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:23:51.787 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:23:51.793 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:23:51.829 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:23:53.786 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:23:53.810 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:23:53.816 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:23:54.063 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:23:54.075 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:23:54.087 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:23:54.099 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:23:54.435 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: ecc5043a3964cc8a5c633d8bbc7f8abccbcb60fd +2022-04-21 15:23:54.441 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'ecc5043a3964cc8a5c633d8bbc7f8abccbcb60fd'} +2022-04-21 15:23:54.477 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:23:54.483 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:23:54.483 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked ecc5043a3964cc8a5c633d8bbc7f8abccbcb60fd +2022-04-21 15:23:54.501 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked ecc5043a3964cc8a5c633d8bbc7f8abccbcb60fd'} +2022-04-21 15:23:54.555 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'ecc5043a3964cc8a5c633d8bbc7f8abccbcb60fd'}) +2022-04-21 15:23:54.573 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:23:54.573 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:23:54.574 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:23:54.574 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:23:54.741 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'ecc5043a3964cc8a5c633d8bbc7f8abccbcb60fd', 'result': 'result', 'type': 'crawl_result'} +2022-04-21 15:24:38.995 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:24:38.996 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:24:38.997 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:24:38.998 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:24:39.010 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:24:39.028 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:24:43.578 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:24:43.596 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:24:43.602 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:24:43.848 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:24:43.860 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:24:43.866 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:24:43.872 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:24:44.478 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: da1a2213b1881f8674407f8dfd2db923c73f494e +2022-04-21 15:24:44.490 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'da1a2213b1881f8674407f8dfd2db923c73f494e'} +2022-04-21 15:24:44.508 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:24:44.514 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:24:44.514 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked da1a2213b1881f8674407f8dfd2db923c73f494e +2022-04-21 15:24:44.538 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked da1a2213b1881f8674407f8dfd2db923c73f494e'} +2022-04-21 15:24:44.664 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'da1a2213b1881f8674407f8dfd2db923c73f494e'}) +2022-04-21 15:24:44.682 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:24:44.682 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:24:44.703 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:24:44.703 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:24:44.811 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:26:43.992 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:26:43.994 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:26:43.995 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:26:43.995 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:26:44.004 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:26:44.016 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:26:46.492 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:26:46.507 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:26:46.516 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:26:46.757 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:26:46.787 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:26:46.829 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:26:46.844 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:26:47.504 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: aa2f3de22aadfa08a9365defad8b0b9c843c6356 +2022-04-21 15:26:47.504 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'aa2f3de22aadfa08a9365defad8b0b9c843c6356'} +2022-04-21 15:26:47.558 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:26:47.564 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:26:47.564 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked aa2f3de22aadfa08a9365defad8b0b9c843c6356 +2022-04-21 15:26:47.582 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked aa2f3de22aadfa08a9365defad8b0b9c843c6356'} +2022-04-21 15:26:47.624 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'aa2f3de22aadfa08a9365defad8b0b9c843c6356'}) +2022-04-21 15:26:47.648 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:26:47.660 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:26:47.660 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:26:47.660 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:26:53.599 | INFO | dcs.tests.spider_task:run:101 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'aa2f3de22aadfa08a9365defad8b0b9c843c6356'}) +2022-04-21 15:28:31.564 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:28:31.565 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:28:31.566 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:28:31.567 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:28:31.574 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:28:31.592 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:28:34.734 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:28:34.764 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:28:34.770 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:28:35.160 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:28:35.172 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:28:35.208 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:28:35.208 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:28:35.586 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 4da781550a0179f7d569a815e81b2d286b29cbee +2022-04-21 15:28:35.592 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '4da781550a0179f7d569a815e81b2d286b29cbee'} +2022-04-21 15:28:35.634 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:28:35.646 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:28:35.646 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 4da781550a0179f7d569a815e81b2d286b29cbee +2022-04-21 15:28:35.664 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 4da781550a0179f7d569a815e81b2d286b29cbee'} +2022-04-21 15:28:35.700 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '4da781550a0179f7d569a815e81b2d286b29cbee'}) +2022-04-21 15:28:35.712 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:28:35.730 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:28:35.736 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:28:35.736 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:28:35.784 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:29:20.173 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:29:20.175 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:29:20.176 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:29:20.178 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:29:20.185 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:29:20.212 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:29:21.172 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:29:21.250 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:29:21.262 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:29:21.550 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:29:21.604 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:29:24.889 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:29:24.901 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:29:25.249 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 65f4e60cdd9855b39afb5232a786d0d79ce31781 +2022-04-21 15:29:25.249 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '65f4e60cdd9855b39afb5232a786d0d79ce31781'} +2022-04-21 15:29:25.262 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:29:25.263 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:29:25.263 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 65f4e60cdd9855b39afb5232a786d0d79ce31781 +2022-04-21 15:29:25.288 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 65f4e60cdd9855b39afb5232a786d0d79ce31781'} +2022-04-21 15:29:52.362 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:29:52.422 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:29:52.428 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:29:56.552 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '65f4e60cdd9855b39afb5232a786d0d79ce31781'}) +2022-04-21 15:30:39.780 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:30:39.900 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '65f4e60cdd9855b39afb5232a786d0d79ce31781', 'result': 'result', 'type': 'crawl_result'} +2022-04-21 15:30:56.611 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:30:56.614 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:30:56.615 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:30:56.617 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:30:56.629 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:30:56.635 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:31:00.658 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:31:00.783 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:31:00.822 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:31:01.228 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:31:01.243 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:31:02.595 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:31:02.601 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:31:02.991 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 2c70305a28e158af0dbf97a488ef21a5547a3521 +2022-04-21 15:31:03.039 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '2c70305a28e158af0dbf97a488ef21a5547a3521'} +2022-04-21 15:31:03.057 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:31:03.066 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:31:03.072 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 2c70305a28e158af0dbf97a488ef21a5547a3521 +2022-04-21 15:31:03.150 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 2c70305a28e158af0dbf97a488ef21a5547a3521'} +2022-04-21 15:31:10.252 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:31:10.282 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:31:10.315 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:31:13.462 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '2c70305a28e158af0dbf97a488ef21a5547a3521'}) +2022-04-21 15:31:52.841 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:32:02.811 | WARNING | dcs.tests.spider_task:run:200 - check +2022-04-21 15:33:00.331 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:33:00.332 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:33:00.332 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:33:00.333 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:33:00.340 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:33:00.388 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:33:02.189 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:33:02.243 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:33:02.255 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:33:02.531 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:33:02.543 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:33:02.573 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:33:02.604 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:33:03.067 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: fd052c26a3286d2706dd5f4b4b2adcc6cc32ea92 +2022-04-21 15:33:03.085 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'fd052c26a3286d2706dd5f4b4b2adcc6cc32ea92'} +2022-04-21 15:33:03.097 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:33:03.097 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:33:03.098 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked fd052c26a3286d2706dd5f4b4b2adcc6cc32ea92 +2022-04-21 15:33:03.142 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked fd052c26a3286d2706dd5f4b4b2adcc6cc32ea92'} +2022-04-21 15:33:03.160 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:33:03.166 | INFO | dcs.tests.spider_task:distribute_task:136 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'fd052c26a3286d2706dd5f4b4b2adcc6cc32ea92'}) +2022-04-21 15:33:03.178 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:33:03.178 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:33:03.178 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:33:03.244 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:33:35.083 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:33:35.085 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:33:35.086 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:33:35.087 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:33:35.094 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:33:35.106 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:33:38.569 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:33:38.617 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:33:38.629 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:33:38.828 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:33:38.846 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:33:38.882 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:33:38.883 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:33:39.475 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: eb3aa0e52e9b0b43e68f0b3a2e47a4618157f080 +2022-04-21 15:33:39.481 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'eb3aa0e52e9b0b43e68f0b3a2e47a4618157f080'} +2022-04-21 15:33:39.499 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:33:39.508 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:33:39.508 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked eb3aa0e52e9b0b43e68f0b3a2e47a4618157f080 +2022-04-21 15:33:39.508 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked eb3aa0e52e9b0b43e68f0b3a2e47a4618157f080'} +2022-04-21 15:33:39.529 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'eb3aa0e52e9b0b43e68f0b3a2e47a4618157f080'}) +2022-04-21 15:33:39.541 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:33:39.547 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:33:39.559 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:33:39.559 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:33:42.663 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'eb3aa0e52e9b0b43e68f0b3a2e47a4618157f080', 'result': 'result', 'type': 'crawl_result'} +2022-04-21 15:34:21.283 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:34:21.285 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:34:21.286 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:34:21.287 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:34:21.292 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:34:21.340 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:34:24.133 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:34:24.175 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:34:24.175 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:34:24.461 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:34:24.473 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:34:24.485 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:34:24.485 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:34:24.785 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 89387606154b68db69b115164643ec6ffeae50b0 +2022-04-21 15:34:24.785 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '89387606154b68db69b115164643ec6ffeae50b0'} +2022-04-21 15:34:24.809 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:34:24.821 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:34:24.839 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 89387606154b68db69b115164643ec6ffeae50b0 +2022-04-21 15:34:24.839 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 89387606154b68db69b115164643ec6ffeae50b0'} +2022-04-21 15:34:24.887 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '89387606154b68db69b115164643ec6ffeae50b0'}) +2022-04-21 15:34:24.929 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:34:24.929 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:34:24.938 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:34:24.938 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:34:28.036 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '89387606154b68db69b115164643ec6ffeae50b0', 'result': 'result', 'type': 'crawl_result'} +2022-04-21 15:35:18.447 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:35:18.448 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:35:18.449 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:35:18.450 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:35:18.456 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:35:18.468 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:35:21.583 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:35:21.625 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:35:21.634 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:35:21.964 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:35:21.994 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:35:22.043 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:35:22.049 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:35:22.516 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 66f036ac817f5c38a09d50b62b0abdad9cd56588 +2022-04-21 15:35:22.540 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '66f036ac817f5c38a09d50b62b0abdad9cd56588'} +2022-04-21 15:35:22.576 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:35:22.576 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:35:22.577 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 66f036ac817f5c38a09d50b62b0abdad9cd56588 +2022-04-21 15:35:22.582 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 66f036ac817f5c38a09d50b62b0abdad9cd56588'} +2022-04-21 15:35:22.642 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:35:22.654 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '66f036ac817f5c38a09d50b62b0abdad9cd56588'}) +2022-04-21 15:35:22.684 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:35:22.720 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:35:22.720 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:35:25.860 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '66f036ac817f5c38a09d50b62b0abdad9cd56588', 'result': 'result', 'type': 'crawl_result'} +2022-04-21 15:35:59.740 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:35:59.741 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:35:59.743 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:35:59.743 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:35:59.751 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:35:59.762 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:36:03.270 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:36:03.366 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:36:03.372 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:36:03.684 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:36:03.702 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:36:03.774 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:36:03.786 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:36:04.400 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 844821006a4da1f1cca71833907a7f20a4ffab63 +2022-04-21 15:36:04.430 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '844821006a4da1f1cca71833907a7f20a4ffab63'} +2022-04-21 15:36:04.436 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:36:04.436 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:36:04.437 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 844821006a4da1f1cca71833907a7f20a4ffab63 +2022-04-21 15:36:04.475 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 844821006a4da1f1cca71833907a7f20a4ffab63'} +2022-04-21 15:36:04.499 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:36:04.499 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '844821006a4da1f1cca71833907a7f20a4ffab63'}) +2022-04-21 15:36:04.511 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:36:04.511 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:36:04.523 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:36:04.799 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '844821006a4da1f1cca71833907a7f20a4ffab63', 'result': 'result', 'type': 'crawl_result'} +2022-04-21 15:36:30.651 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:36:30.653 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:36:30.654 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:36:30.654 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:36:30.662 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:36:30.692 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:36:33.514 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:36:33.526 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:36:33.538 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:36:33.906 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:36:33.912 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:36:33.918 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:36:33.918 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:36:34.647 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 2b1519eb322de0911ad22c9eaf606cdc14164dea +2022-04-21 15:36:34.659 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '2b1519eb322de0911ad22c9eaf606cdc14164dea'} +2022-04-21 15:36:34.755 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:36:34.764 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:36:34.776 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 2b1519eb322de0911ad22c9eaf606cdc14164dea +2022-04-21 15:36:34.800 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 2b1519eb322de0911ad22c9eaf606cdc14164dea'} +2022-04-21 15:36:34.854 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '2b1519eb322de0911ad22c9eaf606cdc14164dea'}) +2022-04-21 15:36:34.878 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:36:34.908 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:36:34.908 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:36:34.920 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:36:35.124 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:39:17.739 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:39:17.740 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:39:17.741 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:39:17.742 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:39:17.749 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:39:17.761 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:39:20.672 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:39:20.702 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:39:20.708 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:39:21.063 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:39:21.117 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:39:21.147 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:39:21.153 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:39:21.863 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: aa83b820abffc5aca4cd7ab71d59986d1afbff4f +2022-04-21 15:39:21.863 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'aa83b820abffc5aca4cd7ab71d59986d1afbff4f'} +2022-04-21 15:39:21.875 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:39:21.881 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:39:21.881 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked aa83b820abffc5aca4cd7ab71d59986d1afbff4f +2022-04-21 15:39:21.893 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked aa83b820abffc5aca4cd7ab71d59986d1afbff4f'} +2022-04-21 15:39:21.959 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:39:21.965 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'aa83b820abffc5aca4cd7ab71d59986d1afbff4f'}) +2022-04-21 15:39:21.971 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:39:21.971 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:39:21.977 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:39:22.223 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:40:16.675 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:40:16.677 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:40:16.678 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:40:16.679 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:40:16.685 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:40:16.703 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:40:17.604 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:40:17.718 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:40:17.733 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:40:17.995 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:40:18.001 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:40:22.359 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:40:22.371 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:40:22.668 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: ec94569bc53bc6816aa91c928f32d56b80146ea7 +2022-04-21 15:40:22.674 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'ec94569bc53bc6816aa91c928f32d56b80146ea7'} +2022-04-21 15:40:22.710 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:40:22.716 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:40:22.716 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked ec94569bc53bc6816aa91c928f32d56b80146ea7 +2022-04-21 15:40:22.717 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked ec94569bc53bc6816aa91c928f32d56b80146ea7'} +2022-04-21 15:40:22.783 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'ec94569bc53bc6816aa91c928f32d56b80146ea7'}) +2022-04-21 15:40:22.791 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:40:22.821 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:40:22.821 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:40:34.805 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:40:41.175 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:42:00.509 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:42:00.511 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:42:00.513 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:42:00.514 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:42:00.521 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:42:00.539 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:42:00.965 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:42:01.190 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:42:01.196 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:42:01.415 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:42:01.421 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:42:05.715 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:42:05.721 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:42:06.081 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 116edee959fb368036cf3dd761f61c202d557197 +2022-04-21 15:42:06.105 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '116edee959fb368036cf3dd761f61c202d557197'} +2022-04-21 15:42:06.111 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:42:06.117 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:42:06.117 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 116edee959fb368036cf3dd761f61c202d557197 +2022-04-21 15:42:06.226 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 116edee959fb368036cf3dd761f61c202d557197'} +2022-04-21 15:42:06.421 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '116edee959fb368036cf3dd761f61c202d557197'}) +2022-04-21 15:42:06.429 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:42:06.435 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:42:06.435 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:42:14.471 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:43:42.293 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '116edee959fb368036cf3dd761f61c202d557197', 'result': 'result', 'type': 'crawl_result'} +2022-04-21 15:44:43.199 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:44:43.201 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:44:43.201 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:44:43.202 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:44:43.209 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:44:43.263 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:44:47.763 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:44:47.764 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:44:47.765 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:44:47.766 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:44:47.772 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:44:47.796 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:44:50.345 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:44:50.454 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:44:50.472 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:44:50.911 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:44:50.929 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:44:50.983 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:44:50.983 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:44:51.298 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: f6b39629d55cb6223396c16799be345478af150c +2022-04-21 15:44:51.316 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'f6b39629d55cb6223396c16799be345478af150c'} +2022-04-21 15:44:51.322 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:44:51.328 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:44:51.328 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked f6b39629d55cb6223396c16799be345478af150c +2022-04-21 15:44:51.334 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked f6b39629d55cb6223396c16799be345478af150c'} +2022-04-21 15:44:51.388 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'f6b39629d55cb6223396c16799be345478af150c'}) +2022-04-21 15:44:51.400 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:44:51.424 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:44:51.424 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:44:51.460 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:44:51.544 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:45:38.371 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:45:38.373 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:45:38.374 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:45:38.374 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:45:38.382 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:45:38.424 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:45:40.900 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:45:40.924 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:45:40.936 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:45:41.350 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:45:41.356 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:45:41.422 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:45:41.428 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:45:41.915 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 53057d961fe01f7e737e3f21a9145dd8953bc830 +2022-04-21 15:45:41.950 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '53057d961fe01f7e737e3f21a9145dd8953bc830'} +2022-04-21 15:45:41.968 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:45:41.974 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:45:41.974 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 53057d961fe01f7e737e3f21a9145dd8953bc830 +2022-04-21 15:45:41.974 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 53057d961fe01f7e737e3f21a9145dd8953bc830'} +2022-04-21 15:45:41.998 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '53057d961fe01f7e737e3f21a9145dd8953bc830'}) +2022-04-21 15:45:41.998 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:45:42.052 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:45:42.058 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:45:42.058 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:45:42.088 | DEBUG | dcs.tests.spider_task:compose_result:159 - False +2022-04-21 15:45:42.160 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:47:37.158 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:47:37.160 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:47:37.161 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:47:37.161 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:47:37.188 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:47:37.200 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:47:45.380 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:47:45.398 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:47:45.416 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:47:45.797 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:47:45.809 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:47:45.828 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:47:45.836 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:47:46.328 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 591980d00a11ee8fa35b1810b88c71b0aaf157d5 +2022-04-21 15:47:46.334 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '591980d00a11ee8fa35b1810b88c71b0aaf157d5'} +2022-04-21 15:47:46.370 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:47:46.376 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:47:46.376 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 591980d00a11ee8fa35b1810b88c71b0aaf157d5 +2022-04-21 15:47:46.376 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 591980d00a11ee8fa35b1810b88c71b0aaf157d5'} +2022-04-21 15:47:46.412 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '591980d00a11ee8fa35b1810b88c71b0aaf157d5'}) +2022-04-21 15:47:46.418 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:47:46.430 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:47:46.472 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:47:46.472 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:47:46.481 | DEBUG | dcs.tests.spider_task:compose_result:159 - False +2022-04-21 15:47:46.541 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:48:37.814 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:48:37.815 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:48:37.816 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:48:37.817 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:48:37.825 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:48:37.843 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:48:40.972 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:48:40.995 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:48:41.008 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:48:41.279 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:48:41.279 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:48:41.315 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:48:41.315 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:48:41.891 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 795f4ad558f048b7da6fb579074ff2c9d782ae52 +2022-04-21 15:48:41.903 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '795f4ad558f048b7da6fb579074ff2c9d782ae52'} +2022-04-21 15:48:41.922 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:48:41.927 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:48:41.927 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 795f4ad558f048b7da6fb579074ff2c9d782ae52 +2022-04-21 15:48:41.939 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 795f4ad558f048b7da6fb579074ff2c9d782ae52'} +2022-04-21 15:48:41.970 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '795f4ad558f048b7da6fb579074ff2c9d782ae52'}) +2022-04-21 15:48:41.970 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:48:41.985 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:48:41.991 | DEBUG | dcs.tests.spider_task:run:196 - False +2022-04-21 15:48:41.997 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:48:41.997 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:48:42.027 | DEBUG | dcs.tests.spider_task:compose_result:159 - False +2022-04-21 15:48:42.063 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'type': 'crawl_result'} +2022-04-21 15:50:17.724 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:50:17.725 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:50:17.726 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:50:17.727 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:50:17.734 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:50:17.764 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:50:20.294 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:50:20.312 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:50:20.336 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:50:20.618 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:50:20.660 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:50:20.690 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:50:20.696 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:50:21.140 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: c238465d4688707f5c17aeaa848eb635a5bbff9b +2022-04-21 15:50:21.152 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'c238465d4688707f5c17aeaa848eb635a5bbff9b'} +2022-04-21 15:50:21.194 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:50:21.200 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:50:21.200 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked c238465d4688707f5c17aeaa848eb635a5bbff9b +2022-04-21 15:50:21.200 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked c238465d4688707f5c17aeaa848eb635a5bbff9b'} +2022-04-21 15:50:21.236 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'c238465d4688707f5c17aeaa848eb635a5bbff9b'}) +2022-04-21 15:50:21.236 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:50:21.245 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:50:21.263 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:50:21.263 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:50:21.294 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.312 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.353 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.453 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.465 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.489 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.513 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.513 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.531 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.555 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.615 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.627 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.645 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.663 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.681 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.681 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.687 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.687 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.735 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.741 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.771 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.831 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.909 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.927 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.951 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:21.969 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.012 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.030 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.048 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.066 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.078 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.096 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.156 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.204 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.216 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.270 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.330 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.354 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.396 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.432 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.498 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.594 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.612 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.654 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.660 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.672 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.709 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.739 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.769 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.793 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.793 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.823 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.829 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.907 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.919 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.961 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.967 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.973 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.979 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:22.979 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.021 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.021 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.021 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.057 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.105 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.117 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.141 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.141 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.141 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.216 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.294 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.306 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.354 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.360 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.360 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.396 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.468 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.552 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.570 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.582 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.624 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.648 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.762 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.768 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.810 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.840 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.840 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.870 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:23.954 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.002 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.014 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.050 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.074 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.140 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.176 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.290 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.308 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.320 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.320 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.380 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.398 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.428 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.464 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.566 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.590 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.626 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.644 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.716 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.716 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.716 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.758 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.764 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.764 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.764 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.821 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.821 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.839 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.875 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.911 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.977 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:24.983 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.025 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.043 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.121 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.145 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.193 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.205 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.229 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.283 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.295 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.385 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.415 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.457 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.523 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.571 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.589 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.601 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.601 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.703 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.721 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.733 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.751 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.757 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.763 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.799 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.835 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.841 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.865 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.865 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.904 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.916 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.928 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.929 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:25.930 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.003 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.039 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.075 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.123 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.177 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.213 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.237 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.261 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.291 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.333 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.399 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.477 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.501 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.555 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.585 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.603 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.615 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.669 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.669 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.687 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.699 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.711 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.729 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.735 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.765 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.765 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.771 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.880 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.886 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.886 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.886 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.937 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:26.985 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.045 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.081 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.081 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.189 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.207 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.213 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.225 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.243 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.249 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.267 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.291 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.309 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.327 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.333 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.351 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.375 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.375 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.441 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.441 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.441 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.453 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.555 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.579 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.597 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.597 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.621 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.711 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.711 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.801 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.819 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.843 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.843 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.969 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.969 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:27.999 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.090 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.090 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.174 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.210 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.246 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.277 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.337 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.367 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.367 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.367 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.426 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.529 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.607 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.607 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.608 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.608 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.625 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.649 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.697 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.709 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.751 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.757 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.793 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.847 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.902 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.902 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.917 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:28.953 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.007 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.025 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.031 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.031 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.031 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.097 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.121 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.181 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.193 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.247 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.289 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.355 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.397 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.403 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.403 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.412 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.454 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.472 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.490 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.508 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.532 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.598 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.658 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.670 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.670 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.670 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.706 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.706 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.784 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.815 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.850 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.850 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.892 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.892 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.898 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.982 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.982 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.982 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:29.983 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.069 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.178 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.190 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.190 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.241 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.241 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.242 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.242 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.242 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.304 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.376 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.418 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.466 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.466 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.496 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.526 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.640 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.658 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.658 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.676 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.790 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.790 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.790 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.791 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.791 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.791 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.808 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.910 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:30.970 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.036 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.048 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.048 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.090 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.205 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.205 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.205 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.217 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.217 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.217 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.218 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.298 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.346 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.430 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.442 | DEBUG | dcs.tests.spider_task:run:197 - False +2022-04-21 15:50:31.580 | DEBUG | dcs.tests.spider_task:compose_result:159 - True +2022-04-21 15:50:31.634 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': 'c238465d4688707f5c17aeaa848eb635a5bbff9b', 'result': 'result', 'type': 'crawl_result'} +2022-04-21 15:53:00.064 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:53:00.066 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:53:00.066 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:53:00.067 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:53:00.076 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:53:00.106 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:53:02.740 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:53:02.801 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:53:02.807 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:53:03.155 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:53:03.179 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:53:03.185 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:53:03.191 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:53:03.791 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 2ae0514218c9a160ef4e23ee5c4665299ffe7be3 +2022-04-21 15:53:03.797 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '2ae0514218c9a160ef4e23ee5c4665299ffe7be3'} +2022-04-21 15:53:03.809 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:53:03.833 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:53:03.833 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 2ae0514218c9a160ef4e23ee5c4665299ffe7be3 +2022-04-21 15:53:03.857 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 2ae0514218c9a160ef4e23ee5c4665299ffe7be3'} +2022-04-21 15:53:03.887 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '2ae0514218c9a160ef4e23ee5c4665299ffe7be3'}) +2022-04-21 15:53:03.887 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:53:03.888 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:53:03.896 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:53:03.896 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:53:14.029 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '2ae0514218c9a160ef4e23ee5c4665299ffe7be3', 'result': 'result', 'type': 'crawl_result'} +2022-04-21 15:53:56.685 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:53:56.687 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:53:56.688 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:53:56.688 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:53:56.694 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:53:56.706 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:53:59.823 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:53:59.835 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:53:59.847 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:54:00.148 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:54:00.148 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:54:00.163 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:54:00.169 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:54:00.661 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 55f2ec7f766f2621ed9306c788ae282dc68b61f6 +2022-04-21 15:54:00.685 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '55f2ec7f766f2621ed9306c788ae282dc68b61f6'} +2022-04-21 15:54:00.691 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:54:00.697 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:54:00.697 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 55f2ec7f766f2621ed9306c788ae282dc68b61f6 +2022-04-21 15:54:00.715 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 55f2ec7f766f2621ed9306c788ae282dc68b61f6'} +2022-04-21 15:54:00.763 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '55f2ec7f766f2621ed9306c788ae282dc68b61f6'}) +2022-04-21 15:54:00.763 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:54:00.787 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:54:00.799 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:54:00.799 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:54:00.907 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '55f2ec7f766f2621ed9306c788ae282dc68b61f6', 'result': 'result', 'type': 'crawl_result'} +2022-04-21 15:54:51.900 | DEBUG | __main__::14 - reading config args... +2022-04-21 15:54:51.901 | DEBUG | __main__::21 - starting the main server... +2022-04-21 15:54:51.902 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 15:54:51.903 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 15:54:51.910 | DEBUG | __main__::36 - starting the user server... +2022-04-21 15:54:51.922 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 15:54:54.715 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:54:54.727 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:54:54.732 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:54:55.165 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:54:55.183 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:54:55.195 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:54:55.207 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:54:55.927 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 829a883765fa0c9c9d9588748d0360f4b3f3f59c +2022-04-21 15:54:55.952 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '829a883765fa0c9c9d9588748d0360f4b3f3f59c'} +2022-04-21 15:54:55.964 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:54:55.988 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:54:55.988 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 829a883765fa0c9c9d9588748d0360f4b3f3f59c +2022-04-21 15:54:56.000 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 829a883765fa0c9c9d9588748d0360f4b3f3f59c'} +2022-04-21 15:54:56.054 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '829a883765fa0c9c9d9588748d0360f4b3f3f59c'}) +2022-04-21 15:54:56.054 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:54:56.156 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '829a883765fa0c9c9d9588748d0360f4b3f3f59c', 'result': 'result', 'type': 'crawl_result'} +2022-04-21 15:54:56.168 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:54:56.204 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'love', 'pages_start': 1, 'pages_end': 2, 'cookie': '829a883765fa0c9c9d9588748d0360f4b3f3f59c'}) +2022-04-21 15:54:56.222 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:54:56.234 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:54:56.240 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:54:56.240 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 15:54:56.288 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'love', 'pages_start': 1, 'pages_end': 2, 'cookie': '829a883765fa0c9c9d9588748d0360f4b3f3f59c', 'result': 'result', 'type': 'crawl_result'} +2022-04-21 15:59:56.341 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 15:59:56.365 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:59:56.371 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 15:59:56.662 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 15:59:56.692 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 15:59:56.788 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:59:56.794 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 15:59:57.178 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 01485e5a7dc4ffede22462a8e04d87d5c0eb2a41 +2022-04-21 15:59:57.202 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '01485e5a7dc4ffede22462a8e04d87d5c0eb2a41'} +2022-04-21 15:59:57.232 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 15:59:57.238 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 15:59:57.238 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 01485e5a7dc4ffede22462a8e04d87d5c0eb2a41 +2022-04-21 15:59:57.274 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 01485e5a7dc4ffede22462a8e04d87d5c0eb2a41'} +2022-04-21 15:59:57.298 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '01485e5a7dc4ffede22462a8e04d87d5c0eb2a41'}) +2022-04-21 15:59:57.298 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:59:57.304 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:59:57.370 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'love', 'pages_start': 1, 'pages_end': 2, 'cookie': '01485e5a7dc4ffede22462a8e04d87d5c0eb2a41'}) +2022-04-21 15:59:57.370 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 15:59:57.394 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 15:59:57.412 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 15:59:57.412 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:00:13.357 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:00:13.358 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:00:13.359 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:00:13.360 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:00:13.367 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:00:13.403 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:00:15.563 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:00:15.605 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:00:15.612 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:00:15.936 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:00:15.942 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:00:15.972 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:00:15.978 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:00:16.620 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 76c610820df2ff1c22844c2b73f254e6f5d80b58 +2022-04-21 16:00:16.632 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '76c610820df2ff1c22844c2b73f254e6f5d80b58'} +2022-04-21 16:00:16.656 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:00:16.668 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:00:16.668 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 76c610820df2ff1c22844c2b73f254e6f5d80b58 +2022-04-21 16:00:16.674 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 76c610820df2ff1c22844c2b73f254e6f5d80b58'} +2022-04-21 16:00:16.734 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:00:16.734 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 2, 'cookie': '76c610820df2ff1c22844c2b73f254e6f5d80b58'}) +2022-04-21 16:00:16.818 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'love', 'pages_start': 1, 'pages_end': 2, 'cookie': '76c610820df2ff1c22844c2b73f254e6f5d80b58'}) +2022-04-21 16:00:16.830 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:00:16.848 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:00:16.848 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:00:47.962 | INFO | dcs.tests.spider_task:run:102 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'love', 'pages_start': 1, 'pages_end': 2, 'cookie': '76c610820df2ff1c22844c2b73f254e6f5d80b58'}) +2022-04-21 16:00:54.715 | INFO | dcs.tests.spider_task:run:102 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'love', 'pages_start': 1, 'pages_end': 2, 'cookie': '76c610820df2ff1c22844c2b73f254e6f5d80b58'}) +2022-04-21 16:01:09.214 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:01:09.215 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:01:09.216 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:01:09.217 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:01:09.225 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:01:09.237 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:01:31.960 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:01:31.961 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:01:31.962 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:01:31.963 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:01:31.969 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:01:31.981 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:01:34.251 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:01:34.293 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:01:34.299 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:01:34.641 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:01:34.641 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:01:34.659 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:01:34.677 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:01:35.247 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: fa401e29f461b3979c1487c7c3bec28fec734634 +2022-04-21 16:01:35.259 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'fa401e29f461b3979c1487c7c3bec28fec734634'} +2022-04-21 16:01:35.283 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:01:35.289 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:01:35.289 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked fa401e29f461b3979c1487c7c3bec28fec734634 +2022-04-21 16:01:35.319 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked fa401e29f461b3979c1487c7c3bec28fec734634'} +2022-04-21 16:01:35.355 | INFO | dcs.tests.spider_task:distribute_task:137 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': 'fa401e29f461b3979c1487c7c3bec28fec734634'}) +2022-04-21 16:01:35.361 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:01:35.367 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:01:35.367 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:09:08.973 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:09:08.974 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:09:08.975 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:09:08.975 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:09:08.984 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:09:09.014 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:09:10.875 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:09:10.893 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:09:10.893 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:09:11.238 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:09:11.244 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:09:11.262 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:09:11.286 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:09:11.712 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 36ab232b1038385dc436228b170f17882a7b6e2a +2022-04-21 16:09:11.754 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'} +2022-04-21 16:09:11.766 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:09:11.778 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:09:11.778 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 36ab232b1038385dc436228b170f17882a7b6e2a +2022-04-21 16:09:11.790 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 36ab232b1038385dc436228b170f17882a7b6e2a'} +2022-04-21 16:09:11.820 | INFO | dcs.tests.spider_task:distribute_task:150 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:11.832 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:09:11.946 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:09:11.946 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:09:12.240 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:12.252 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:12.534 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:12.564 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:12.600 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:12.618 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:13.212 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:13.218 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:13.272 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:13.272 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:13.620 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:13.650 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:13.704 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:13.704 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:14.256 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:14.256 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:14.568 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:14.574 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:14.775 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:14.781 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:15.214 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:15.214 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:15.322 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:15.322 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:15.820 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:15.868 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:15.892 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:15.946 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:16.474 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:16.504 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:16.660 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:16.660 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:16.882 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:16.888 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:17.170 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:17.206 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:17.512 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:17.536 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:17.770 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:17.776 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:18.106 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:18.143 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:18.221 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:18.270 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:18.954 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:18.967 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:19.045 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:19.051 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:19.534 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:19.540 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:19.594 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:19.594 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:19.999 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:20.029 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:20.203 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:20.233 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:20.695 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:20.767 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:20.930 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:20.942 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:21.513 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:21.561 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:22.059 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:22.107 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:09:22.401 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:09:22.419 | INFO | dcs.tests.spider_task:run:115 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '36ab232b1038385dc436228b170f17882a7b6e2a'}) +2022-04-21 16:11:26.461 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:11:26.462 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:11:26.463 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:11:26.463 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:11:26.476 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:11:26.494 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:11:29.846 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:11:29.870 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:11:29.879 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:11:30.312 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:11:30.324 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:11:30.342 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:11:30.348 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:11:30.913 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0 +2022-04-21 16:11:30.937 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'} +2022-04-21 16:11:30.955 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:11:30.961 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:11:30.961 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0 +2022-04-21 16:11:30.973 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'} +2022-04-21 16:11:30.991 | INFO | dcs.tests.spider_task:distribute_task:151 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:31.010 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:11:31.016 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:11:31.016 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:11:31.466 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:31.466 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:31.892 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:31.892 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:31.904 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:32.025 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:32.067 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:32.097 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:32.295 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:32.433 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:32.974 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:32.974 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:33.010 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:33.010 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:33.233 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:33.305 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:33.612 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:33.654 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:33.822 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:34.059 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:34.527 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:34.527 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:34.827 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:34.857 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:34.857 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:35.086 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:35.248 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:35.338 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:35.830 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:36.125 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:36.125 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:36.306 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:36.648 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:37.009 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:37.009 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:37.171 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:37.345 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:37.597 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:37.609 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:37.747 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:38.018 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:38.018 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:38.204 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:38.565 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:38.571 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:38.571 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:38.823 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:39.021 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:39.297 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:39.339 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:39.351 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:39.687 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:39.705 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:39.879 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:40.137 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:40.137 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:40.173 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:40.462 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:40.600 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:40.810 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:40.816 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:40.816 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:41.105 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:41.351 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:41.351 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:41.378 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:41.654 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:41.828 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:42.075 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:42.345 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:42.357 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:42.357 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:42.531 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:42.801 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:42.801 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:42.825 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:43.089 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:43.215 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:43.365 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:11:43.635 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '8118e1d68a59b0e6bbd7fd4cbb637e16d7143ca0'}) +2022-04-21 16:11:43.851 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:11:43.851 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:18:13.516 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:18:13.517 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:18:13.518 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:18:13.518 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:18:13.526 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:18:13.568 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:18:17.408 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:18:17.410 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:18:17.411 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:18:17.412 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:18:17.418 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:18:17.466 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:18:21.068 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:18:21.146 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:18:21.158 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:18:21.406 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:18:21.406 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:18:21.424 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:18:21.430 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:18:21.754 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: d07ee462f1dc6e20d52c19a9d3a75b10bb552d0b +2022-04-21 16:18:21.796 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'd07ee462f1dc6e20d52c19a9d3a75b10bb552d0b'} +2022-04-21 16:18:21.821 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:18:21.832 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:18:21.832 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked d07ee462f1dc6e20d52c19a9d3a75b10bb552d0b +2022-04-21 16:18:21.869 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked d07ee462f1dc6e20d52c19a9d3a75b10bb552d0b'} +2022-04-21 16:18:21.893 | INFO | dcs.tests.spider_task:distribute_task:151 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': 'd07ee462f1dc6e20d52c19a9d3a75b10bb552d0b'}) +2022-04-21 16:18:21.893 | DEBUG | dcs.tests.spider_task:distribute_task:164 - [, ] +2022-04-21 16:18:21.905 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:18:21.923 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:18:21.923 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:18:59.729 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:18:59.730 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:18:59.731 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:18:59.732 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:18:59.738 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:18:59.768 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:19:02.022 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:19:02.022 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:19:02.024 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:19:02.024 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:19:02.031 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:19:02.043 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:19:06.635 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:19:06.665 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:19:06.671 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:19:06.989 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:19:07.001 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:19:07.007 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:19:07.013 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:19:07.495 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 6d2aa1e4e6f56c55e03fba595c7a94ec6a59f7d4 +2022-04-21 16:19:07.507 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '6d2aa1e4e6f56c55e03fba595c7a94ec6a59f7d4'} +2022-04-21 16:19:07.537 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:19:07.537 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:19:07.538 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 6d2aa1e4e6f56c55e03fba595c7a94ec6a59f7d4 +2022-04-21 16:19:07.538 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 6d2aa1e4e6f56c55e03fba595c7a94ec6a59f7d4'} +2022-04-21 16:19:07.597 | INFO | dcs.tests.spider_task:distribute_task:151 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '6d2aa1e4e6f56c55e03fba595c7a94ec6a59f7d4'}) +2022-04-21 16:19:07.597 | DEBUG | dcs.tests.spider_task:distribute_task:164 - [, ] +2022-04-21 16:19:07.597 | DEBUG | dcs.tests.spider_task:run:210 - generating local task +2022-04-21 16:19:07.603 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:19:07.615 | DEBUG | dcs.tests.spider_task:run:210 - generating local task +2022-04-21 16:19:07.615 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:19:07.615 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:19:08.191 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:19:08.191 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:08.281 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:19:08.281 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:08.407 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:08.654 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:08.829 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:08.989 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:09.109 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '6d2aa1e4e6f56c55e03fba595c7a94ec6a59f7d4'}) +2022-04-21 16:19:09.115 | DEBUG | dcs.tests.spider_task:run:210 - generating local task +2022-04-21 16:19:09.368 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '6d2aa1e4e6f56c55e03fba595c7a94ec6a59f7d4'}) +2022-04-21 16:19:09.368 | DEBUG | dcs.tests.spider_task:run:210 - generating local task +2022-04-21 16:19:09.770 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:19:09.770 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:10.100 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:19:10.100 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:10.121 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:10.313 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:10.493 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '6d2aa1e4e6f56c55e03fba595c7a94ec6a59f7d4'}) +2022-04-21 16:19:10.505 | DEBUG | dcs.tests.spider_task:run:210 - generating local task +2022-04-21 16:19:10.602 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:10.804 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:11.055 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '6d2aa1e4e6f56c55e03fba595c7a94ec6a59f7d4'}) +2022-04-21 16:19:11.067 | DEBUG | dcs.tests.spider_task:run:210 - generating local task +2022-04-21 16:19:11.560 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:19:11.560 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:11.710 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:19:11.710 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:11.740 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:11.902 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:11.902 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:12.168 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:19:12.306 | INFO | dcs.tests.spider_task:run:116 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '6d2aa1e4e6f56c55e03fba595c7a94ec6a59f7d4'}) +2022-04-21 16:19:12.307 | DEBUG | dcs.tests.spider_task:run:210 - generating local task +2022-04-21 16:22:37.441 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:22:37.442 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:22:37.443 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:22:37.443 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:22:37.450 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:22:37.462 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:22:41.816 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:22:41.818 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:22:41.819 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:22:41.820 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:22:41.834 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:22:41.852 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:22:44.728 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:22:44.753 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:22:44.759 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:22:45.215 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:22:45.215 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:22:45.221 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:22:45.227 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:22:45.629 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 01b977435f8a9212adac1249b7fbd1e1ac1b042a +2022-04-21 16:22:45.647 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '01b977435f8a9212adac1249b7fbd1e1ac1b042a'} +2022-04-21 16:22:45.665 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:22:45.671 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:22:45.671 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 01b977435f8a9212adac1249b7fbd1e1ac1b042a +2022-04-21 16:22:45.719 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 01b977435f8a9212adac1249b7fbd1e1ac1b042a'} +2022-04-21 16:22:45.749 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:22:45.749 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '01b977435f8a9212adac1249b7fbd1e1ac1b042a'}) +2022-04-21 16:22:45.761 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:22:45.761 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:22:45.773 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:22:45.785 | DEBUG | dcs.tests.spider_task:run:216 - generating local task +2022-04-21 16:22:45.857 | DEBUG | dcs.tests.spider_task:run:216 - generating local task +2022-04-21 16:22:46.355 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:22:46.355 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:22:46.488 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:22:46.488 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:22:46.656 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:22:46.788 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:22:46.860 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:22:47.010 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:22:47.076 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '01b977435f8a9212adac1249b7fbd1e1ac1b042a'}) +2022-04-21 16:22:47.292 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '01b977435f8a9212adac1249b7fbd1e1ac1b042a'}) +2022-04-21 16:23:54.881 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:23:54.883 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:23:54.884 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:23:54.885 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:23:54.891 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:23:54.915 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:23:57.832 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:23:57.844 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:23:57.844 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:23:58.207 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:23:58.219 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:23:58.267 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:23:58.285 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:23:58.562 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 49c636e8fe5979528b08984c3253d58d1ed9d0d7 +2022-04-21 16:23:58.579 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '49c636e8fe5979528b08984c3253d58d1ed9d0d7'} +2022-04-21 16:23:58.597 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:23:58.603 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:23:58.603 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 49c636e8fe5979528b08984c3253d58d1ed9d0d7 +2022-04-21 16:23:58.645 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 49c636e8fe5979528b08984c3253d58d1ed9d0d7'} +2022-04-21 16:23:58.663 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '49c636e8fe5979528b08984c3253d58d1ed9d0d7'}) +2022-04-21 16:23:58.663 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:23:58.663 | DEBUG | dcs.tests.spider_task:run:219 - generating local task +2022-04-21 16:23:58.664 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:23:58.684 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:23:58.684 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:23:58.714 | DEBUG | dcs.tests.spider_task:run:219 - generating local task +2022-04-21 16:23:59.220 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:23:59.220 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:23:59.387 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:23:59.387 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:23:59.429 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:23:59.699 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:23:59.746 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:23:59.914 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '49c636e8fe5979528b08984c3253d58d1ed9d0d7'}) +2022-04-21 16:23:59.938 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:24:00.202 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '49c636e8fe5979528b08984c3253d58d1ed9d0d7'}) +2022-04-21 16:24:00.202 | DEBUG | dcs.tests.spider_task:run:219 - generating local task +2022-04-21 16:24:00.389 | DEBUG | dcs.tests.spider_task:compose_result:189 - (197, 16, datetime.datetime(2022, 4, 21, 16, 23, 59), 'test', 'test', 'test', 'test') +2022-04-21 16:24:00.593 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:24:00.593 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:24:00.713 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:24:00.900 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:24:00.996 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '49c636e8fe5979528b08984c3253d58d1ed9d0d7'}) +2022-04-21 16:30:28.909 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:30:28.910 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:30:28.911 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:30:28.911 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:30:28.919 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:30:28.925 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:30:31.945 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:30:31.964 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:30:31.973 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:30:32.236 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:30:32.242 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:30:32.249 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:30:32.254 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:30:32.627 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 7fe5f3814dea547d79856e960e5425bb7db26953 +2022-04-21 16:30:32.638 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '7fe5f3814dea547d79856e960e5425bb7db26953'} +2022-04-21 16:30:32.656 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:30:32.675 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:30:32.675 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 7fe5f3814dea547d79856e960e5425bb7db26953 +2022-04-21 16:30:32.675 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 7fe5f3814dea547d79856e960e5425bb7db26953'} +2022-04-21 16:30:32.728 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:30:32.746 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '7fe5f3814dea547d79856e960e5425bb7db26953'}) +2022-04-21 16:30:32.746 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:30:32.746 | DEBUG | dcs.tests.spider_task:run:222 - generating local task +2022-04-21 16:30:32.747 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:30:32.797 | DEBUG | dcs.tests.spider_task:run:222 - generating local task +2022-04-21 16:30:32.809 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:30:33.284 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:30:33.284 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:30:33.470 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:30:33.644 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:30:33.728 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:30:33.728 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:30:33.968 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '7fe5f3814dea547d79856e960e5425bb7db26953'}) +2022-04-21 16:30:34.094 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:30:34.545 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:30:35.379 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '7fe5f3814dea547d79856e960e5425bb7db26953'}) +2022-04-21 16:30:35.607 | DEBUG | dcs.tests.spider_task:compose_result:192 - {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'} +2022-04-21 16:30:35.793 | DEBUG | dcs.tests.spider_task:compose_result:192 - {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'} +2022-04-21 16:30:35.859 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test', 'type': 'crawl_result'} +2022-04-21 16:36:38.962 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:36:38.963 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:36:38.964 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:36:38.965 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:36:38.974 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:36:38.992 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:36:42.001 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:36:42.019 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:36:42.034 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:36:42.436 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:36:42.436 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:36:42.460 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:36:42.466 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:36:42.820 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 025aaa25cc614321420f00e2693b248c343e1975 +2022-04-21 16:36:42.832 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '025aaa25cc614321420f00e2693b248c343e1975'} +2022-04-21 16:36:42.844 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:36:42.859 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:36:42.859 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 025aaa25cc614321420f00e2693b248c343e1975 +2022-04-21 16:36:42.871 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 025aaa25cc614321420f00e2693b248c343e1975'} +2022-04-21 16:36:42.889 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '025aaa25cc614321420f00e2693b248c343e1975'}) +2022-04-21 16:36:42.889 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:36:42.890 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 16:36:42.913 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 16:36:42.919 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:36:42.925 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:36:42.925 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:36:43.310 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:36:43.310 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:36:43.448 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:36:43.448 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:36:43.664 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:36:43.748 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:36:44.126 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:36:44.216 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:36:44.457 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '025aaa25cc614321420f00e2693b248c343e1975'}) +2022-04-21 16:36:44.464 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '025aaa25cc614321420f00e2693b248c343e1975'}) +2022-04-21 16:36:44.775 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:36:45.111 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:36:45.141 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'crawl_result'} +2022-04-21 16:38:34.483 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:38:34.484 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:38:34.485 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:38:34.486 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:38:34.493 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:38:34.511 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:38:37.265 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:38:37.313 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:38:37.319 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:38:37.583 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:38:37.589 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:38:37.607 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:38:37.619 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:38:38.262 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: b2badcca28072bd4cc500599ba630dfeead852bf +2022-04-21 16:38:38.316 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'b2badcca28072bd4cc500599ba630dfeead852bf'} +2022-04-21 16:38:38.346 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:38:38.370 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:38:38.370 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked b2badcca28072bd4cc500599ba630dfeead852bf +2022-04-21 16:38:38.388 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked b2badcca28072bd4cc500599ba630dfeead852bf'} +2022-04-21 16:38:38.436 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': 'b2badcca28072bd4cc500599ba630dfeead852bf'}) +2022-04-21 16:38:38.436 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:38:38.436 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 16:38:38.448 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 16:38:38.472 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:38:38.478 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:38:38.478 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:38:38.826 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:38:38.826 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:38:39.037 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:38:39.043 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:38:39.085 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:38:39.373 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:38:39.487 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:38:39.781 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': 'b2badcca28072bd4cc500599ba630dfeead852bf'}) +2022-04-21 16:38:39.968 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:38:40.378 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'b2badcca28072bd4cc500599ba630dfeead852bf'}) +2022-04-21 16:38:40.582 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:38:40.780 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:38:40.798 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'crawl_result'} +2022-04-21 16:39:27.715 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:39:27.716 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:39:27.717 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:39:27.718 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:39:27.724 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:39:27.736 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:39:30.661 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:39:30.685 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:39:30.697 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:39:30.943 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:39:30.961 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:39:30.985 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:39:31.004 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:39:31.538 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 006435124cd9535d7d5390017a2681103571595e +2022-04-21 16:39:31.544 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '006435124cd9535d7d5390017a2681103571595e'} +2022-04-21 16:39:31.592 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:39:31.604 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:39:31.604 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 006435124cd9535d7d5390017a2681103571595e +2022-04-21 16:39:31.604 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 006435124cd9535d7d5390017a2681103571595e'} +2022-04-21 16:39:31.670 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '006435124cd9535d7d5390017a2681103571595e'}) +2022-04-21 16:39:31.670 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:39:31.670 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 16:39:31.685 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:39:31.691 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:39:31.691 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:39:31.697 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 16:39:32.081 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:39:32.081 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:39:32.255 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:39:32.429 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:39:32.501 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:39:32.501 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:39:32.622 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '006435124cd9535d7d5390017a2681103571595e'}) +2022-04-21 16:39:32.958 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:39:33.150 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:39:33.342 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': '006435124cd9535d7d5390017a2681103571595e'}) +2022-04-21 16:39:33.603 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:39:33.891 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:39:33.981 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'crawl_result'} +2022-04-21 16:46:06.302 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:46:06.304 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:46:06.305 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:46:06.306 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:46:06.314 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:46:06.359 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:46:09.939 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:46:09.968 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:46:09.975 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:46:10.311 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:46:10.323 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:46:10.335 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:46:10.341 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:46:10.652 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: b8e446833259250c98139123a075a54e5ed27d74 +2022-04-21 16:46:10.674 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'b8e446833259250c98139123a075a54e5ed27d74'} +2022-04-21 16:46:10.716 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:46:10.729 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:46:10.729 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked b8e446833259250c98139123a075a54e5ed27d74 +2022-04-21 16:46:10.729 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked b8e446833259250c98139123a075a54e5ed27d74'} +2022-04-21 16:46:10.750 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': 'b8e446833259250c98139123a075a54e5ed27d74'}) +2022-04-21 16:46:10.750 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:46:10.751 | DEBUG | dcs.tests.spider_task:run:204 - [] +2022-04-21 16:46:10.751 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 16:46:10.765 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:46:10.783 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:46:10.783 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:46:10.795 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 16:46:11.191 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:46:11.191 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:46:11.442 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:46:11.442 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:46:11.490 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:46:11.821 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:46:11.821 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:46:12.043 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': 'b8e446833259250c98139123a075a54e5ed27d74'}) +2022-04-21 16:46:12.127 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:46:12.361 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'b8e446833259250c98139123a075a54e5ed27d74'}) +2022-04-21 16:46:12.541 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:46:12.715 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:46:12.733 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'crawl_result'} +2022-04-21 16:46:47.823 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:46:47.825 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:46:47.826 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:46:47.826 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:46:47.834 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:46:47.852 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:46:51.484 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:46:51.514 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:46:51.515 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:46:51.805 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:46:51.828 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:46:51.835 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:46:51.841 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:46:52.411 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: a6755e6fc72cf3249d76cfecae5300e349459e3f +2022-04-21 16:46:52.441 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'a6755e6fc72cf3249d76cfecae5300e349459e3f'} +2022-04-21 16:46:52.447 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:46:52.453 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:46:52.453 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked a6755e6fc72cf3249d76cfecae5300e349459e3f +2022-04-21 16:46:52.507 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked a6755e6fc72cf3249d76cfecae5300e349459e3f'} +2022-04-21 16:46:52.621 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': 'a6755e6fc72cf3249d76cfecae5300e349459e3f'}) +2022-04-21 16:46:52.621 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:46:52.621 | DEBUG | dcs.tests.spider_task:run:204 - () +2022-04-21 16:46:52.627 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 16:46:52.627 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:46:52.639 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 16:46:52.711 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:46:52.711 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:46:53.203 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:46:53.203 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:46:53.311 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:46:53.311 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:46:53.413 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:46:53.605 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:46:53.677 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:46:53.827 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:46:53.983 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': 'a6755e6fc72cf3249d76cfecae5300e349459e3f'}) +2022-04-21 16:46:54.211 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'a6755e6fc72cf3249d76cfecae5300e349459e3f'}) +2022-04-21 16:46:54.349 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:46:54.679 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:46:54.763 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'crawl_result'} +2022-04-21 16:48:08.759 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:48:08.760 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:48:08.761 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:48:08.762 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:48:08.768 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:48:08.792 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:48:11.581 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:48:11.587 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:48:11.596 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:48:11.873 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:48:11.873 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:48:11.902 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:48:11.908 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:48:12.316 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: a6027932df4c9e3a7eea384f987bdc3e1faaa651 +2022-04-21 16:48:12.340 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'a6027932df4c9e3a7eea384f987bdc3e1faaa651'} +2022-04-21 16:48:12.358 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:48:12.364 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:48:12.364 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked a6027932df4c9e3a7eea384f987bdc3e1faaa651 +2022-04-21 16:48:12.370 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked a6027932df4c9e3a7eea384f987bdc3e1faaa651'} +2022-04-21 16:48:12.431 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': 'a6027932df4c9e3a7eea384f987bdc3e1faaa651'}) +2022-04-21 16:48:12.443 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:48:12.455 | DEBUG | dcs.tests.spider_task:run:204 - [] +2022-04-21 16:48:12.455 | DEBUG | dcs.tests.spider_task:run:216 - generating remote task +2022-04-21 16:48:12.456 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 16:48:12.456 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:48:12.457 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 16:48:12.524 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:48:12.560 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:48:13.227 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:48:13.227 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:48:13.618 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:48:13.900 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:48:14.440 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'a6027932df4c9e3a7eea384f987bdc3e1faaa651'}) +2022-04-21 16:48:14.620 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:48:14.698 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 4, 'cookie': 'a6027932df4c9e3a7eea384f987bdc3e1faaa651', 'result': 'result', 1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'crawl_result'} +2022-04-21 16:51:01.492 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:51:01.494 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:51:01.495 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:51:01.496 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:51:01.502 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:51:01.514 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:51:04.518 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:51:04.572 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:51:04.590 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:51:04.842 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:51:04.860 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:51:04.872 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:51:04.878 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:51:05.690 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: a01d8821fbcfe0cc86a9f0e1fd1ab631bc5d5c29 +2022-04-21 16:51:05.708 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'a01d8821fbcfe0cc86a9f0e1fd1ab631bc5d5c29'} +2022-04-21 16:51:05.732 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:51:05.732 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:51:05.733 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked a01d8821fbcfe0cc86a9f0e1fd1ab631bc5d5c29 +2022-04-21 16:51:05.741 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked a01d8821fbcfe0cc86a9f0e1fd1ab631bc5d5c29'} +2022-04-21 16:51:05.753 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': 'a01d8821fbcfe0cc86a9f0e1fd1ab631bc5d5c29'}) +2022-04-21 16:51:05.753 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:51:05.753 | DEBUG | dcs.tests.spider_task:run:204 - [] +2022-04-21 16:51:05.754 | DEBUG | dcs.tests.spider_task:run:216 - generating remote task +2022-04-21 16:51:05.754 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 16:51:05.754 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:51:05.762 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 16:51:05.792 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:51:05.822 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:51:06.399 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:51:06.399 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:51:06.952 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:51:07.228 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:51:07.427 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'a01d8821fbcfe0cc86a9f0e1fd1ab631bc5d5c29'}) +2022-04-21 16:53:07.571 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:53:07.573 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:53:07.574 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:53:07.574 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:53:07.581 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:53:07.605 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:53:10.530 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:53:10.584 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:53:10.590 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:53:10.800 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:53:10.824 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:53:10.830 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:53:10.848 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:53:11.383 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 35c59843aa937a595bbf2e9376f101bb5999388c +2022-04-21 16:53:11.389 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '35c59843aa937a595bbf2e9376f101bb5999388c'} +2022-04-21 16:53:11.401 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:53:11.407 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:53:11.407 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 35c59843aa937a595bbf2e9376f101bb5999388c +2022-04-21 16:53:11.467 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 35c59843aa937a595bbf2e9376f101bb5999388c'} +2022-04-21 16:53:11.491 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '35c59843aa937a595bbf2e9376f101bb5999388c'}) +2022-04-21 16:53:11.491 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:53:11.492 | DEBUG | dcs.tests.spider_task:run:204 - [] +2022-04-21 16:53:11.492 | DEBUG | dcs.tests.spider_task:run:216 - generating remote task +2022-04-21 16:53:11.512 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:53:11.518 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 16:53:11.548 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:53:11.602 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 16:53:11.626 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:53:12.365 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:53:12.365 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:53:12.797 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:53:13.050 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:53:13.338 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '35c59843aa937a595bbf2e9376f101bb5999388c'}) +2022-04-21 16:53:13.524 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:53:13.536 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'0': 'remote', 'name': 'remote', 'college': 'remote', 'major': 'remote', 'paper': 'remote', 'cookie': '35c59843aa937a595bbf2e9376f101bb5999388c', 1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'crawl_result'} +2022-04-21 16:53:46.966 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:53:46.968 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:53:46.969 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:53:46.969 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:53:46.976 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:53:47.000 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:53:49.845 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:53:49.863 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:53:49.864 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:53:50.301 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:53:50.325 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:53:50.355 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:53:50.361 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:53:50.913 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: f52b80bf74e2232f025f6f390881293e3360afb5 +2022-04-21 16:53:50.919 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'f52b80bf74e2232f025f6f390881293e3360afb5'} +2022-04-21 16:53:50.932 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:53:50.943 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:53:50.955 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked f52b80bf74e2232f025f6f390881293e3360afb5 +2022-04-21 16:53:50.961 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked f52b80bf74e2232f025f6f390881293e3360afb5'} +2022-04-21 16:53:51.003 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': 'f52b80bf74e2232f025f6f390881293e3360afb5'}) +2022-04-21 16:53:51.003 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:53:51.003 | DEBUG | dcs.tests.spider_task:run:204 - [] +2022-04-21 16:53:51.021 | DEBUG | dcs.tests.spider_task:run:216 - generating remote task +2022-04-21 16:53:51.021 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 16:53:51.022 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:53:51.022 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 16:53:51.048 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:53:51.091 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:53:51.579 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:53:51.579 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:53:51.729 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:53:52.023 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:53:52.239 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'f52b80bf74e2232f025f6f390881293e3360afb5'}) +2022-04-21 16:53:52.395 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:53:52.413 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'0': {'name': 'remote', 'college': 'remote', 'major': 'remote', 'paper': 'remote'}, 'cookie': 'f52b80bf74e2232f025f6f390881293e3360afb5', 1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'crawl_result'} +2022-04-21 16:56:53.425 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:56:53.426 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:56:53.427 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:56:53.428 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:56:53.434 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:56:53.473 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:56:56.102 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:56:56.138 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:56:56.144 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:56:56.444 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:56:56.450 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:56:56.456 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:56:56.457 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:56:57.068 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 44b70667da6da0019def3fdc954bb94abb3f9277 +2022-04-21 16:56:57.068 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '44b70667da6da0019def3fdc954bb94abb3f9277'} +2022-04-21 16:56:57.098 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:56:57.110 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:56:57.110 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 44b70667da6da0019def3fdc954bb94abb3f9277 +2022-04-21 16:56:57.152 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 44b70667da6da0019def3fdc954bb94abb3f9277'} +2022-04-21 16:56:57.170 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '44b70667da6da0019def3fdc954bb94abb3f9277'}) +2022-04-21 16:56:57.170 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:56:57.170 | DEBUG | dcs.tests.spider_task:run:204 - [] +2022-04-21 16:56:57.171 | DEBUG | dcs.tests.spider_task:run:216 - generating remote task +2022-04-21 16:56:57.171 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 16:56:57.188 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:56:57.194 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 16:56:57.206 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:56:57.344 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:56:58.167 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:56:58.167 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:56:58.588 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:56:58.979 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:56:59.308 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '44b70667da6da0019def3fdc954bb94abb3f9277'}) +2022-04-21 16:56:59.327 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 16:56:59.765 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:56:59.765 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:56:59.963 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:57:00.161 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:57:00.359 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '44b70667da6da0019def3fdc954bb94abb3f9277'}) +2022-04-21 16:58:07.361 | DEBUG | __main__::14 - reading config args... +2022-04-21 16:58:07.362 | DEBUG | __main__::21 - starting the main server... +2022-04-21 16:58:07.363 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 16:58:07.364 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 16:58:07.372 | DEBUG | __main__::36 - starting the user server... +2022-04-21 16:58:07.384 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 16:58:09.701 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 16:58:09.713 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:58:09.719 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 16:58:10.103 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 16:58:10.163 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 16:58:10.175 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:58:10.181 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 16:58:10.626 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: c67725648fd17d88f1aea66f5ce3eded4a277d47 +2022-04-21 16:58:10.638 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'c67725648fd17d88f1aea66f5ce3eded4a277d47'} +2022-04-21 16:58:10.740 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 16:58:10.752 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 16:58:10.752 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked c67725648fd17d88f1aea66f5ce3eded4a277d47 +2022-04-21 16:58:10.776 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked c67725648fd17d88f1aea66f5ce3eded4a277d47'} +2022-04-21 16:58:10.806 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': 'c67725648fd17d88f1aea66f5ce3eded4a277d47'}) +2022-04-21 16:58:10.806 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 16:58:10.807 | DEBUG | dcs.tests.spider_task:run:204 - [] +2022-04-21 16:58:10.807 | DEBUG | dcs.tests.spider_task:run:216 - generating remote task +2022-04-21 16:58:10.807 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 16:58:10.808 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 16:58:10.815 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 16:58:10.815 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 16:58:10.827 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 16:58:11.519 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 16:58:11.519 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:58:11.705 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:58:11.897 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 16:58:12.017 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'c67725648fd17d88f1aea66f5ce3eded4a277d47'}) +2022-04-21 16:58:12.299 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 16:58:12.311 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'crawl_result'} +2022-04-21 17:04:54.987 | DEBUG | __main__::14 - reading config args... +2022-04-21 17:04:54.988 | DEBUG | __main__::21 - starting the main server... +2022-04-21 17:04:54.989 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 17:04:54.990 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 17:04:54.997 | DEBUG | __main__::36 - starting the user server... +2022-04-21 17:04:55.021 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 17:04:56.619 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 17:04:56.649 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:04:56.661 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 17:04:56.919 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 17:04:56.931 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 17:04:56.955 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:04:56.961 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 17:04:57.387 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 822ddedd2daed0d85ae2f9f439f535c694cc9742 +2022-04-21 17:04:57.393 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '822ddedd2daed0d85ae2f9f439f535c694cc9742'} +2022-04-21 17:04:57.411 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:04:57.442 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 17:04:57.442 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 822ddedd2daed0d85ae2f9f439f535c694cc9742 +2022-04-21 17:04:57.454 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 822ddedd2daed0d85ae2f9f439f535c694cc9742'} +2022-04-21 17:04:57.490 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '822ddedd2daed0d85ae2f9f439f535c694cc9742'}) +2022-04-21 17:04:57.491 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 17:04:57.491 | DEBUG | dcs.tests.spider_task:run:204 - [] +2022-04-21 17:04:57.491 | DEBUG | dcs.tests.spider_task:run:216 - generating remote task +2022-04-21 17:04:57.491 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 17:04:57.505 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 17:04:57.511 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 17:04:57.512 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 17:04:57.512 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 17:04:58.313 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 17:04:58.313 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:04:58.733 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:04:59.334 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:04:59.690 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '822ddedd2daed0d85ae2f9f439f535c694cc9742'}) +2022-04-21 17:04:59.907 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 17:04:59.937 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'crawl_result'} +2022-04-21 17:06:13.429 | DEBUG | __main__::14 - reading config args... +2022-04-21 17:06:13.430 | DEBUG | __main__::21 - starting the main server... +2022-04-21 17:06:13.431 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 17:06:13.432 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 17:06:13.440 | DEBUG | __main__::36 - starting the user server... +2022-04-21 17:06:13.452 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 17:06:16.281 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 17:06:16.299 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:06:16.305 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 17:06:16.678 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 17:06:16.690 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 17:06:16.720 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:06:16.726 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 17:06:17.285 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 12ddf14f95490b88720b3440043b40b7e0df6a7b +2022-04-21 17:06:17.297 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '12ddf14f95490b88720b3440043b40b7e0df6a7b'} +2022-04-21 17:06:17.315 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:06:17.321 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 17:06:17.321 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 12ddf14f95490b88720b3440043b40b7e0df6a7b +2022-04-21 17:06:17.321 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 12ddf14f95490b88720b3440043b40b7e0df6a7b'} +2022-04-21 17:06:17.345 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '12ddf14f95490b88720b3440043b40b7e0df6a7b'}) +2022-04-21 17:06:17.345 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 17:06:17.345 | DEBUG | dcs.tests.spider_task:run:204 - [] +2022-04-21 17:06:17.346 | DEBUG | dcs.tests.spider_task:run:216 - generating remote task +2022-04-21 17:06:17.346 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 17:06:17.360 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 17:06:17.360 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 17:06:17.361 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 17:06:17.375 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 17:06:18.341 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 17:06:18.341 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:06:18.696 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:06:18.948 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:06:19.194 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '12ddf14f95490b88720b3440043b40b7e0df6a7b'}) +2022-04-21 17:06:19.422 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 17:06:19.458 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'response'} +2022-04-21 17:07:49.288 | DEBUG | __main__::14 - reading config args... +2022-04-21 17:07:49.290 | DEBUG | __main__::21 - starting the main server... +2022-04-21 17:07:49.291 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 17:07:49.292 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 17:07:49.299 | DEBUG | __main__::36 - starting the user server... +2022-04-21 17:07:49.314 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 17:07:51.424 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 17:07:51.448 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:07:51.454 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 17:07:51.778 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 17:07:51.802 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 17:07:51.862 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:07:51.862 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 17:07:52.417 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: d194a5682646eba98f5618e118a3c407bfeaccc9 +2022-04-21 17:07:52.453 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'd194a5682646eba98f5618e118a3c407bfeaccc9'} +2022-04-21 17:07:52.471 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:07:52.483 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 17:07:52.483 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked d194a5682646eba98f5618e118a3c407bfeaccc9 +2022-04-21 17:07:52.495 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked d194a5682646eba98f5618e118a3c407bfeaccc9'} +2022-04-21 17:07:52.519 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': 'd194a5682646eba98f5618e118a3c407bfeaccc9'}) +2022-04-21 17:07:52.519 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 17:07:52.519 | DEBUG | dcs.tests.spider_task:run:204 - [] +2022-04-21 17:07:52.520 | DEBUG | dcs.tests.spider_task:run:216 - generating remote task +2022-04-21 17:07:52.520 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 17:07:52.540 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 17:07:52.552 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 17:07:52.702 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 17:07:52.702 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 17:07:53.221 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 17:07:53.221 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:07:53.503 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:07:53.743 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:07:54.110 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'd194a5682646eba98f5618e118a3c407bfeaccc9'}) +2022-04-21 17:07:54.259 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 17:07:54.290 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'response'} +2022-04-21 17:08:48.591 | DEBUG | __main__::14 - reading config args... +2022-04-21 17:08:48.593 | DEBUG | __main__::21 - starting the main server... +2022-04-21 17:08:48.594 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 17:08:48.594 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 17:08:48.600 | DEBUG | __main__::36 - starting the user server... +2022-04-21 17:08:48.618 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 17:08:51.441 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 17:08:51.495 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:08:51.501 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 17:08:51.843 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 17:08:51.843 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 17:08:51.849 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:08:51.850 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 17:08:52.470 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 3c9735e99a932a3c8d27811747b3228df0f1adf9 +2022-04-21 17:08:52.482 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '3c9735e99a932a3c8d27811747b3228df0f1adf9'} +2022-04-21 17:08:52.501 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:08:52.518 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 17:08:52.518 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 3c9735e99a932a3c8d27811747b3228df0f1adf9 +2022-04-21 17:08:52.525 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 3c9735e99a932a3c8d27811747b3228df0f1adf9'} +2022-04-21 17:08:52.542 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '3c9735e99a932a3c8d27811747b3228df0f1adf9'}) +2022-04-21 17:08:52.542 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 17:08:52.542 | DEBUG | dcs.tests.spider_task:run:205 - [] +2022-04-21 17:08:52.543 | DEBUG | dcs.tests.spider_task:run:217 - generating remote task +2022-04-21 17:08:52.543 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 17:08:52.543 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 17:08:52.551 | DEBUG | dcs.tests.spider_task:run:225 - generating local task +2022-04-21 17:08:52.673 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 17:08:52.673 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 17:08:53.534 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 17:08:53.534 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:08:53.666 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:08:54.050 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:08:54.260 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '3c9735e99a932a3c8d27811747b3228df0f1adf9'}) +2022-04-21 17:08:54.421 | DEBUG | dcs.tests.spider_task:compose_result:194 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 17:08:54.445 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'response'} +2022-04-21 17:10:22.862 | DEBUG | __main__::14 - reading config args... +2022-04-21 17:10:22.863 | DEBUG | __main__::21 - starting the main server... +2022-04-21 17:10:22.864 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 17:10:22.865 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 17:10:22.873 | DEBUG | __main__::36 - starting the user server... +2022-04-21 17:10:22.897 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 17:10:25.630 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 17:10:25.732 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:10:25.738 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 17:10:26.074 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 17:10:26.110 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 17:10:26.122 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:10:26.131 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 17:10:26.641 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 2328e591155d9b65eda08f44969bff040ef3c2a8 +2022-04-21 17:10:26.659 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '2328e591155d9b65eda08f44969bff040ef3c2a8'} +2022-04-21 17:10:26.671 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:10:26.689 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 17:10:26.689 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 2328e591155d9b65eda08f44969bff040ef3c2a8 +2022-04-21 17:10:26.701 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 2328e591155d9b65eda08f44969bff040ef3c2a8'} +2022-04-21 17:10:26.773 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '2328e591155d9b65eda08f44969bff040ef3c2a8'}) +2022-04-21 17:10:26.774 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 17:10:26.774 | DEBUG | dcs.tests.spider_task:run:205 - [] +2022-04-21 17:10:26.774 | DEBUG | dcs.tests.spider_task:run:217 - generating remote task +2022-04-21 17:10:26.788 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 17:10:26.788 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 17:10:26.800 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 17:10:26.800 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 17:10:26.806 | DEBUG | dcs.tests.spider_task:run:225 - generating local task +2022-04-21 17:10:26.884 | DEBUG | dcs.tests.requester:run:70 - receiving remote task result, saving... +2022-04-21 17:10:27.220 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 17:10:27.220 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:10:27.443 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:10:27.785 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:10:28.050 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '2328e591155d9b65eda08f44969bff040ef3c2a8'}) +2022-04-21 17:10:28.050 | DEBUG | dcs.tests.spider_task:compose_result:178 - composing task... +2022-04-21 17:10:28.215 | DEBUG | dcs.tests.spider_task:compose_result:194 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 17:10:28.245 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'response'} +2022-04-21 17:12:27.116 | DEBUG | __main__::14 - reading config args... +2022-04-21 17:12:27.117 | DEBUG | __main__::21 - starting the main server... +2022-04-21 17:12:27.118 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 17:12:27.118 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 17:12:27.126 | DEBUG | __main__::36 - starting the user server... +2022-04-21 17:12:27.150 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 17:12:30.147 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 17:12:30.153 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:12:30.159 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 17:12:30.465 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 17:12:30.489 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 17:12:30.513 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:12:30.525 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 17:12:31.083 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 772d63c8e5e649efd9419cfd175ad664616733c4 +2022-04-21 17:12:31.095 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '772d63c8e5e649efd9419cfd175ad664616733c4'} +2022-04-21 17:12:31.137 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:12:31.149 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 17:12:31.149 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 772d63c8e5e649efd9419cfd175ad664616733c4 +2022-04-21 17:12:31.164 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 772d63c8e5e649efd9419cfd175ad664616733c4'} +2022-04-21 17:12:31.182 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '772d63c8e5e649efd9419cfd175ad664616733c4'}) +2022-04-21 17:12:31.182 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 17:12:31.182 | DEBUG | dcs.tests.spider_task:run:204 - [] +2022-04-21 17:12:31.183 | DEBUG | dcs.tests.spider_task:run:216 - generating remote task +2022-04-21 17:12:31.184 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 17:12:31.184 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 17:12:31.184 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 17:12:31.209 | DEBUG | dcs.tests.requester:run:70 - receiving remote task result, saving... +2022-04-21 17:12:31.215 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 17:12:31.299 | DEBUG | dcs.tests.requester:run:74 - result: {'0': {'name': 'remote', 'college': 'remote', 'major': 'remote', 'paper': 'remote'}} +2022-04-21 17:12:31.377 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 17:12:31.936 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 17:12:31.936 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:12:32.585 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:12:32.978 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:12:33.417 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '772d63c8e5e649efd9419cfd175ad664616733c4'}) +2022-04-21 17:12:33.423 | DEBUG | dcs.tests.spider_task:compose_result:178 - composing task... +2022-04-21 17:12:33.556 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 17:12:33.562 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'response'} +2022-04-21 17:14:01.931 | DEBUG | __main__::14 - reading config args... +2022-04-21 17:14:01.932 | DEBUG | __main__::21 - starting the main server... +2022-04-21 17:14:01.934 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 17:14:01.934 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 17:14:01.942 | DEBUG | __main__::36 - starting the user server... +2022-04-21 17:14:01.972 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 17:14:04.592 | DEBUG | dcs.tests.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 17:14:04.622 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:14:04.628 | INFO | dcs.tests.user_request_handler:register:38 - [REQUEST] register +2022-04-21 17:14:04.982 | INFO | dcs.tests.user_request_handler:register:46 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 17:14:05.000 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 17:14:05.006 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:14:05.012 | INFO | dcs.tests.user_request_handler:login:27 - [REQUEST] login +2022-04-21 17:14:05.655 | INFO | dcs.tests.user_request_handler:login:35 - [RESPONSE] cookie: 336eae47ab8244f98d25be86af09f38060b45097 +2022-04-21 17:14:05.679 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '336eae47ab8244f98d25be86af09f38060b45097'} +2022-04-21 17:14:05.727 | INFO | dcs.tests.user_process:run:18 - processing user request... +2022-04-21 17:14:05.733 | INFO | dcs.tests.user_request_handler:report_state:17 - [REQUEST] report free +2022-04-21 17:14:05.733 | INFO | dcs.tests.user_request_handler:report_state:24 - [RESPONSE] report free: success marked 336eae47ab8244f98d25be86af09f38060b45097 +2022-04-21 17:14:05.769 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 336eae47ab8244f98d25be86af09f38060b45097'} +2022-04-21 17:14:05.805 | INFO | dcs.tests.spider_task:distribute_task:155 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '336eae47ab8244f98d25be86af09f38060b45097'}) +2022-04-21 17:14:05.805 | DEBUG | dcs.tests.spider_task:distribute_task:168 - [, ] +2022-04-21 17:14:05.806 | DEBUG | dcs.tests.spider_task:run:204 - [] +2022-04-21 17:14:05.806 | DEBUG | dcs.tests.spider_task:run:216 - generating remote task +2022-04-21 17:14:05.806 | INFO | dcs.tests.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 17:14:05.820 | INFO | dcs.tests.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 17:14:05.826 | INFO | dcs.tests.requestHandler:run:21 - [REQUEST] end +2022-04-21 17:14:05.826 | DEBUG | dcs.tests.requestHandler:run:22 - communication over from ('127.0.0.1', 9000)! +2022-04-21 17:14:05.850 | DEBUG | dcs.tests.spider_task:run:224 - generating local task +2022-04-21 17:14:05.886 | DEBUG | dcs.tests.requester:run:70 - receiving remote task result, saving... +2022-04-21 17:14:05.886 | DEBUG | dcs.tests.requester:run:74 - result: {'0': {'name': 'remote', 'college': 'remote', 'major': 'remote', 'paper': 'remote'}} +2022-04-21 17:14:06.495 | DEBUG | dcs.tests.spider_task:test_simulation:103 - simulation crawling... +2022-04-21 17:14:06.495 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:14:06.837 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:14:07.353 | INFO | dcs.tests.spider_task:write2database:36 - writing to database: test +2022-04-21 17:14:07.972 | INFO | dcs.tests.spider_task:run:119 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '336eae47ab8244f98d25be86af09f38060b45097'}) +2022-04-21 17:14:07.972 | DEBUG | dcs.tests.spider_task:compose_result:178 - composing task... +2022-04-21 17:14:08.212 | DEBUG | dcs.tests.spider_task:compose_result:193 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 17:14:08.290 | INFO | dcs.tests.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'0': {'name': 'remote', 'college': 'remote', 'major': 'remote', 'paper': 'remote'}, 1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'response'} +2022-04-21 17:22:56.931 | DEBUG | __main__::14 - reading config args... +2022-04-21 17:22:56.932 | DEBUG | __main__::21 - starting the main server... +2022-04-21 17:22:56.933 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 17:22:56.933 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 17:22:56.940 | DEBUG | __main__::36 - starting the user server... +2022-04-21 17:22:56.958 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 17:22:59.491 | DEBUG | dcs.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 17:22:59.570 | INFO | dcs.user_process:run:18 - processing user request... +2022-04-21 17:22:59.576 | INFO | dcs.tests.user_request_handler:register:37 - [REQUEST] register +2022-04-21 17:22:59.960 | INFO | dcs.tests.user_request_handler:register:45 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 17:22:59.984 | INFO | dcs.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 17:23:00.002 | INFO | dcs.user_process:run:18 - processing user request... +2022-04-21 17:23:00.014 | INFO | dcs.tests.user_request_handler:login:26 - [REQUEST] login +2022-04-21 17:23:00.549 | INFO | dcs.tests.user_request_handler:login:34 - [RESPONSE] cookie: bb954db57dfa9175fe5754ad13b14c398dc76353 +2022-04-21 17:23:00.555 | INFO | dcs.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'} +2022-04-21 17:23:00.585 | INFO | dcs.user_process:run:18 - processing user request... +2022-04-21 17:23:00.591 | INFO | dcs.tests.user_request_handler:report_state:16 - [REQUEST] report free +2022-04-21 17:23:00.591 | INFO | dcs.tests.user_request_handler:report_state:23 - [RESPONSE] report free: success marked bb954db57dfa9175fe5754ad13b14c398dc76353 +2022-04-21 17:23:00.603 | INFO | dcs.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked bb954db57dfa9175fe5754ad13b14c398dc76353'} +2022-04-21 17:23:00.639 | INFO | dcs.tests.spider_task:distribute_task:154 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:00.639 | DEBUG | dcs.tests.spider_task:distribute_task:167 - [, ] +2022-04-21 17:23:00.639 | DEBUG | dcs.tests.spider_task:run:203 - [] +2022-04-21 17:23:00.651 | DEBUG | dcs.tests.spider_task:run:215 - generating remote task +2022-04-21 17:23:00.651 | INFO | dcs.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 17:23:00.675 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:00.693 | INFO | dcs.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 17:23:00.735 | INFO | dcs.tests.requestHandler:run:20 - [REQUEST] end +2022-04-21 17:23:00.735 | DEBUG | dcs.tests.requestHandler:run:21 - communication over from ('127.0.0.1', 9000)! +2022-04-21 17:23:00.753 | DEBUG | dcs.requester:run:70 - receiving remote task result, saving... +2022-04-21 17:23:00.753 | DEBUG | dcs.requester:run:74 - result: {'0': {'name': 'remote', 'college': 'remote', 'major': 'remote', 'paper': 'remote'}} +2022-04-21 17:23:01.257 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:01.257 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:01.257 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:01.275 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:01.713 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:01.713 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:01.713 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:01.713 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:02.592 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:02.592 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:02.592 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:02.604 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:03.042 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:03.042 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:03.042 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:03.042 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:03.674 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:03.674 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:03.692 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:03.704 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:04.184 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:04.184 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:04.184 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:04.196 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:04.586 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:04.586 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:04.592 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:04.598 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:05.355 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:05.451 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:05.463 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:05.469 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:05.952 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:05.952 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:05.964 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:05.964 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:06.427 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:06.427 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:06.493 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:06.499 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:07.148 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:07.148 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:07.148 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:07.148 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:07.884 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:07.884 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:07.890 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:07.902 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:08.582 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:08.582 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:08.582 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:08.594 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:09.410 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:09.410 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:09.416 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:09.428 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:09.848 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:09.848 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:09.848 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:09.866 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:10.388 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:10.388 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:10.388 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:10.394 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:11.034 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:11.034 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:11.034 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:11.034 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:11.491 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:11.491 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:11.491 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:11.491 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:12.321 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:12.322 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:12.322 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:12.333 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:13.156 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:13.156 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:13.156 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:13.180 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:13.652 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:13.724 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:13.748 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:13.766 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:14.415 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:14.415 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:14.415 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:14.427 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:15.021 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:15.021 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:15.021 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:15.045 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:15.496 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:15.496 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:15.496 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:15.502 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:15.826 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:15.850 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:15.850 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:15.898 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:16.349 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:16.349 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:16.349 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:16.355 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:23:16.841 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:23:16.841 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:23:16.841 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': 'bb954db57dfa9175fe5754ad13b14c398dc76353'}) +2022-04-21 17:23:16.853 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:26:12.513 | DEBUG | __main__::14 - reading config args... +2022-04-21 17:26:12.514 | DEBUG | __main__::21 - starting the main server... +2022-04-21 17:26:12.514 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 17:26:12.515 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 17:26:12.521 | DEBUG | __main__::36 - starting the user server... +2022-04-21 17:26:12.551 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 17:26:14.433 | DEBUG | dcs.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 17:26:14.468 | INFO | dcs.user_process:run:18 - processing user request... +2022-04-21 17:26:14.480 | INFO | dcs.tests.user_request_handler:register:37 - [REQUEST] register +2022-04-21 17:26:14.705 | INFO | dcs.tests.user_request_handler:register:45 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 17:26:14.711 | INFO | dcs.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 17:26:14.729 | INFO | dcs.user_process:run:18 - processing user request... +2022-04-21 17:26:14.741 | INFO | dcs.tests.user_request_handler:login:26 - [REQUEST] login +2022-04-21 17:26:15.178 | INFO | dcs.tests.user_request_handler:login:34 - [RESPONSE] cookie: 86df6cfdd94bd35558544bd28732e3922fa07942 +2022-04-21 17:26:15.203 | INFO | dcs.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': '86df6cfdd94bd35558544bd28732e3922fa07942'} +2022-04-21 17:26:15.245 | INFO | dcs.user_process:run:18 - processing user request... +2022-04-21 17:26:15.252 | INFO | dcs.tests.user_request_handler:report_state:16 - [REQUEST] report free +2022-04-21 17:26:15.252 | INFO | dcs.tests.user_request_handler:report_state:23 - [RESPONSE] report free: success marked 86df6cfdd94bd35558544bd28732e3922fa07942 +2022-04-21 17:26:15.270 | INFO | dcs.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked 86df6cfdd94bd35558544bd28732e3922fa07942'} +2022-04-21 17:26:15.288 | INFO | dcs.tests.spider_task:distribute_task:154 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 6, 'cookie': '86df6cfdd94bd35558544bd28732e3922fa07942'}) +2022-04-21 17:26:15.288 | DEBUG | dcs.tests.spider_task:distribute_task:167 - [, ] +2022-04-21 17:26:15.299 | INFO | dcs.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 17:26:15.288 | DEBUG | dcs.tests.spider_task:run:203 - [] +2022-04-21 17:26:15.305 | DEBUG | dcs.tests.spider_task:run:215 - generating remote task +2022-04-21 17:26:15.305 | INFO | dcs.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 17:26:15.306 | INFO | dcs.tests.requestHandler:run:20 - [REQUEST] end +2022-04-21 17:26:15.306 | DEBUG | dcs.tests.requestHandler:run:21 - communication over from ('127.0.0.1', 9000)! +2022-04-21 17:26:15.336 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:26:15.372 | DEBUG | dcs.requester:run:70 - receiving remote task result, saving... +2022-04-21 17:26:15.462 | DEBUG | dcs.requester:run:74 - result: {'0': {'name': 'remote', 'college': 'remote', 'major': 'remote', 'paper': 'remote'}} +2022-04-21 17:26:16.500 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:26:16.500 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:26:16.728 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:26:17.052 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:26:17.484 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 6, 'cookie': '86df6cfdd94bd35558544bd28732e3922fa07942'}) +2022-04-21 17:26:17.514 | DEBUG | dcs.tests.spider_task:compose_result:177 - composing task... +2022-04-21 17:26:17.730 | DEBUG | dcs.tests.spider_task:compose_result:192 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 17:26:17.760 | INFO | dcs.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'0': {'name': 'remote', 'college': 'remote', 'major': 'remote', 'paper': 'remote'}, 1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'response'} +2022-04-21 17:27:47.074 | DEBUG | __main__::14 - reading config args... +2022-04-21 17:27:47.076 | DEBUG | __main__::21 - starting the main server... +2022-04-21 17:27:47.077 | DEBUG | __main__::26 - starting the requester server... +2022-04-21 17:27:47.078 | DEBUG | __main__::31 - starting the spider server... +2022-04-21 17:27:47.097 | DEBUG | __main__::36 - starting the user server... +2022-04-21 17:27:47.121 | DEBUG | __main__::41 - starting the communicator server... +2022-04-21 17:27:49.459 | DEBUG | dcs.server:run:25 - connected to client ('127.0.0.1', 9000) +2022-04-21 17:27:49.483 | INFO | dcs.user_process:run:18 - processing user request... +2022-04-21 17:27:49.491 | INFO | dcs.tests.user_request_handler:register:37 - [REQUEST] register +2022-04-21 17:27:49.732 | INFO | dcs.tests.user_request_handler:register:45 - [RESPONSE] register: 用户名已存在，注册失败 +2022-04-21 17:27:49.762 | INFO | dcs.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'register': '用户名已存在，注册失败'} +2022-04-21 17:27:49.786 | INFO | dcs.user_process:run:18 - processing user request... +2022-04-21 17:27:49.803 | INFO | dcs.tests.user_request_handler:login:26 - [REQUEST] login +2022-04-21 17:27:50.542 | INFO | dcs.tests.user_request_handler:login:34 - [RESPONSE] cookie: c6ae606f9bcb4e0022a0192c9b940699de287878 +2022-04-21 17:27:50.560 | INFO | dcs.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'cookie': 'c6ae606f9bcb4e0022a0192c9b940699de287878'} +2022-04-21 17:27:50.578 | INFO | dcs.user_process:run:18 - processing user request... +2022-04-21 17:27:50.584 | INFO | dcs.tests.user_request_handler:report_state:16 - [REQUEST] report free +2022-04-21 17:27:50.584 | INFO | dcs.tests.user_request_handler:report_state:23 - [RESPONSE] report free: success marked c6ae606f9bcb4e0022a0192c9b940699de287878 +2022-04-21 17:27:50.596 | INFO | dcs.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'report_free': 'success marked c6ae606f9bcb4e0022a0192c9b940699de287878'} +2022-04-21 17:27:50.608 | INFO | dcs.tests.spider_task:distribute_task:154 - distributing task: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 1, 'pages_end': 10, 'cookie': 'c6ae606f9bcb4e0022a0192c9b940699de287878'}) +2022-04-21 17:27:50.608 | DEBUG | dcs.tests.spider_task:distribute_task:167 - [, , ] +2022-04-21 17:27:50.609 | DEBUG | dcs.tests.spider_task:run:203 - [] +2022-04-21 17:27:50.609 | DEBUG | dcs.tests.spider_task:run:215 - generating remote task +2022-04-21 17:27:50.609 | INFO | dcs.requester:get:44 - sending crawl request to ('127.0.0.1', 9000) +2022-04-21 17:27:50.623 | INFO | dcs.communicate:run:26 - sending response to ('127.0.0.1', 9000): {'crawling state': 'starting, please wait...'} +2022-04-21 17:27:50.671 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:27:50.749 | DEBUG | dcs.requester:run:70 - receiving remote task result, saving... +2022-04-21 17:27:50.767 | INFO | dcs.tests.requestHandler:run:20 - [REQUEST] end +2022-04-21 17:27:50.839 | DEBUG | dcs.requester:run:74 - result: {'0': {'name': 'remote', 'college': 'remote', 'major': 'remote', 'paper': 'remote'}} +2022-04-21 17:27:50.863 | DEBUG | dcs.tests.spider_task:run:223 - generating local task +2022-04-21 17:27:50.869 | DEBUG | dcs.tests.requestHandler:run:21 - communication over from ('127.0.0.1', 9000)! +2022-04-21 17:27:51.379 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:27:51.379 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:27:51.469 | DEBUG | dcs.tests.spider_task:test_simulation:102 - simulation crawling... +2022-04-21 17:27:51.470 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:27:51.691 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:27:51.787 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:27:52.171 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:27:52.273 | INFO | dcs.tests.spider_task:write2database:35 - writing to database: test +2022-04-21 17:27:52.531 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 7, 'pages_end': 10, 'cookie': 'c6ae606f9bcb4e0022a0192c9b940699de287878'}) +2022-04-21 17:27:52.717 | INFO | dcs.tests.spider_task:run:118 - partial crawl task finished: (('127.0.0.1', 9000), {'action': 'crawl zhiwang', 'word': 'computer', 'pages_start': 4, 'pages_end': 7, 'cookie': 'c6ae606f9bcb4e0022a0192c9b940699de287878'}) +2022-04-21 17:27:52.726 | DEBUG | dcs.tests.spider_task:compose_result:177 - composing task... +2022-04-21 17:27:52.938 | DEBUG | dcs.tests.spider_task:compose_result:192 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 17:27:53.082 | DEBUG | dcs.tests.spider_task:compose_result:192 - {1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}} +2022-04-21 17:27:53.088 | INFO | dcs.communicate:run:33 - sending response to ('127.0.0.1', 9000): {'0': {'name': 'remote', 'college': 'remote', 'major': 'remote', 'paper': 'remote'}, 1: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 2: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 3: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 4: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 5: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 6: {'name': 'test', 'college': 'test', 'major': 'test', 'paper': 'test'}, 'type': 'response'} diff --git a/dcs/main.py b/dcs/main.py index 059c44f..9143433 100644 --- a/dcs/main.py +++ b/dcs/main.py @@ -1,22 +1,52 @@ # -*- coding: UTF-8 -*- -from dcs.tests.server import Server +from dcs.server import Server from configparser import ConfigParser from loguru import logger -from dcs.tests.database import create_user_info +from dcs.tools.database import create_user_info +from dcs.requester import Requester +from dcs.spider import Spider +from conf.config import global_var +from dcs.user_process import UP +from dcs.communicate import Communicator create_user_info() logger.add('./dcs.log', rotation='10 MB', enqueue=True, backtrace=True, diagnose=True) -logger.info('reading config args...') +logger.debug('reading config args...') configFile = '../conf/settings.ini' con = ConfigParser() con.read(configFile, encoding='utf-8') items = con.items('server') items = dict(items) -logger.info('starting the server...') -server = Server(int(items['port'])) -server.daemon = items['daemon'] -server.start() -server.join() +logger.debug('starting the main server...') +global_var.server = Server(int(items['port']), eval(items['buffer_size'])) +global_var.server.daemon = items['daemon'] +global_var.server.start() + +logger.debug('starting the requester server...') +global_var.requester = Requester() +global_var.requester.daemon = True +global_var.requester.start() + +logger.debug('starting the spider server...') +global_var.spider = Spider() +global_var.spider.daemon = True +global_var.spider.start() + +logger.debug('starting the user server...') +global_var.up = UP() +global_var.up.daemon = True +global_var.up.start() + +logger.debug('starting the communicator server...') +global_var.communicator = Communicator() +global_var.communicator.daemon = True +global_var.communicator.start() + +global_var.server.join() +global_var.requester.join() +global_var.spider.join() +global_var.up.join() +global_var.communicator.join() logger.warning('Overing...') diff --git a/dcs/requester.py b/dcs/requester.py new file mode 100644 index 0000000..b47e1cd --- /dev/null +++ b/dcs/requester.py @@ -0,0 +1,92 @@ +import socket +import struct +import threading +from collections import deque +from json import JSONEncoder, JSONDecoder +from time import sleep + +from loguru import logger + +from conf.config import set_crawl_result +from dcs.tests.spider_task import Spider_partial_task + + +def read_bytes(s: 'socket.socket', size: 'int') -> 'bytes': + data = ''.encode('utf-8') + while len(data) < size: + rsp_data = s.recv(size - len(data)) + data += rsp_data + if len(rsp_data) == 0: + break + return data + + +def generate_request(request) -> 'bytes': + request_bytes = JSONEncoder().encode(request).encode("utf-8") + return struct.pack("!Q", len(request_bytes)) + request_bytes + + +class Requester(threading.Thread): + def __init__(self): + super().__init__() + self.daemon = True + self.reqs = [] + pass + + def is_remote_task_complete(self, client_address, request_map): + pass + # for req in self.reqs: + # if req[0].client_address == client_address and req[0].request_map == request_map: + # print(req[1]) + # return req[1] + + def get(self, client_address, task: Spider_partial_task): + logger.info(f'sending crawl request to {str(client_address)}') + req = Req(client_address, task) + self.reqs.append(req) + req.start() + + +class Req(threading.Thread): + def __init__(self, client_address, task: Spider_partial_task): + super(Req, self).__init__() + self.client_address = client_address + self.task: Spider_partial_task = task + self.request_map = task.request_map + self.responseJson = None + + def run(self) -> None: + with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_client: + socket_to_client.connect(self.client_address) + self.request_map.update({'type': 'request'}) + socket_to_client.sendall(generate_request(self.request_map)) + self.responseJson = JSONDecoder().decode( + read_bytes(socket_to_client, struct.unpack('!Q', socket_to_client.recv(8))[0]).decode( + "utf-8")) + # res.append(self.responseJson) + # sleep(10) + cookie = self.responseJson['cookie'] + del self.responseJson['cookie'] + logger.debug('receiving remote task result, saving...') + set_crawl_result(cookie, self.responseJson) + self.task.pages_start = self.task.pages_end # finished + self.task.thread = None + logger.debug("result: "+str(self.responseJson)) + # global_var.requester.set_req_state(self.client_address, self.request_map, True) + + +if __name__ == '__main__': + address = ('127.0.0.1', 7798) + address1 = ('127.0.0.1', 7799) + my_request = {'request': 'I am asking you...'} + my_request1 = {'request1': 'I am asking you...'} + res = deque() + requester = Requester() + requester.start() + + # requester.get(address, my_request) + # requester.get(address1, my_request1) + sleep(2) + # print(requester1.get()) + # print(requester.get()) + print(res) diff --git a/dcs/server.py b/dcs/server.py new file mode 100644 index 0000000..b2ce127 --- /dev/null +++ b/dcs/server.py @@ -0,0 +1,36 @@ +import threading +import socket + +from loguru import logger + +from dcs.tests.requestHandler import RequestHandler +from conf.config import global_var + + +class Server(threading.Thread): # 将监听和处理分离， 以便同时响应多个客户端 + def __init__(self, port: 'int', buffer_size: 'int'): + super().__init__() + self.port: 'int' = port + self.buffer_size = buffer_size + self.server_socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) + self.server_socket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) + self.server_socket.bind(('', port)) + global_var.server_socket = self.server_socket + self.client_sockets: list[socket.socket] = [] + + def run(self) -> None: + self.server_socket.listen() + while True: + client_socket, _ = self.server_socket.accept() + logger.debug(f'connected to client {client_socket.getpeername()}') + self.client_sockets.append(client_socket) + # request_header_size = struct.unpack("!Q", read_bytes(client_socket, 8))[0] + # request_map = json.JSONDecoder().decode(read_bytes(client_socket, request_header_size).decode("utf-8")) + # end请求要在主线程处理，不然退出就不会及时响应 + # if request_map['action'] == 'end': + # logger.info(f"[REQUEST] end") + # logger.warning("communication over!") + # break + r = RequestHandler(client_socket) + r.start() + # self.server_socket.close() diff --git a/dcs/spider.py b/dcs/spider.py new file mode 100644 index 0000000..e4f2df9 --- /dev/null +++ b/dcs/spider.py @@ -0,0 +1,44 @@ +import socket +import threading +from dcs.tests.spider_task import Spider_task + + +class Spider(threading.Thread): + def __init__(self): + super(Spider, self).__init__() + # self.tasks: list[tuple[socket.socket, dict]] = [] + self.tasks: list[Spider_task] = [] + self.daemon = True + + def add_task(self, request_map: dict, client_socket: socket.socket): + # distribute tasks, 5 pages as a task + # [pages_start, pages_end), like [1,3) means 1,2 page + # pages_start = request_map['pages_start'] + # pages_end = request_map['pages_end'] + # while pages_start < pages_end: + # tmp = request_map.copy() + # tmp['pages_start'] = pages_start + # if pages_start + const_page <= pages_end: + # pages_start += const_page + # else: + # pages_start = pages_end + # tmp['pages_end'] = pages_start + # self.tasks.append((client_socket, tmp)) + self.tasks.append(Spider_task(client_socket, request_map)) + + def run(self) -> None: + while True: + # free_remote_nodes = get_free_sockets() + # for task in self.tasks: + # logger.info(f'processing crawl task...') + # for f_node in free_remote_nodes: + # address = f_node.getpeername() + # global_var.requester.get(address, task[1]) + # global_var.responser.add_response('crawling state', task[0], {'crawling state': 'starting, please wait...'}) + # spider_task = Spider_task(task[0], task[1]) + # spider_task.start() + # self.tasks.remove(task) + for task in self.tasks: + task.start() + self.tasks.remove(task) + pass diff --git a/dcs/tests/client.py b/dcs/tests/client.py deleted file mode 100644 index 910bc89..0000000 --- a/dcs/tests/client.py +++ /dev/null @@ -1,188 +0,0 @@ -# -*- coding: UTF-8 -*- -import json -import struct -import threading -from threading import Thread -import socket -from json import JSONEncoder, JSONDecoder -import sys -from dcs.tests.server import Server - -# -------------------------------配置-------------------------------------------- -# ------------------------------config-------------------------------------------- - -if len(sys.argv) < 2: - ip = "127.0.0.1" # server的ip -else: - ip = sys.argv[1] -port = 7777 # server的port - - -def read_bytes(s: 'socket.socket', size: 'int') -> 'bytes': - """ - 从socket读取size个字节 - :param s:套接字 - :param size:要读取的大小 - :return:读取的字节数，在遇到套接字关闭的情况下，返回的数据的长度可能小于 size - """ - data = ''.encode('utf-8') - while len(data) < size: - rsp_data = s.recv(size - len(data)) - data += rsp_data - if len(rsp_data) == 0: - break - return data - - -def generate_request(request) -> 'bytes': - """ - 根据传入的dict生成请求 - 请求包含 8字节头长度+头数据 - :param request: dict - :return: bytes 请求数据 - """ - request_bytes = JSONEncoder().encode(request).encode("utf-8") - return struct.pack("!Q", len(request_bytes)) + request_bytes - - -class Client(Thread): - def __init__(self, server_ip: str, server_port: int) -> None: - """ - :param server_ip: 服务器IP - :param server_port: 服务器端口 - """ - super().__init__() - self.ip = server_ip - self.port = server_port - self.cookie = None - - def test(self): - with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: - socket_to_server.connect((self.ip, self.port)) - request = dict() - request['action'] = 'test' - - full_request = generate_request(request) - - socket_to_server.sendall(full_request) - - responseJson = JSONDecoder().decode( - read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( - "utf-8")) - - return responseJson['test'] - - def crawling(self, word: str, pages_start: int, pages_end: int): - with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: - socket_to_server.connect((self.ip, self.port)) - request = dict() - request['action'] = 'crawl zhiwang' - request['word'] = word - request['pages_start'] = str(pages_start) - request['pages_end'] = str(pages_end) - request['cookie'] = '2b0fd361bbf0b986fbc20d989a224d66fe9cb13a' - - full_request = generate_request(request) - - socket_to_server.sendall(full_request) - - responseJson = JSONDecoder().decode( - read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( - "utf-8")) - - return responseJson['crawl zhiwang'] - - def report_status(self, status: str): - # status: free or busy - with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: - socket_to_server.connect((self.ip, self.port)) - request = dict() - request['action'] = 'report_' + status - request['spider_info'] = (ip, port) - request['cookie'] = self.cookie - - full_request = generate_request(request) - - socket_to_server.sendall(full_request) - - responseJson = JSONDecoder().decode( - read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( - "utf-8")) - - return responseJson['report_' + status] - - def end(self): - """ - 结束通信 - :return: - """ - with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: - socket_to_server.connect((self.ip, self.port)) - request = dict() - request['action'] = 'end' - - full_request = generate_request(request) - - socket_to_server.sendall(full_request) - - print("end communication!") - - def login(self, user, password): - with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: - socket_to_server.connect((self.ip, self.port)) - request = dict() - request['action'] = 'login' - request['user'] = user - request['password'] = password - - full_request = generate_request(request) - - socket_to_server.sendall(full_request) - - responseJson = JSONDecoder().decode( - read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( - "utf-8")) - - if responseJson['login'] not in ['用户名错误，登录失败', '密码错误，登录失败']: - self.cookie = responseJson['login'] - return responseJson['login'] - - def run(self) -> None: - print(self.login('2', '2')) - print(self.report_status('free')) - print(self.crawling(input("word:"), pages_start=1, pages_end=4)) # [3,4) - self.end() - - -def response(): - socket_to_server = socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) - socket_to_server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) - socket_to_server.bind(('', 7798)) - socket_to_server.listen() - while True: - server_socket, _ = socket_to_server.accept() - request_header_size = struct.unpack("!Q", read_bytes(server_socket, 8))[0] - request_map = json.JSONDecoder().decode(read_bytes(server_socket, request_header_size).decode("utf-8")) - print(request_map) - response_map = {'response': 'I am replying...'} - server_socket.sendall(generate_response(response_map)) - - -def generate_response(response_map): - response_binary = json.JSONEncoder().encode(response_map).encode("utf-8") - response_binary_len = len(response_binary) - response_binary_len_binary = struct.pack("!Q", response_binary_len) - response_binary = response_binary_len_binary + response_binary - - return response_binary - - -download_task = Client(ip, port) -download_task.daemon = True -# download_task.start() -# download_task.join() -server = Server(7777) -server.daemon = True -server.start() -response() -server.join() diff --git a/dcs/tests/client1.py b/dcs/tests/client1.py deleted file mode 100644 index 33eccd7..0000000 --- a/dcs/tests/client1.py +++ /dev/null @@ -1,188 +0,0 @@ -# -*- coding: UTF-8 -*- -import json -import struct -import threading -from threading import Thread -import socket -from json import JSONEncoder, JSONDecoder -import sys -from dcs.tests.server import Server - -# -------------------------------配置-------------------------------------------- -# ------------------------------config-------------------------------------------- - -if len(sys.argv) < 2: - ip = "127.0.0.1" # server的ip -else: - ip = sys.argv[1] -port = 7777 # server的port - - -def read_bytes(s: 'socket.socket', size: 'int') -> 'bytes': - """ - 从socket读取size个字节 - :param s:套接字 - :param size:要读取的大小 - :return:读取的字节数，在遇到套接字关闭的情况下，返回的数据的长度可能小于 size - """ - data = ''.encode('utf-8') - while len(data) < size: - rsp_data = s.recv(size - len(data)) - data += rsp_data - if len(rsp_data) == 0: - break - return data - - -def generate_request(request) -> 'bytes': - """ - 根据传入的dict生成请求 - 请求包含 8字节头长度+头数据 - :param request: dict - :return: bytes 请求数据 - """ - request_bytes = JSONEncoder().encode(request).encode("utf-8") - return struct.pack("!Q", len(request_bytes)) + request_bytes - - -class Client(Thread): - def __init__(self, server_ip: str, server_port: int) -> None: - """ - :param server_ip: 服务器IP - :param server_port: 服务器端口 - """ - super().__init__() - self.ip = server_ip - self.port = server_port - self.cookie = None - - def test(self): - with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: - socket_to_server.connect((self.ip, self.port)) - request = dict() - request['action'] = 'test' - - full_request = generate_request(request) - - socket_to_server.sendall(full_request) - - responseJson = JSONDecoder().decode( - read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( - "utf-8")) - - return responseJson['test'] - - def crawling(self, word: str, pages_start: int, pages_end: int): - with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: - socket_to_server.connect((self.ip, self.port)) - request = dict() - request['action'] = 'crawl zhiwang' - request['word'] = word - request['pages_start'] = str(pages_start) - request['pages_end'] = str(pages_end) - request['cookie'] = '2b0fd361bbf0b986fbc20d989a224d66fe9cb13a' - - full_request = generate_request(request) - - socket_to_server.sendall(full_request) - - responseJson = JSONDecoder().decode( - read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( - "utf-8")) - - return responseJson['crawl zhiwang'] - - def report_status(self, status: str): - # status: free or busy - with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: - socket_to_server.connect((self.ip, self.port)) - request = dict() - request['action'] = 'report_' + status - request['spider_info'] = (ip, port) - request['cookie'] = self.cookie - - full_request = generate_request(request) - - socket_to_server.sendall(full_request) - - responseJson = JSONDecoder().decode( - read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( - "utf-8")) - - return responseJson['report_' + status] - - def end(self): - """ - 结束通信 - :return: - """ - with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: - socket_to_server.connect((self.ip, self.port)) - request = dict() - request['action'] = 'end' - - full_request = generate_request(request) - - socket_to_server.sendall(full_request) - - print("end communication!") - - def login(self, user, password): - with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: - socket_to_server.connect((self.ip, self.port)) - request = dict() - request['action'] = 'login' - request['user'] = user - request['password'] = password - - full_request = generate_request(request) - - socket_to_server.sendall(full_request) - - responseJson = JSONDecoder().decode( - read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( - "utf-8")) - - if responseJson['login'] not in ['用户名错误，登录失败', '密码错误，登录失败']: - self.cookie = responseJson['login'] - return responseJson['login'] - - def run(self) -> None: - print(self.login('2', '2')) - print(self.report_status('free')) - print(self.crawling(input("word:"), pages_start=1, pages_end=4)) # [3,4) - self.end() - - -def response(): - socket_to_server = socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) - socket_to_server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) - socket_to_server.bind(('', 7799)) - socket_to_server.listen() - while True: - server_socket, _ = socket_to_server.accept() - request_header_size = struct.unpack("!Q", read_bytes(server_socket, 8))[0] - request_map = json.JSONDecoder().decode(read_bytes(server_socket, request_header_size).decode("utf-8")) - print(request_map) - response_map = {'response1': 'I am replying...'} - server_socket.sendall(generate_response(response_map)) - - -def generate_response(response_map): - response_binary = json.JSONEncoder().encode(response_map).encode("utf-8") - response_binary_len = len(response_binary) - response_binary_len_binary = struct.pack("!Q", response_binary_len) - response_binary = response_binary_len_binary + response_binary - - return response_binary - - -download_task = Client(ip, port) -download_task.daemon = True -# download_task.start() -# download_task.join() -# server = Server(7777) -# server.daemon = True -# server.start() -response() -# server.join() diff --git a/dcs/tests/client_crawl.py b/dcs/tests/client_crawl.py deleted file mode 100644 index ad9bed3..0000000 --- a/dcs/tests/client_crawl.py +++ /dev/null @@ -1,43 +0,0 @@ -import os -import requests -from bs4 import BeautifulSoup -#爬虫头数据 -cookies = { - 'SINAGLOBAL': '6797875236621.702.1603159218040', - 'SUB': '_2AkMXbqMSf8NxqwJRmfkTzmnhboh1ygvEieKhMlLJJRMxHRl-yT9jqmg8tRB6PO6N_Rc_2FhPeZF2iThYO9DfkLUGpv4V', - 'SUBP': '0033WrSXqPxfM72-Ws9jqgMF55529P9D9Wh-nU-QNDs1Fu27p6nmwwiJ', - '_s_tentry': 'www.baidu.com', - 'UOR': 'www.hfut.edu.cn,widget.weibo.com,www.baidu.com', - 'Apache': '7782025452543.054.1635925669528', - 'ULV': '1635925669554:15:1:1:7782025452543.054.1635925669528:1627316870256', -} -headers = { - 'Connection': 'keep-alive', - 'Cache-Control': 'max-age=0', - 'Upgrade-Insecure-Requests': '1', - 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.89 Safari/537.36 SLBrowser/7.0.0.6241 SLBChan/25', - 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9', - 'Sec-Fetch-Site': 'cross-site', - 'Sec-Fetch-Mode': 'navigate', - 'Sec-Fetch-User': '?1', - 'Sec-Fetch-Dest': 'document', - 'Accept-Language': 'zh-CN,zh;q=0.9', -} -params = ( - ('cate', 'realtimehot'), -) -#数据存储 -fo = open("./微博热搜.txt",'a',encoding="utf-8") -#获取网页 -response = requests.get('https://s.weibo.com/top/summary', headers=headers, params=params, cookies=cookies) -#解析网页 -response.encoding='utf-8' -soup = BeautifulSoup(response.text, 'html.parser') -#爬取内容 -content="#pl_top_realtimehot > table > tbody > tr > td.td-02 > a" -#清洗数据 -a=soup.select(content) -for i in range(0,len(a)): - a[i] = a[i].text - fo.write(a[i]+'\n') -fo.close() \ No newline at end of file diff --git a/dcs/tests/requestHandler.py b/dcs/tests/requestHandler.py index f79abd1..bfd0fcf 100644 --- a/dcs/tests/requestHandler.py +++ b/dcs/tests/requestHandler.py @@ -1,75 +1,32 @@ import socket import threading -import json -import struct -from loguru import logger -from dcs.tests.spider import Spider -from dcs.tests.user_request_handler import Urh - -def generate_response(response): - response_binary = json.JSONEncoder().encode(response).encode("utf-8") - response_binary_len = len(response_binary) - response_binary_len_binary = struct.pack("!Q", response_binary_len) - response_binary = response_binary_len_binary + response_binary - - return response_binary +from loguru import logger +from dcs.tools.message_process import parse_request, check +from conf.config import global_var class RequestHandler(threading.Thread): - def __init__(self, file_server, client_socket: 'socket.socket', request_map: 'dict'): + def __init__(self, client_socket: 'socket.socket'): super().__init__() - self.file_server = file_server self.client_socket = client_socket - self.request_map = request_map - self.daemon = True - pass - - def test(self): - logger.info(f"[REQUEST] test") - response = { - 'test': 'hello TEST' - } - self.client_socket.sendall(generate_response(response)) - logger.info(f"[RESPONSE] test: {response['test']}") - - def translate(self): - logger.info(f"[REQUEST] translate") - spider = Spider(self.request_map['word']) - response = { - 'translate': spider.run() - } - self.client_socket.sendall(generate_response(response)) - logger.info(f"[RESPONSE] translate: {response['translate']}") - - def crawl_zhiwang(self): - logger.info(f"[REQUEST] crawl zhiwang") - try: - pages_start = int(self.request_map['pages_start']) - pages_end = int(self.request_map['pages_end']) - except: - pages_start = 1 - pages_end = 1 - spider = Spider(self.request_map['word'], pages_start=pages_start, pages_end=pages_end) - spider.run() - response = { - 'crawl zhiwang': 'success' # TODO - } - self.client_socket.sendall(generate_response(response)) - logger.info(f"[RESPONSE] crawl zhiwang: {response['crawl zhiwang']}") def run(self) -> None: try: - if self.request_map['action'] == 'test': - self.test() - self.client_socket.close() - elif self.request_map['action'] == 'translate': - self.translate() - elif self.request_map['action'] == 'crawl zhiwang': - self.crawl_zhiwang() - self.client_socket.close() - elif self.request_map['action'] in ['report_free', 'login', 'register']: - urh = Urh(self.request_map, self.client_socket) - urh.start() - except: - pass + while True: + request_map = parse_request(self.client_socket) + + if request_map['action'] == 'end': + logger.info(f"[REQUEST] end") + logger.debug(f"communication over from {self.client_socket.getpeername()}!") + break + elif request_map['action'] == 'crawl zhiwang': + chk_res = check(request_map['cookie']) + if chk_res is None: + logger.warning("user info error!") + break + global_var.spider.add_task(request_map, self.client_socket) + elif request_map['action'] in ['report_free', 'login', 'register']: + global_var.up.add_request(request_map, self.client_socket) + except Exception as e: + print(str(e)) diff --git a/dcs/tests/requester.py b/dcs/tests/requester.py deleted file mode 100644 index 4bc4126..0000000 --- a/dcs/tests/requester.py +++ /dev/null @@ -1,72 +0,0 @@ -import socket -import threading -import struct -from json import JSONEncoder, JSONDecoder -from time import sleep - -from loguru import logger -from collections import deque - - -def read_bytes(s: 'socket.socket', size: 'int') -> 'bytes': - data = ''.encode('utf-8') - while len(data) < size: - rsp_data = s.recv(size - len(data)) - data += rsp_data - if len(rsp_data) == 0: - break - return data - - -def generate_request(request) -> 'bytes': - request_bytes = JSONEncoder().encode(request).encode("utf-8") - return struct.pack("!Q", len(request_bytes)) + request_bytes - - -class Requester(threading.Thread): - def __init__(self, request_map: 'dict', client_address: tuple): - super().__init__() - self.request_map = request_map - self.daemon = True - self.client_address = client_address - self.responseJson = None - pass - - def request(self): - with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_client: - socket_to_client.connect(self.client_address) - socket_to_client.sendall(generate_request(self.request_map)) - self.responseJson = JSONDecoder().decode( - read_bytes(socket_to_client, struct.unpack('!Q', socket_to_client.recv(8))[0]).decode( - "utf-8")) - res.append(self.responseJson) - return res - - def get(self): - try: - return self.request() - except: - return None - - def run(self) -> None: - self.request() - - -if __name__ == '__main__': - address = ('127.0.0.1', 7798) - address1 = ('127.0.0.1', 7799) - my_request = {'request': 'I am asking you...'} - my_request1 = {'request1': 'I am asking you...'} - res = deque() - - requester = Requester(my_request, address) - requester1 = Requester(my_request1, address1) - requester1.start() - requester.start() - - requester1.join() - requester.join() - sleep(2) - # print(requester1.get()) - # print(requester.get()) - print(res) diff --git a/dcs/tests/server.py b/dcs/tests/server.py deleted file mode 100644 index dc805d0..0000000 --- a/dcs/tests/server.py +++ /dev/null @@ -1,41 +0,0 @@ -import threading -import socket -import json -import struct -from dcs.tests.requestHandler import RequestHandler -from loguru import logger - - -def read_bytes(s: 'socket.socket', size: 'int') -> 'bytes': - data = ''.encode('utf-8') - while len(data) < size: - rsp_data = s.recv(size - len(data)) - data += rsp_data - if len(rsp_data) == 0: - break - return data - - -class Server(threading.Thread): - def __init__(self, port: 'int'): - super().__init__() - self.port: 'int' = port - self.server_socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) - self.server_socket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) - self.server_socket.bind(('', port)) - self.buffer_size = 8 * 1024 * 1024 - - def run(self) -> None: - self.server_socket.listen() - while True: - client_socket, _ = self.server_socket.accept() - request_header_size = struct.unpack("!Q", read_bytes(client_socket, 8))[0] - request_map = json.JSONDecoder().decode(read_bytes(client_socket, request_header_size).decode("utf-8")) - # end请求要在主线程处理，不然退出就不会及时响应 - if request_map['action'] == 'end': - logger.info(f"[REQUEST] end") - logger.warning("communication over!") - break - r = RequestHandler(self, client_socket, request_map) - r.start() - self.server_socket.close() diff --git a/dcs/tests/spider.py b/dcs/tests/spider.py deleted file mode 100644 index 2f4bb63..0000000 --- a/dcs/tests/spider.py +++ /dev/null @@ -1,158 +0,0 @@ -import csv -import threading -import socket -from json import JSONEncoder, JSONDecoder -import struct - -import dcs.tests.config -from msedge.selenium_tools import Edge -from msedge.selenium_tools import EdgeOptions -from dcs.tests.zhiwang import * -from loguru import logger -from dcs.tests.database import write_result2database, get_last_crawl_id, create_crawl_result_table - - -def translate(word): - url = 'http://fanyi.youdao.com/translate?smartresult=dict&smartresult=rule' - data = {'i': word, - 'from': 'AUTO', - 'to': 'AUTO', - 'smartresult': 'dict', - 'client': 'fanyideskweb', - 'doctype': 'json', - 'version': '2.1', - 'keyfrom': 'fanyi.web', - 'action': 'FY_BY_REALTIME', - 'typoResult': 'false'} - r = requests.post(url, data) - answer = r.json() - result = answer['translateResult'][0][0]['tgt'] - return result - - -def crawl_zhiwang(word, pages_start=1, pages_end=1): - edge_options = EdgeOptions() - edge_options.use_chromium = True - edge_options.add_argument('headless') - driver = Edge(options=edge_options, executable_path=r'G:\Users\god\PycharmProjects\dcs\bin\msedgedriver.exe') - soup = driver_open(driver, word) # 搜索word - - papers = [] # 用于保存爬取到的论文 - table_name = 'wufayuan_crawl_result' - create_crawl_result_table(table_name=table_name) - last_crawl_id = get_last_crawl_id(table_name=table_name) - paper_id = 0 - - # 爬取第一篇 - if pages_start == 1: - spider(driver, soup, papers) - pages_start += 1 - while paper_id < len(papers): - write2database(papers[paper_id], table_name=table_name, last_crawl_id=last_crawl_id) - paper_id += 1 - for pn in range(pages_start, pages_end): - content = change_page(driver, pn) - spider(driver, content, papers) - while paper_id < len(papers): - write2database(papers[paper_id], table_name=table_name, last_crawl_id=last_crawl_id) - paper_id += 1 - driver.close() - - -def write2database(paper: Paper, table_name: str, last_crawl_id: int): - for author in paper.authors: - if author.name: - write_result2database([author.name, author.college, author.major, paper.title], table_name, last_crawl_id) - - -def write2csv(papers: list, file_name='./paper_author.csv'): - # 写入文件 - f_papers_authors = open(file_name, 'w', encoding='utf-8', newline='') - writer_p_a = csv.writer(f_papers_authors) # 基于文件对象构建 csv写入对象 - writer_p_a.writerow(["name", "college", "major", "paper"]) # csv文件的表头 - - # 读取每一篇论文 - for paper in papers: - # 写入paper_author.csv文件 - for author in paper.authors: - if author.name: - # print(author + " ") - writer_p_a.writerow([author.name, author.college, author.major, paper.title]) - - # 关闭文件 - f_papers_authors.close() - - -def read_bytes(s: 'socket.socket', size: 'int') -> 'bytes': - """ - 从socket读取size个字节 - :param s:套接字 - :param size:要读取的大小 - :return:读取的字节数，在遇到套接字关闭的情况下，返回的数据的长度可能小于 size - """ - data = ''.encode('utf-8') - while len(data) < size: - rsp_data = s.recv(size - len(data)) - data += rsp_data - if len(rsp_data) == 0: - break - return data - - -def generate_request(request) -> 'bytes': - """ - 根据传入的dict生成请求 - 请求包含 8字节头长度+头数据 - :param request: dict - :return: bytes 请求数据 - """ - request_bytes = JSONEncoder().encode(request).encode("utf-8") - return struct.pack("!Q", len(request_bytes)) + request_bytes - - -class Spider(threading.Thread): - def __init__(self, word: str, pages_start=1, pages_end=1): - super().__init__() - self.word = word - self.daemon = True - self.pages_start = pages_start - self.pages_end = pages_end - pass - - def crawling(self, word: str, pages_start: int, pages_end: int, client_socket: socket.socket): - - with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: - socket_to_server.connect((self.ip, self.port)) - request = dict() - request['action'] = 'crawl zhiwang' - request['word'] = word - request['pages_start'] = str(pages_start) - request['pages_end'] = str(pages_end) - - full_request = generate_request(request) - - socket_to_server.sendall(full_request) - - responseJson = JSONDecoder().decode( - read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( - "utf-8")) - - return responseJson['crawl zhiwang'] - - def distribute_spiders(self): - free_sockets = dcs.tests.config.get_free_sockets() - qt = (self.pages_end - self.pages_start) // (len(free_sockets)+1) // len(free_sockets) - for st in range(len(free_sockets)): - request_map = {'action': 'crawl_zhiwang', 'pages_start': f'{st}', 'pages_end': f'{st+qt}'} - self.pages_start = st + qt - print(request_map) - print(st, self.crawling(self.word, st, st+qt, free_sockets[st])) - ''' - r = RequestHandler(self, free_sockets[st], request_map) - r.start() - ''' - - def run(self) -> None: - logger.info('crawling...') - self.distribute_spiders() - crawl_zhiwang(word=self.word, pages_start=self.pages_start, pages_end=self.pages_end) diff --git a/dcs/tests/spider_task.py b/dcs/tests/spider_task.py new file mode 100644 index 0000000..352f700 --- /dev/null +++ b/dcs/tests/spider_task.py @@ -0,0 +1,232 @@ +import csv +import socket +import threading +from typing import Optional + +from loguru import logger +from msedge.selenium_tools import Edge +from msedge.selenium_tools import EdgeOptions + +from conf.config import global_var, get_free_sockets, get_crawl_result, get_by_cookie, set_state_socket +from dcs.tools.database import get_crawl_result_by_crawl_id, write_result2database +from dcs.tools.database import get_last_crawl_id, create_crawl_result_table +from dcs.tests.zhiwang import * + + +def translate(word): + url = 'http://fanyi.youdao.com/translate?smartresult=dict&smartresult=rule' + data = {'i': word, + 'from': 'AUTO', + 'to': 'AUTO', + 'smartresult': 'dict', + 'client': 'fanyideskweb', + 'doctype': 'json', + 'version': '2.1', + 'keyfrom': 'fanyi.web', + 'action': 'FY_BY_REALTIME', + 'typoResult': 'false'} + r = requests.post(url, data) + answer = r.json() + result = answer['translateResult'][0][0]['tgt'] + return result + + +def write2database(paper: Paper, table_name: str, last_crawl_id: int): + logger.info(f'writing to database: {paper.title}') + for author in paper.authors: + if author.name: + write_result2database([author.name, author.college, author.major, paper.title], table_name, last_crawl_id) + + +def write2csv(papers: list, file_name='./paper_author.csv'): + # 写入文件 + f_papers_authors = open(file_name, 'w', encoding='utf-8', newline='') + writer_p_a = csv.writer(f_papers_authors) # 基于文件对象构建 csv写入对象 + writer_p_a.writerow(["name", "college", "major", "paper"]) # csv文件的表头 + + # 读取每一篇论文 + for paper in papers: + # 写入paper_author.csv文件 + for author in paper.authors: + if author.name: + # print(author + " ") + writer_p_a.writerow([author.name, author.college, author.major, paper.title]) + + # 关闭文件 + f_papers_authors.close() + + +class Crawler(threading.Thread): + def __init__(self, partial_task: 'Spider_partial_task'): + super(Crawler, self).__init__() + self.partial_task = partial_task + + def crawl_zhiwang(self, user_name=None): + edge_options = EdgeOptions() + edge_options.use_chromium = True + # edge_options.add_argument('headless') + driver = Edge(options=edge_options, executable_path=r'G:\Users\god\PycharmProjects\dcs\bin\msedgedriver.exe') + soup = driver_open(driver, self.partial_task.word) # 搜索word + + papers = [] # 用于保存爬取到的论文 + table_name = f'{user_name}_crawl_result' + create_crawl_result_table(table_name=table_name) + last_crawl_id = get_last_crawl_id(table_name=table_name) + self.partial_task.crawl_id = last_crawl_id + 1 + paper_id = 0 + + # 爬取第一篇 + if self.partial_task.pages_start == 1: + spider(driver, soup, papers) + self.partial_task.pages_start += 1 + while paper_id < len(papers): + write2database(papers[paper_id], table_name=table_name, last_crawl_id=last_crawl_id) + paper_id += 1 + + while self.partial_task.pages_start < self.partial_task.pages_end: + content = change_page(driver, self.partial_task.pages_start) + spider(driver, content, papers) + while paper_id < len(papers): + write2database(papers[paper_id], table_name=table_name, last_crawl_id=last_crawl_id) + paper_id += 1 + self.partial_task.pages_start += 1 + driver.close() + + def test_simulation(self, user_name): + table_name = f'{user_name}_crawl_result' + create_crawl_result_table(table_name=table_name) + last_crawl_id = get_last_crawl_id(table_name=table_name) + self.partial_task.crawl_id = last_crawl_id + 1 + + # 模拟爬取 + logger.debug('simulation crawling...') + paper = Paper('test', [Author('test', 'test', 'test')]) + write2database(paper, table_name=table_name, last_crawl_id=last_crawl_id) + write2database(paper, table_name=table_name, last_crawl_id=last_crawl_id) + write2database(paper, table_name=table_name, last_crawl_id=last_crawl_id) + + # over + self.partial_task.pages_start = self.partial_task.pages_end + + def run(self) -> None: + try: + # self.crawl_zhiwang(user_name=self.partial_task.cui.user_name) + self.test_simulation(user_name=self.partial_task.cui.user_name) + except Exception as e: + print(e) + finally: + logger.info(f'partial crawl task finished: {str(self.partial_task)}') + self.partial_task.thread = None + # self.partial_task.pages_start = self.partial_task.pages_end + + +class Spider_partial_task: + def __init__(self, full_task: 'Spider_task', request_map: dict): + self.full_task: Spider_task = full_task + self.request_map = request_map + self.thread: 'threading.Thread|None' = None + self.word = self.request_map['word'] + self.pages_start = self.request_map['pages_start'] + self.pages_end = self.request_map['pages_end'] + self.cui = get_by_cookie(self.request_map['cookie']) + self.task_type: Optional[str] = None + self.crawl_id = None + + def is_partial_task_crawl_completely(self): + return self.pages_start == self.pages_end + + def __str__(self): + return f'{self.full_task.client_socket.getpeername(), self.request_map}' + + +class Spider_task(threading.Thread): + def __init__(self, client_socket: socket.socket, request_map: dict): + super().__init__() + self.client_socket = client_socket + self.request_map = request_map + self.partial_tasks: list[Spider_partial_task] = [] + self.const_page = 3 + pass + + def distribute_task(self): + # distribute tasks, 3 pages as a task + # [pages_start, pages_end), like [1,3) means 1,2 page + logger.info(f'distributing task: {self.client_socket.getpeername(), self.request_map}') + pages_start = self.request_map['pages_start'] + pages_end = self.request_map['pages_end'] + while pages_start < pages_end: + tmp = self.request_map.copy() + tmp['pages_start'] = pages_start + if pages_start + self.const_page < pages_end: + pages_start += self.const_page + else: + pages_start = pages_end + tmp['pages_end'] = pages_start + # self.tasks.append((client_socket, tmp)) + self.partial_tasks.append(Spider_partial_task(self, tmp)) + logger.debug(self.partial_tasks) + + def is_all_task_crawled(self): + for task in self.partial_tasks: + # print(task.task_type, task.is_partial_task_crawl_completely()) + if not task.is_partial_task_crawl_completely(): + return False + return True + + def compose_result(self): + logger.debug('composing task...') + result = dict() + remote_result = get_crawl_result(self.request_map['cookie']) + for result_map in remote_result: + result.update(result_map) + for task in self.partial_tasks: + # print(task.task_type) + if task.task_type == 'local': + local_result = dict() + local_result_database = get_crawl_result_by_crawl_id( + f"{get_by_cookie(task.request_map['cookie']).user_name}_crawl_result", + task.crawl_id) + initial_id = local_result_database[0][0] + for res in local_result_database: + local_result.update({res[0]-initial_id+1: {'name': res[1], 'college': res[2], 'major': res[3], 'paper': res[4]}}) + logger.debug(local_result) + result.update(local_result) + + global_var.communicator.add_info('response', self.client_socket.getpeername(), result) + + def run(self) -> None: + global_var.communicator.add_response('crawling state', self.client_socket, + {'crawling state': 'starting, please wait...'}) + self.distribute_task() + + free_remote_nodes = list(get_free_sockets()) + logger.debug(free_remote_nodes) + while True: # necessary otherwise for-cycle only executed once + for task in self.partial_tasks: + if task.is_partial_task_crawl_completely(): + continue + else: + current_task_thread = task.thread + if current_task_thread is None: + for f_node in free_remote_nodes: + # print(free_remote_nodes) + address = f_node.getpeername() + # address = (address[0], address[1] + 1) + logger.debug('generating remote task') + task.thread = global_var.requester + task.task_type = 'remote' + global_var.requester.get(address, task) + free_remote_nodes.remove(f_node) # TODO + set_state_socket(f_node, 'busy') + break + else: + logger.debug('generating local task') + crawler = Crawler(task) + task.thread = crawler + task.task_type = 'local' + crawler.start() + if self.is_all_task_crawled(): + break + + # sleep(3) + self.compose_result() diff --git a/dcs/tests/user_request_handler.py b/dcs/tests/user_request_handler.py index 8c6cb31..ae189a3 100644 --- a/dcs/tests/user_request_handler.py +++ b/dcs/tests/user_request_handler.py @@ -1,19 +1,9 @@ import socket import threading -import json -import struct -import dcs.tests.config as config -import dcs.tests.database as database +import conf.config as config +import dcs.tools.database as database from loguru import logger - - -def generate_response(response): - response_binary = json.JSONEncoder().encode(response).encode("utf-8") - response_binary_len = len(response_binary) - response_binary_len_binary = struct.pack("!Q", response_binary_len) - response_binary = response_binary_len_binary + response_binary - - return response_binary +from conf.config import global_var class Urh(threading.Thread): @@ -24,11 +14,12 @@ class Urh(threading.Thread): def report_state(self, state): logger.info(f"[REQUEST] report free") - config.set_state_socket(self.request_map['cookie'], state) + config.set_state_socket(self.client_socket, state) response = { 'report_free': 'success marked ' + str(self.request_map['cookie']) } - self.client_socket.sendall(generate_response(response)) + # self.client_socket.sendall(generate_response(response)) + global_var.communicator.add_response('report_free', self.client_socket, response) logger.info(f"[RESPONSE] report free: {response['report_free']}") def login(self, user, password, st): @@ -36,10 +27,11 @@ class Urh(threading.Thread): database.mysql_conn() response = database.login(user, password, st) response = { - 'login': response + 'cookie': response } - self.client_socket.sendall(generate_response(response)) - logger.info(f"[RESPONSE] login: {response['login']}") + # self.client_socket.sendall(generate_response(response)) + global_var.communicator.add_response('cookie', self.client_socket, response) + logger.info(f"[RESPONSE] cookie: {response['cookie']}") def register(self, user, password): logger.info(f"[REQUEST] register") @@ -48,7 +40,8 @@ class Urh(threading.Thread): response = { 'register': response } - self.client_socket.sendall(generate_response(response)) + # self.client_socket.sendall(generate_response(response)) + global_var.communicator.add_response('register', self.client_socket, response) logger.info(f"[RESPONSE] register: {response['register']}") def run(self) -> None: diff --git a/dcs/tests/zhiwang.py b/dcs/tests/zhiwang.py index dd2d024..83a7226 100644 --- a/dcs/tests/zhiwang.py +++ b/dcs/tests/zhiwang.py @@ -1,9 +1,6 @@ -''' - 知网论文数据爬取 -''' +# 知网论文数据爬取 from bs4 import BeautifulSoup -from dcs.tests.database import write_result2database import time import requests @@ -37,8 +34,7 @@ def driver_open(driver, key_word): driver.find_element(by=By.CSS_SELECTOR, value='#txt_SearchText').send_keys(key_word) time.sleep(2) # 点击搜索按钮 - driver.find_element(by=By.CSS_SELECTOR, value= - 'body > div.wrapper.section1 > div.searchmain > div > div.input-box > input.search-btn').click() + driver.find_element(by=By.CSS_SELECTOR, value='body > div.wrapper.section1 > div.searchmain > div > div.input-box > input.search-btn').click() time.sleep(5) content = driver.page_source.encode('utf-8') # driver.close() diff --git a/dcs/tools/__init__.py b/dcs/tools/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/dcs/tests/cookie.py b/dcs/tools/cookie.py similarity index 100% rename from dcs/tests/cookie.py rename to dcs/tools/cookie.py diff --git a/dcs/tests/database.py b/dcs/tools/database.py similarity index 92% rename from dcs/tests/database.py rename to dcs/tools/database.py index d4ce33e..a78ecf0 100644 --- a/dcs/tests/database.py +++ b/dcs/tools/database.py @@ -1,7 +1,7 @@ from hashlib import * import pymysql -import dcs.tests.config as config -import dcs.tests.cookie as cookie +import conf.config as config +import dcs.tools.cookie as cookie # 获取数据库连接对象 @@ -136,6 +136,20 @@ def drop_table(table_name: str): print(e) +def get_crawl_result_by_crawl_id(table_name: str, crawl_id: int): + try: + conn = mysql_conn() + cur = conn.cursor() + select_sql = f'select id, name, college, major, paper from {table_name} where crawl_id = {crawl_id}' + cur.execute(select_sql) + result = cur.fetchall() + cur.close() + conn.close() + return result + except Exception as e: + print(e) + + def create_table(create_sql: str): try: conn = mysql_conn() diff --git a/dcs/tools/message_process.py b/dcs/tools/message_process.py new file mode 100644 index 0000000..8214792 --- /dev/null +++ b/dcs/tools/message_process.py @@ -0,0 +1,48 @@ +import socket +import json +import struct +from json import JSONEncoder +from conf.config import exists + + +def parse_request(client_socket: socket.socket): + request_header_size = struct.unpack("!Q", read_bytes(client_socket, 8))[0] + request_map = json.JSONDecoder().decode(read_bytes(client_socket, request_header_size).decode("utf-8")) + return request_map + + +def generate_response(response): + response_binary = json.JSONEncoder().encode(response).encode("utf-8") + response_binary_len = len(response_binary) + response_binary_len_binary = struct.pack("!Q", response_binary_len) + response_binary = response_binary_len_binary + response_binary + + return response_binary + + +def read_bytes(s: 'socket.socket', size: 'int') -> 'bytes': + data = ''.encode('utf-8') + while len(data) < size: + rsp_data = s.recv(size - len(data)) + data += rsp_data + if len(rsp_data) == 0: + break + return data + + +def check(cookie: str): + if exists(cookie): + return cookie + return None # TODO: if user error, return None, else return cookie + pass + + +def generate_request(request) -> 'bytes': + """ + 根据传入的dict生成请求 + 请求包含 8字节头长度+头数据 + :param request: dict + :return: bytes 请求数据 + """ + request_bytes = JSONEncoder().encode(request).encode("utf-8") + return struct.pack("!Q", len(request_bytes)) + request_bytes diff --git a/dcs/user_process.py b/dcs/user_process.py new file mode 100644 index 0000000..18b42fb --- /dev/null +++ b/dcs/user_process.py @@ -0,0 +1,22 @@ +import socket +import threading +from dcs.tests.user_request_handler import Urh +from loguru import logger + + +class UP(threading.Thread): + def __init__(self): + super(UP, self).__init__() + self.requests: list[tuple[socket.socket, dict]] = [] + + def add_request(self, request_map: dict, client_socket: socket.socket): + self.requests.append((client_socket, request_map)) + + def run(self) -> None: + while True: + for request in self.requests: + logger.info(f'processing user request...') + urh = Urh(request[1], request[0]) + urh.start() + self.requests.remove(request) + pass