From a1a73aa412eb1f6f1e0441213b86606943810bdc Mon Sep 17 00:00:00 2001 From: wufayuan <2858767122@qq.com> Date: Mon, 11 Apr 2022 21:17:19 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E6=AD=A5=E5=AE=8C=E6=88=90=E6=9C=8D?= =?UTF-8?q?=E5=8A=A1=E5=99=A8=E5=90=91=E5=A4=9A=E4=B8=AA=E5=AE=A2=E6=88=B7?= =?UTF-8?q?=E7=AB=AF=E9=80=92=E4=BA=A4=E7=88=AC=E8=99=AB=E8=AF=B7=E6=B1=82?= =?UTF-8?q?=EF=BC=8C=E5=AE=A2=E6=88=B7=E7=AB=AF=E8=BF=94=E5=9B=9E=E7=88=AC?= =?UTF-8?q?=E8=99=AB=E7=BB=93=E6=9E=9C=E5=88=B0=E5=85=A8=E5=B1=80=E5=A4=96?= =?UTF-8?q?=E9=83=A8=E5=8F=98=E9=87=8F?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- dcs/tests/client.py | 30 ++++++- dcs/tests/client1.py | 188 +++++++++++++++++++++++++++++++++++++++++ dcs/tests/config.py | 2 + dcs/tests/requester.py | 72 ++++++++++++++++ 4 files changed, 290 insertions(+), 2 deletions(-) create mode 100644 dcs/tests/client1.py create mode 100644 dcs/tests/requester.py diff --git a/dcs/tests/client.py b/dcs/tests/client.py index 65bfc76..910bc89 100644 --- a/dcs/tests/client.py +++ b/dcs/tests/client.py @@ -1,5 +1,7 @@ # -*- coding: UTF-8 -*- +import json import struct +import threading from threading import Thread import socket from json import JSONEncoder, JSONDecoder @@ -152,11 +154,35 @@ class Client(Thread): self.end() +def response(): + socket_to_server = socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) + socket_to_server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) + socket_to_server.bind(('', 7798)) + socket_to_server.listen() + while True: + server_socket, _ = socket_to_server.accept() + request_header_size = struct.unpack("!Q", read_bytes(server_socket, 8))[0] + request_map = json.JSONDecoder().decode(read_bytes(server_socket, request_header_size).decode("utf-8")) + print(request_map) + response_map = {'response': 'I am replying...'} + server_socket.sendall(generate_response(response_map)) + + +def generate_response(response_map): + response_binary = json.JSONEncoder().encode(response_map).encode("utf-8") + response_binary_len = len(response_binary) + response_binary_len_binary = struct.pack("!Q", response_binary_len) + response_binary = response_binary_len_binary + response_binary + + return response_binary + + download_task = Client(ip, port) download_task.daemon = True -download_task.start() -download_task.join() +# download_task.start() +# download_task.join() server = Server(7777) server.daemon = True server.start() +response() server.join() diff --git a/dcs/tests/client1.py b/dcs/tests/client1.py new file mode 100644 index 0000000..33eccd7 --- /dev/null +++ b/dcs/tests/client1.py @@ -0,0 +1,188 @@ +# -*- coding: UTF-8 -*- +import json +import struct +import threading +from threading import Thread +import socket +from json import JSONEncoder, JSONDecoder +import sys +from dcs.tests.server import Server + +# -------------------------------配置-------------------------------------------- +# ------------------------------config-------------------------------------------- + +if len(sys.argv) < 2: + ip = "127.0.0.1" # server的ip +else: + ip = sys.argv[1] +port = 7777 # server的port + + +def read_bytes(s: 'socket.socket', size: 'int') -> 'bytes': + """ + 从socket读取size个字节 + :param s:套接字 + :param size:要读取的大小 + :return:读取的字节数，在遇到套接字关闭的情况下，返回的数据的长度可能小于 size + """ + data = ''.encode('utf-8') + while len(data) < size: + rsp_data = s.recv(size - len(data)) + data += rsp_data + if len(rsp_data) == 0: + break + return data + + +def generate_request(request) -> 'bytes': + """ + 根据传入的dict生成请求 + 请求包含 8字节头长度+头数据 + :param request: dict + :return: bytes 请求数据 + """ + request_bytes = JSONEncoder().encode(request).encode("utf-8") + return struct.pack("!Q", len(request_bytes)) + request_bytes + + +class Client(Thread): + def __init__(self, server_ip: str, server_port: int) -> None: + """ + :param server_ip: 服务器IP + :param server_port: 服务器端口 + """ + super().__init__() + self.ip = server_ip + self.port = server_port + self.cookie = None + + def test(self): + with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: + socket_to_server.connect((self.ip, self.port)) + request = dict() + request['action'] = 'test' + + full_request = generate_request(request) + + socket_to_server.sendall(full_request) + + responseJson = JSONDecoder().decode( + read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( + "utf-8")) + + return responseJson['test'] + + def crawling(self, word: str, pages_start: int, pages_end: int): + with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: + socket_to_server.connect((self.ip, self.port)) + request = dict() + request['action'] = 'crawl zhiwang' + request['word'] = word + request['pages_start'] = str(pages_start) + request['pages_end'] = str(pages_end) + request['cookie'] = '2b0fd361bbf0b986fbc20d989a224d66fe9cb13a' + + full_request = generate_request(request) + + socket_to_server.sendall(full_request) + + responseJson = JSONDecoder().decode( + read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( + "utf-8")) + + return responseJson['crawl zhiwang'] + + def report_status(self, status: str): + # status: free or busy + with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: + socket_to_server.connect((self.ip, self.port)) + request = dict() + request['action'] = 'report_' + status + request['spider_info'] = (ip, port) + request['cookie'] = self.cookie + + full_request = generate_request(request) + + socket_to_server.sendall(full_request) + + responseJson = JSONDecoder().decode( + read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( + "utf-8")) + + return responseJson['report_' + status] + + def end(self): + """ + 结束通信 + :return: + """ + with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: + socket_to_server.connect((self.ip, self.port)) + request = dict() + request['action'] = 'end' + + full_request = generate_request(request) + + socket_to_server.sendall(full_request) + + print("end communication!") + + def login(self, user, password): + with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server: + socket_to_server.connect((self.ip, self.port)) + request = dict() + request['action'] = 'login' + request['user'] = user + request['password'] = password + + full_request = generate_request(request) + + socket_to_server.sendall(full_request) + + responseJson = JSONDecoder().decode( + read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode( + "utf-8")) + + if responseJson['login'] not in ['用户名错误，登录失败', '密码错误，登录失败']: + self.cookie = responseJson['login'] + return responseJson['login'] + + def run(self) -> None: + print(self.login('2', '2')) + print(self.report_status('free')) + print(self.crawling(input("word:"), pages_start=1, pages_end=4)) # [3,4) + self.end() + + +def response(): + socket_to_server = socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) + socket_to_server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) + socket_to_server.bind(('', 7799)) + socket_to_server.listen() + while True: + server_socket, _ = socket_to_server.accept() + request_header_size = struct.unpack("!Q", read_bytes(server_socket, 8))[0] + request_map = json.JSONDecoder().decode(read_bytes(server_socket, request_header_size).decode("utf-8")) + print(request_map) + response_map = {'response1': 'I am replying...'} + server_socket.sendall(generate_response(response_map)) + + +def generate_response(response_map): + response_binary = json.JSONEncoder().encode(response_map).encode("utf-8") + response_binary_len = len(response_binary) + response_binary_len_binary = struct.pack("!Q", response_binary_len) + response_binary = response_binary_len_binary + response_binary + + return response_binary + + +download_task = Client(ip, port) +download_task.daemon = True +# download_task.start() +# download_task.join() +# server = Server(7777) +# server.daemon = True +# server.start() +response() +# server.join() diff --git a/dcs/tests/config.py b/dcs/tests/config.py index 88815e1..f6c9dbf 100644 --- a/dcs/tests/config.py +++ b/dcs/tests/config.py @@ -1,4 +1,5 @@ import socket +from collections import deque class CUI: @@ -9,6 +10,7 @@ class CUI: self.state = state self.cookie = cookie self.socket = st + self.crawl_result = deque() class global_var: diff --git a/dcs/tests/requester.py b/dcs/tests/requester.py new file mode 100644 index 0000000..4bc4126 --- /dev/null +++ b/dcs/tests/requester.py @@ -0,0 +1,72 @@ +import socket +import threading +import struct +from json import JSONEncoder, JSONDecoder +from time import sleep + +from loguru import logger +from collections import deque + + +def read_bytes(s: 'socket.socket', size: 'int') -> 'bytes': + data = ''.encode('utf-8') + while len(data) < size: + rsp_data = s.recv(size - len(data)) + data += rsp_data + if len(rsp_data) == 0: + break + return data + + +def generate_request(request) -> 'bytes': + request_bytes = JSONEncoder().encode(request).encode("utf-8") + return struct.pack("!Q", len(request_bytes)) + request_bytes + + +class Requester(threading.Thread): + def __init__(self, request_map: 'dict', client_address: tuple): + super().__init__() + self.request_map = request_map + self.daemon = True + self.client_address = client_address + self.responseJson = None + pass + + def request(self): + with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_client: + socket_to_client.connect(self.client_address) + socket_to_client.sendall(generate_request(self.request_map)) + self.responseJson = JSONDecoder().decode( + read_bytes(socket_to_client, struct.unpack('!Q', socket_to_client.recv(8))[0]).decode( + "utf-8")) + res.append(self.responseJson) + return res + + def get(self): + try: + return self.request() + except: + return None + + def run(self) -> None: + self.request() + + +if __name__ == '__main__': + address = ('127.0.0.1', 7798) + address1 = ('127.0.0.1', 7799) + my_request = {'request': 'I am asking you...'} + my_request1 = {'request1': 'I am asking you...'} + res = deque() + + requester = Requester(my_request, address) + requester1 = Requester(my_request1, address1) + requester1.start() + requester.start() + + requester1.join() + requester.join() + sleep(2) + # print(requester1.get()) + # print(requester.get()) + print(res)