From a1a73aa412eb1f6f1e0441213b86606943810bdc Mon Sep 17 00:00:00 2001
From: wufayuan <2858767122@qq.com>
Date: Mon, 11 Apr 2022 21:17:19 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E6=AD=A5=E5=AE=8C=E6=88=90=E6=9C=8D?=
=?UTF-8?q?=E5=8A=A1=E5=99=A8=E5=90=91=E5=A4=9A=E4=B8=AA=E5=AE=A2=E6=88=B7?=
=?UTF-8?q?=E7=AB=AF=E9=80=92=E4=BA=A4=E7=88=AC=E8=99=AB=E8=AF=B7=E6=B1=82?=
=?UTF-8?q?=EF=BC=8C=E5=AE=A2=E6=88=B7=E7=AB=AF=E8=BF=94=E5=9B=9E=E7=88=AC?=
=?UTF-8?q?=E8=99=AB=E7=BB=93=E6=9E=9C=E5=88=B0=E5=85=A8=E5=B1=80=E5=A4=96?=
=?UTF-8?q?=E9=83=A8=E5=8F=98=E9=87=8F?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
dcs/tests/client.py | 30 ++++++-
dcs/tests/client1.py | 188 +++++++++++++++++++++++++++++++++++++++++
dcs/tests/config.py | 2 +
dcs/tests/requester.py | 72 ++++++++++++++++
4 files changed, 290 insertions(+), 2 deletions(-)
create mode 100644 dcs/tests/client1.py
create mode 100644 dcs/tests/requester.py
diff --git a/dcs/tests/client.py b/dcs/tests/client.py
index 65bfc76..910bc89 100644
--- a/dcs/tests/client.py
+++ b/dcs/tests/client.py
@@ -1,5 +1,7 @@
# -*- coding: UTF-8 -*-
+import json
import struct
+import threading
from threading import Thread
import socket
from json import JSONEncoder, JSONDecoder
@@ -152,11 +154,35 @@ class Client(Thread):
self.end()
+def response():
+ socket_to_server = socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP)
+ socket_to_server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+ socket_to_server.bind(('', 7798))
+ socket_to_server.listen()
+ while True:
+ server_socket, _ = socket_to_server.accept()
+ request_header_size = struct.unpack("!Q", read_bytes(server_socket, 8))[0]
+ request_map = json.JSONDecoder().decode(read_bytes(server_socket, request_header_size).decode("utf-8"))
+ print(request_map)
+ response_map = {'response': 'I am replying...'}
+ server_socket.sendall(generate_response(response_map))
+
+
+def generate_response(response_map):
+ response_binary = json.JSONEncoder().encode(response_map).encode("utf-8")
+ response_binary_len = len(response_binary)
+ response_binary_len_binary = struct.pack("!Q", response_binary_len)
+ response_binary = response_binary_len_binary + response_binary
+
+ return response_binary
+
+
download_task = Client(ip, port)
download_task.daemon = True
-download_task.start()
-download_task.join()
+# download_task.start()
+# download_task.join()
server = Server(7777)
server.daemon = True
server.start()
+response()
server.join()
diff --git a/dcs/tests/client1.py b/dcs/tests/client1.py
new file mode 100644
index 0000000..33eccd7
--- /dev/null
+++ b/dcs/tests/client1.py
@@ -0,0 +1,188 @@
+# -*- coding: UTF-8 -*-
+import json
+import struct
+import threading
+from threading import Thread
+import socket
+from json import JSONEncoder, JSONDecoder
+import sys
+from dcs.tests.server import Server
+
+# -------------------------------配置--------------------------------------------
+# ------------------------------config--------------------------------------------
+
+if len(sys.argv) < 2:
+ ip = "127.0.0.1" # server的ip
+else:
+ ip = sys.argv[1]
+port = 7777 # server的port
+
+
+def read_bytes(s: 'socket.socket', size: 'int') -> 'bytes':
+ """
+ 从socket读取size个字节
+ :param s:套接字
+ :param size:要读取的大小
+ :return:读取的字节数，在遇到套接字关闭的情况下，返回的数据的长度可能小于 size
+ """
+ data = ''.encode('utf-8')
+ while len(data) < size:
+ rsp_data = s.recv(size - len(data))
+ data += rsp_data
+ if len(rsp_data) == 0:
+ break
+ return data
+
+
+def generate_request(request) -> 'bytes':
+ """
+ 根据传入的dict生成请求
+ 请求包含 8字节头长度+头数据
+ :param request: dict
+ :return: bytes 请求数据
+ """
+ request_bytes = JSONEncoder().encode(request).encode("utf-8")
+ return struct.pack("!Q", len(request_bytes)) + request_bytes
+
+
+class Client(Thread):
+ def __init__(self, server_ip: str, server_port: int) -> None:
+ """
+ :param server_ip: 服务器IP
+ :param server_port: 服务器端口
+ """
+ super().__init__()
+ self.ip = server_ip
+ self.port = server_port
+ self.cookie = None
+
+ def test(self):
+ with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server:
+ socket_to_server.connect((self.ip, self.port))
+ request = dict()
+ request['action'] = 'test'
+
+ full_request = generate_request(request)
+
+ socket_to_server.sendall(full_request)
+
+ responseJson = JSONDecoder().decode(
+ read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode(
+ "utf-8"))
+
+ return responseJson['test']
+
+ def crawling(self, word: str, pages_start: int, pages_end: int):
+ with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server:
+ socket_to_server.connect((self.ip, self.port))
+ request = dict()
+ request['action'] = 'crawl zhiwang'
+ request['word'] = word
+ request['pages_start'] = str(pages_start)
+ request['pages_end'] = str(pages_end)
+ request['cookie'] = '2b0fd361bbf0b986fbc20d989a224d66fe9cb13a'
+
+ full_request = generate_request(request)
+
+ socket_to_server.sendall(full_request)
+
+ responseJson = JSONDecoder().decode(
+ read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode(
+ "utf-8"))
+
+ return responseJson['crawl zhiwang']
+
+ def report_status(self, status: str):
+ # status: free or busy
+ with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server:
+ socket_to_server.connect((self.ip, self.port))
+ request = dict()
+ request['action'] = 'report_' + status
+ request['spider_info'] = (ip, port)
+ request['cookie'] = self.cookie
+
+ full_request = generate_request(request)
+
+ socket_to_server.sendall(full_request)
+
+ responseJson = JSONDecoder().decode(
+ read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode(
+ "utf-8"))
+
+ return responseJson['report_' + status]
+
+ def end(self):
+ """
+ 结束通信
+ :return:
+ """
+ with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server:
+ socket_to_server.connect((self.ip, self.port))
+ request = dict()
+ request['action'] = 'end'
+
+ full_request = generate_request(request)
+
+ socket_to_server.sendall(full_request)
+
+ print("end communication!")
+
+ def login(self, user, password):
+ with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_server:
+ socket_to_server.connect((self.ip, self.port))
+ request = dict()
+ request['action'] = 'login'
+ request['user'] = user
+ request['password'] = password
+
+ full_request = generate_request(request)
+
+ socket_to_server.sendall(full_request)
+
+ responseJson = JSONDecoder().decode(
+ read_bytes(socket_to_server, struct.unpack('!Q', socket_to_server.recv(8))[0]).decode(
+ "utf-8"))
+
+ if responseJson['login'] not in ['用户名错误，登录失败', '密码错误，登录失败']:
+ self.cookie = responseJson['login']
+ return responseJson['login']
+
+ def run(self) -> None:
+ print(self.login('2', '2'))
+ print(self.report_status('free'))
+ print(self.crawling(input("word:"), pages_start=1, pages_end=4)) # [3,4)
+ self.end()
+
+
+def response():
+ socket_to_server = socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP)
+ socket_to_server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+ socket_to_server.bind(('', 7799))
+ socket_to_server.listen()
+ while True:
+ server_socket, _ = socket_to_server.accept()
+ request_header_size = struct.unpack("!Q", read_bytes(server_socket, 8))[0]
+ request_map = json.JSONDecoder().decode(read_bytes(server_socket, request_header_size).decode("utf-8"))
+ print(request_map)
+ response_map = {'response1': 'I am replying...'}
+ server_socket.sendall(generate_response(response_map))
+
+
+def generate_response(response_map):
+ response_binary = json.JSONEncoder().encode(response_map).encode("utf-8")
+ response_binary_len = len(response_binary)
+ response_binary_len_binary = struct.pack("!Q", response_binary_len)
+ response_binary = response_binary_len_binary + response_binary
+
+ return response_binary
+
+
+download_task = Client(ip, port)
+download_task.daemon = True
+# download_task.start()
+# download_task.join()
+# server = Server(7777)
+# server.daemon = True
+# server.start()
+response()
+# server.join()
diff --git a/dcs/tests/config.py b/dcs/tests/config.py
index 88815e1..f6c9dbf 100644
--- a/dcs/tests/config.py
+++ b/dcs/tests/config.py
@@ -1,4 +1,5 @@
import socket
+from collections import deque
class CUI:
@@ -9,6 +10,7 @@ class CUI:
self.state = state
self.cookie = cookie
self.socket = st
+ self.crawl_result = deque()
class global_var:
diff --git a/dcs/tests/requester.py b/dcs/tests/requester.py
new file mode 100644
index 0000000..4bc4126
--- /dev/null
+++ b/dcs/tests/requester.py
@@ -0,0 +1,72 @@
+import socket
+import threading
+import struct
+from json import JSONEncoder, JSONDecoder
+from time import sleep
+
+from loguru import logger
+from collections import deque
+
+
+def read_bytes(s: 'socket.socket', size: 'int') -> 'bytes':
+ data = ''.encode('utf-8')
+ while len(data) < size:
+ rsp_data = s.recv(size - len(data))
+ data += rsp_data
+ if len(rsp_data) == 0:
+ break
+ return data
+
+
+def generate_request(request) -> 'bytes':
+ request_bytes = JSONEncoder().encode(request).encode("utf-8")
+ return struct.pack("!Q", len(request_bytes)) + request_bytes
+
+
+class Requester(threading.Thread):
+ def __init__(self, request_map: 'dict', client_address: tuple):
+ super().__init__()
+ self.request_map = request_map
+ self.daemon = True
+ self.client_address = client_address
+ self.responseJson = None
+ pass
+
+ def request(self):
+ with socket.socket(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP) as socket_to_client:
+ socket_to_client.connect(self.client_address)
+ socket_to_client.sendall(generate_request(self.request_map))
+ self.responseJson = JSONDecoder().decode(
+ read_bytes(socket_to_client, struct.unpack('!Q', socket_to_client.recv(8))[0]).decode(
+ "utf-8"))
+ res.append(self.responseJson)
+ return res
+
+ def get(self):
+ try:
+ return self.request()
+ except:
+ return None
+
+ def run(self) -> None:
+ self.request()
+
+
+if __name__ == '__main__':
+ address = ('127.0.0.1', 7798)
+ address1 = ('127.0.0.1', 7799)
+ my_request = {'request': 'I am asking you...'}
+ my_request1 = {'request1': 'I am asking you...'}
+ res = deque()
+
+ requester = Requester(my_request, address)
+ requester1 = Requester(my_request1, address1)
+ requester1.start()
+ requester.start()
+
+ requester1.join()
+ requester.join()
+ sleep(2)
+ # print(requester1.get())
+ # print(requester.get())
+ print(res)