''' 本模块用于获取作业的参数,包括: 1、关卡数 2、每关的参数 a:任务描述 b:编程要求 c:编辑器中的所有代码 3、课程id,实训id 4、写入本地json文件中 ''' #导入所需模块 import platform import os import json import time from selenium.webdriver import Chrome from selenium.webdriver.chrome.options import Options from selenium.webdriver.common.by import By from selenium.webdriver.common.keys import Keys import re from lxml import etree import time import requests from cloud import is_exist,download global retry retry = 0 #配置参数 opt = Options() opt.add_experimental_option('detach', True) #opt.add_argument('--headless') chrome_driver = 'D:\ChromeDownload\chromedriver-win64\chromedriver-win64' # 发行版时改为调用userinfo.json文件中的用户名和密码 # url = 'https://www.educoder.net/tasks/27V4D95N/1191515/vmxpzae734bj?coursesId=27V4D95N' # user_name = 'hnu202311020126' # password = 'hzy123456' platf = platform.platform() def is_practice(url:str) -> bool: obj=re.compile(r'www.educoder.net/tasks') if obj.search(url): return True else: return False # 另外,目前好像只有实训作业有这些参数,其他的作业例如编程作业就没有,所以先判断一下是否为实训作业,可以通过用户输入的url判断 # 主要是看educoder.net/后面是否有tasks,如果有,则是实训作业,否则,不是实训作业 #为方便main.py调用,将判断函数写入函数中,以下部分封装为函数 def get_parameters(url:str,user_name:str,password:str): url = url user_name = user_name password = password if is_practice(url): #构造selenium对象 safari = Chrome(options=opt) safari.get(url) #模拟登录 safari.implicitly_wait(10) safari.find_element(By.ID, 'login').send_keys(user_name) safari.find_element(By.ID, 'password').send_keys(password) safari.find_element(By.ID, 'password').send_keys(Keys.ENTER) time.sleep(2) #判断是否登录成功 try: safari.find_element(By.XPATH,'//*[@id="task-left-panel"]/div[1]/a[1]') except BaseException: print('登录失败 请检查输入信息是否正确') # 关闭浏览器 safari.quit() #重新调用login_ui.py if 'Windows' in platf: os.system('python login_ui.py') else: os.system('python3 login_ui.py') #获取cookie,User-Agent Cookie = safari.get_cookies() User_Agent = safari.execute_script('return navigator.userAgent') cookie = f'autologin_trustie={Cookie[1]["value"]}; _educoder_session={Cookie[0]["value"]}' #先获取到shixun_id便于先判断云端文件是否存在 cur_url = url identity = cur_url.split('/')[-1].split('?')[0] id_url = f'https://data.educoder.net/api/tasks/{identity}.json?' headers = { 'Cookie':cookie, 'User-Agent':User_Agent, 'Referer':cur_url } response = requests.get(url=id_url, headers=headers) shixun_id = dict(response.json())['challenge']['shixun_id'] #判断云端文件是否存在 exist = is_exist(f'{shixun_id}.json') if exist: try: print('云端文件已存在,正在下载') download(f'{shixun_id}.json') # 检测本地文件是否下载完成 while True: try: if os.path.exists(f'{shixun_id}.json'): print('下载完成') safari.quit() return break except Exception as e: print(e) except Exception as e: print(e) else:#不存在,则继续执行本程序 print('云端文件不存在,正在爬取') #获取关卡数 #点击展开关卡页面 time.sleep(3) safari.find_element(By.XPATH,'//*[@id="task-left-panel"]/div[1]/a[1]').click() #关卡数量由 class = "flex-container challenge-title space-between" 的元素数量决定 time.sleep(3) htmltxt = safari.page_source html = etree.HTML(htmltxt) task_num = html.xpath('count(//*[@class="flex-container challenge-title space-between"])') task_num = int(task_num) print(f'关卡数量为{task_num}') #回到第一关 time.sleep(3) safari.find_element(By.XPATH,'//*[@id="task-left-panel"]/div[3]/div[3]/div/div/div/div/div[1]/div[1]/a').click() #对于每一关,获取参数 #每一关的参数由以下元素组成: ''' /html/body/div[1]/div/div/div/div[2]/section[1]/div[3]/div[3]/div/div/div/div/div[3]/div[1]/a /html/body/div[1]/div/div/div/div[2]/section[1]/div[3]/div[3]/div/div/div/div/div[4]/div[1]/a ''' obj1 = re.compile(r'

任务描述

(?P.*?)

',re.S) obj2 = re.compile(r'

编程要求

(?P.*?)

',re.S) #初始化一个字典,用于存放所有关卡的参数 total = {} i=1 try: while i <= task_num: cur_url=Referer = safari.current_url identity = cur_url.split('/')[-1].split('?')[0] id_url = f'https://data.educoder.net/api/tasks/{identity}.json?' #获取课程id headers = { 'Cookie':cookie, 'User-Agent':User_Agent, 'Referer':Referer } try: response = requests.get(url=id_url,headers=headers) challenge_id = dict(response.json())['challenge']['id'] shixun_id = dict(response.json())['challenge']['shixun_id'] except BaseException: print('获取课程id失败') #获取任务描述(如果存在的话) time.sleep(3) page_source = safari.page_source describe = obj1.findall(page_source) #获取编程要求(如果存在的话) require = obj2.findall(page_source) #获取编辑器中的代码,采用requests抓取https://data.educoder.net/api/tasks/{identity}/rep_content.json中的content中的content # 然后然后,这个content是一个base64编码的字符串,需要解码 code = requests.get(f'https://data.educoder.net/api/tasks/{identity}/rep_content.json',headers=headers).json()['content']['content'] #把参数存入字典,再转换为json格式 task = { 'describe':describe[0] if len(describe) != 0 else '', 'require':require[0] if len(require) != 0 else '', 'code':code, 'verified': False, #这个参数是用来标记答案是否被用户认证为正确答案的,初始值为False 'last_modified': time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())) #这个参数是用来标记答案最后一次被修改的时间,初始值为当前时间 } #把每一关的参数存入总的字典中 total[challenge_id] = task #去往下一关 safari.implicitly_wait(10) if i == 1: i += 1 safari.find_element(By.XPATH,f'//*[@id="task-right-panel"]/div[4]/div/div[2]/a').click() elif i