hnu202311020126
/
GPTPowered_EducoderHelper
mirror of https://github.com/JesterHey/GPTPowered_EducoderHelper.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add files via upload

Browse Source
master
JesterHey 2 years ago committed by GitHub
parent 52c2e53968
commit 5c2b3fa7e0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
9 changed files with 243 additions and 201 deletions
Show Stats Download Patch File Download Diff File

1
apis.json
Unescape View File

@ -0,0 +1 @@
{"my_api":"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"}

11
demo.py
Unescape View File

@ -1,5 +1,6 @@
import os import numpy as np
def getalljsons() -> list: import pandas as pd
return [i for i in os.listdir() if i.endswith('.json')] np.random.seed(0)
for i in getalljsons(): df1 = pd.DataFrame(np.random.randint(0,10,size=(5, 6)), columns=list('ABCDEF'))
os.remove(i) print(df1)
print(df1.head(2)[['A','B']])

11
demo2.py
Unescape View File

@ -0,0 +1,11 @@
import requests
headers = {
'Cookie': 'autologin_trustie=bb3a180a619e2e75610e06dcb8181f1951692d36; _educoder_session=497c9154b70e3a840e04f3fba8096472',
'User-Agent':
'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
'Referer': 'https://www.educoder.net/tasks/27V4D95N/1191512/8p2s3yzoxuit?coursesId=27V4D95N'
}
url = 'https://data.educoder.net/api/myshixuns/gorxjivf6b/challenges.json'
response = requests.get(url=url,headers=headers)
print(len(response.json()))
response.close()

9
get_answer.py
Unescape View File

@ -101,7 +101,7 @@ def get_shixunanswer_from_api(jsonfile:dict,client:AsyncOpenAI,promot:str) -> di
else: else:
language = get_shixunjson(os.getcwd())[0].split('.')[0].split('_')[-1] language = get_shixunjson(os.getcwd())[0].split('.')[0].split('_')[-1]
data = jsonfile data = jsonfile
promot1 = f'现在，我想让你扮演一个资深而经验丰富的程序员来解一个问题，我的问题将由三个部分组成，第一部分是问题的描述，第二部分是问题的需求，第三部分是问题的代码，我需要你按照我的模板编写代码，使用的代码语言是{language}。并且你返回的代码应当是带有注释的。再次注意，请返回完整的，格式正确的，可读的代码！' promot1 = f'现在，我想让你扮演一个资深而经验丰富的程序员来解一个问题，我的问题将由三个部分组成，第一部分是问题的描述，第二部分是问题的需求，第三部分是问题的代码，我需要你按照我的模板编写代码，使用的代码语言是{language}。并且你返回的代码应当是带有注释的。再次注意，请返回完整的，格式正确的，可读的代码！并且，在没有特殊要求的情况下，不用给出用于运行补全后代码的示例代码'
# 异步函数来获取答案 # 异步函数来获取答案
async def get_answer(key,value) -> str: async def get_answer(key,value) -> str:
''' '''
@ -157,7 +157,7 @@ def get_programming_answer_from_api(jsonfile:list,client:AsyncOpenAI,promot:str)
else: else:
language = get_shixunjson(os.getcwd())[0].split('.')[0].split('_')[-1] language = get_shixunjson(os.getcwd())[0].split('.')[0].split('_')[-1]
data = jsonfile data = jsonfile
promot2 = f'现在，我想让你扮演一个资深而经验丰富的程序员来解一个问题，我的问题会有两个部分组成，第一部分是问题的描述，第二部分是你需要补全或者完善的代码。你需要阅读，理解我的问题描述，然后补全或者完善代码,使用的代码语言是{language}。再次注意，请返回完整的，格式正确的，输入由用户给出的，可读的代码！' promot2 = f'现在，我想让你扮演一个资深而经验丰富的程序员来解一个问题，我的问题会有两个部分组成，第一部分是问题的描述，第二部分是你需要补全或者完善的代码。你需要阅读，理解我的问题描述，然后补全或者完善代码,使用的代码语言是{language}。再次注意，请返回完整的，格式正确的，输入由用户给出的，可读的代码！并且，在没有特殊要求的情况下，不用给出用于运行补全后代码的示例代码'
# 异步函数来获取答案 # 异步函数来获取答案
async def get_answer(value:dict) -> str: async def get_answer(value:dict) -> str:
pro_id = value['id'] pro_id = value['id']
@ -205,8 +205,7 @@ def get_programming_answer_from_api(jsonfile:list,client:AsyncOpenAI,promot:str)
if __name__ == '__main__': if __name__ == '__main__':
promot='' promot=''
ans = get_programming_answer_from_api(jsonfile=get_programmingjson(os.getcwd()),client=client,promot=promot) ans = get_shixunanswer_from_api(load_json_data(get_shixunjson(os.getcwd())[0]),client=client,promot=promot)
print(ans) print(ans)
rewrite_programming_json(json_names=get_programmingjson(os.getcwd()), rewrite_shixun_json(get_shixunjson(os.getcwd())[0],ans)
new_data=ans)
#new_data = get_programming_answer_from_api(get_programmingjson(os.getcwd()),client=client,promot=promot2) #new_data = get_programming_answer_from_api(get_programmingjson(os.getcwd()),client=client,promot=promot2)

98
get_params.py
Unescape View File

@ -8,12 +8,11 @@
3、课程id,实训id 3、课程id,实训id
4、写入本地json文件中 4、写入本地json文件中
''' '''
globals()['retry'] = 0
#导入所需模块 #导入所需模块
import platform import platform
import os import os
import json import json
import time
from selenium.webdriver import Chrome from selenium.webdriver import Chrome
from selenium.webdriver.chrome.options import Options from selenium.webdriver.chrome.options import Options
from selenium.webdriver.common.by import By from selenium.webdriver.common.by import By
@ -23,12 +22,10 @@ from lxml import etree
import time import time
import requests import requests
from cloud import is_exist,download from cloud import is_exist,download
global retry
retry = 0
#配置参数 #配置参数
opt = Options() opt = Options()
opt.add_experimental_option('detach', True) opt.add_experimental_option('detach', True)
opt.add_argument('--headless') #opt.add_argument('--headless')
platf = platform.platform() platf = platform.platform()
def is_practice(url:str) -> bool: def is_practice(url:str) -> bool:
obj=re.compile(r'www.educoder.net/tasks') obj=re.compile(r'www.educoder.net/tasks')
@ -45,13 +42,16 @@ def is_programming(url:str) -> bool:
# 另外，目前好像只有实训作业有这些参数，其他的作业例如编程作业就没有，所以先判断一下是否为实训作业，可以通过用户输入的url判断 # 另外，目前好像只有实训作业有这些参数，其他的作业例如编程作业就没有，所以先判断一下是否为实训作业，可以通过用户输入的url判断
# 主要是看educoder.net/后面是否有tasks，如果有，则是实训作业，否则，不是实训作业 # 主要是看educoder.net/后面是否有tasks，如果有，则是实训作业，否则，不是实训作业
#为方便main.py调用，将判断函数写入函数中，以下部分封装为函数 #为方便main.py调用，将判断函数写入函数中，以下部分封装为函数
def get_parameters(url: str, user_name: str, password: str): def get_parameters(url: str, user_name: str, password: str,retry:int=2):
''' '''
用于获得实训作业的参数 用于获得实训作业的参数
url:实训网址 url:实训网址
user_name:用户名 user_name:用户名
password:密码 password:密码
''' '''
global challenge_id
while retry <= 2:
print('正在获取参数')
url = url url = url
user_name = user_name user_name = user_name
password = password password = password
@ -67,8 +67,7 @@ def get_parameters(url: str, user_name: str, password: str):
time.sleep(2) time.sleep(2)
#判断是否登录成功 #判断是否登录成功
try: try:
safari.find_element(By.XPATH, safari.find_element(By.XPATH,'//*[@id="task-left-panel"]/div[1]/a[1]')
'//*[@id="task-left-panel"]/div[1]/a[1]')
except BaseException: except BaseException:
print('登录失败 请检查输入信息是否正确') print('登录失败 请检查输入信息是否正确')
# 关闭浏览器 # 关闭浏览器
@ -79,12 +78,14 @@ def get_parameters(url: str, user_name: str, password: str):
# else: # else:
# os.system('python3 login_ui.py') # os.system('python3 login_ui.py')
#获取cookie，User-Agent #获取cookie，User-Agent
time.sleep(1)
Cookie = safari.get_cookies() Cookie = safari.get_cookies()
User_Agent = safari.execute_script('return navigator.userAgent') User_Agent = safari.execute_script('return navigator.userAgent')
cookie = f'autologin_trustie={Cookie[1]["value"]}; _educoder_session={Cookie[0]["value"]}' cookie = f'autologin_trustie={Cookie[1]["value"]}; _educoder_session={Cookie[0]["value"]}'
#先获取到shixun_id便于先判断云端文件是否存在 #先获取到shixun_id便于先判断云端文件是否存在
cur_url = url cur_url = safari.current_url
identity = cur_url.split('/')[-1].split('?')[0] identity = cur_url.split('/')[-1].split('?')[0]
print(identity)
id_url = f'https://data.educoder.net/api/tasks/{identity}.json?' id_url = f'https://data.educoder.net/api/tasks/{identity}.json?'
headers = { headers = {
'Cookie': cookie, 'Cookie': cookie,
@ -93,7 +94,10 @@ def get_parameters(url: str, user_name: str, password: str):
} }
response = requests.get(url=id_url, headers=headers) response = requests.get(url=id_url, headers=headers)
shixun_id = dict(response.json())['challenge']['shixun_id'] shixun_id = dict(response.json())['challenge']['shixun_id']
language = requests.get(f'https://data.educoder.net/api/tasks/{identity}/rep_content.json',headers=headers).json()['content']['language'] language = requests.get(f'https://data.educoder.net/api/tasks/{identity}/rep_content.json',headers=headers).json()['language']
identifier = response.json()['myshixun']['identifier']
print(identifier)
response.close()
#判断云端文件是否存在 #判断云端文件是否存在
exist = is_exist(f'{shixun_id}_{language}.json') exist = is_exist(f'{shixun_id}_{language}.json')
if exist: if exist:
@ -116,20 +120,19 @@ def get_parameters(url: str, user_name: str, password: str):
print('云端文件不存在，正在爬取') print('云端文件不存在，正在爬取')
#获取关卡数 #获取关卡数
#点击展开关卡页面 #点击展开关卡页面
time.sleep(3) time.sleep(2)
safari.find_element( safari.find_element(
By.XPATH, '//*[@id="task-left-panel"]/div[1]/a[1]').click() By.XPATH, '//*[@id="task-left-panel"]/div[1]/a[1]').click()
#关卡数量由 class = "flex-container challenge-title space-between" 的元素数量决定 # 展开后，服务器会返回一个challenges.json文件，里面包含了所有关卡的参数
time.sleep(3) # https://data.educoder.net/api/myshixuns/{identifier}/challenges.json 这个链接就是返回的json文件
htmltxt = safari.page_source identifier_url = f'https://data.educoder.net/api/myshixuns/{identifier}/challenges.json'
html = etree.HTML(htmltxt) resp2 = requests.get(url=identifier_url, headers=headers)
task_num = html.xpath( #获取关卡数量
'count(//*[@class="flex-container challenge-title space-between"])' print(resp2.json())
) task_num = len(resp2.json())
task_num = int(task_num) resp2.close()
print(f'关卡数量为{task_num}')
#回到第一关 #回到第一关
time.sleep(3) time.sleep(2)
safari.find_element( safari.find_element(
By.XPATH, By.XPATH,
'//*[@id="task-left-panel"]/div[3]/div[3]/div/div/div/div/div[1]/div[1]/a' '//*[@id="task-left-panel"]/div[3]/div[3]/div/div/div/div/div[1]/div[1]/a'
@ -149,6 +152,7 @@ def get_parameters(url: str, user_name: str, password: str):
i = 1 i = 1
try: try:
while i <= task_num: while i <= task_num:
time.sleep(2)
cur_url = Referer = safari.current_url cur_url = Referer = safari.current_url
identity = cur_url.split('/')[-1].split('?')[0] identity = cur_url.split('/')[-1].split('?')[0]
id_url = f'https://data.educoder.net/api/tasks/{identity}.json?' id_url = f'https://data.educoder.net/api/tasks/{identity}.json?'
@ -158,14 +162,12 @@ def get_parameters(url: str, user_name: str, password: str):
'User-Agent': User_Agent, 'User-Agent': User_Agent,
'Referer': Referer 'Referer': Referer
} }
try:
response = requests.get(url=id_url, headers=headers) response = requests.get(url=id_url, headers=headers)
challenge_id = dict(response.json())['challenge']['id'] challenge_id = response.json()['challenge']['id']
shixun_id = dict(response.json())['challenge']['shixun_id'] shixun_id = response.json()['challenge']['shixun_id']
except BaseException: print(f'第{i}关的id为{challenge_id},爬取成功')
print('获取课程id失败')
#获取任务描述(如果存在的话) #获取任务描述(如果存在的话)
time.sleep(3) time.sleep(2)
page_source = safari.page_source page_source = safari.page_source
describe = obj1.findall(page_source) describe = obj1.findall(page_source)
#获取编程要求(如果存在的话) #获取编程要求(如果存在的话)
@ -192,11 +194,14 @@ def get_parameters(url: str, user_name: str, password: str):
'language': 'language':
language if language != None else '' language if language != None else ''
} }
print(f'第{i}关的参数为{task}')
#把每一关的参数存入总的字典中 #把每一关的参数存入总的字典中
total[challenge_id] = task total[challenge_id] = task
print('当前参数为')
print(total)
#去往下一关 #去往下一关
safari.implicitly_wait(10) safari.implicitly_wait(10)
if i == 1: if i <= 1:
i += 1 i += 1
safari.find_element(By.XPATH,f'//*[@id="task-right-panel"]/div[4]/div/div[2]/a').click() safari.find_element(By.XPATH,f'//*[@id="task-right-panel"]/div[4]/div/div[2]/a').click()
elif i < task_num: elif i < task_num:
@ -208,22 +213,27 @@ def get_parameters(url: str, user_name: str, password: str):
print(e) print(e)
print(f'{i}关参数获取参数失败') print(f'{i}关参数获取参数失败')
#判断爬取到的代码是否存在空值或者键的数量是否与关卡数量相等，如果不相等，则说明爬取失败，需要重新爬取 #判断爬取到的代码是否存在空值或者键的数量是否与关卡数量相等，如果不相等，则说明爬取失败，需要重新爬取
if len(total) != task_num:
# if len(total) != task_num: if retry <= 2:
# print('参数爬取失败，正在重新爬取') print('参数有数量不对等，正在重新爬取')
# get_parameters(url,user_name,password) retry -= 1
# else: continue
# for i,j in total.items(): else :
# if j['code'] == '': print('参数爬取失败，超过最大重试次数，爬取失败')
# print('参数爬取失败，正在重新爬取') return
# get_parameters(url,user_name,password) elif len(total) == task_num:
for i,j in total.items():
if j['code'] == '' and retry <= 2:
print('参数有空值，正在重新爬取')
retry -= 1
continue
#把参数写入本地json文件中，文件名字与shixun_name相同键为course_id，值为一个列表，列表中每个元素为一个字典，字典中包含每一关的参数 #把参数写入本地json文件中，文件名字与shixun_name相同键为course_id，值为一个列表，列表中每个元素为一个字典，字典中包含每一关的参数
with open(f'{shixun_id}_{language}.json', 'w', encoding='utf-8') as f: with open(f'{shixun_id}_{language}.json', 'w', encoding='utf-8') as f:
json.dump(total, f, ensure_ascii=False, indent=4) json.dump(total, f, ensure_ascii=False, indent=4)
print('参数爬取完成') print('参数爬取完成')
#关闭浏览器 #关闭浏览器
safari.quit() safari.quit()
return
else: else:
print('这不是一个实训作业') print('这不是一个实训作业')
return return
@ -235,6 +245,7 @@ def get_parameters_of_programming(url:str,user_name:str,password:str):
user_name:用户名 user_name:用户名
password:密码 password:密码
''' '''
print('正在获取参数')
url = url url = url
user_name = user_name user_name = user_name
password = password password = password
@ -266,7 +277,7 @@ def get_parameters_of_programming(url:str,user_name:str,password:str):
Cookie = safari.get_cookies() Cookie = safari.get_cookies()
User_Agent = safari.execute_script('return navigator.userAgent') User_Agent = safari.execute_script('return navigator.userAgent')
cookie = f'autologin_trustie={Cookie[1]["value"]}; _educoder_session={Cookie[0]["value"]}' cookie = f'autologin_trustie={Cookie[1]["value"]}; _educoder_session={Cookie[0]["value"]}'
heders = { headers = {
'Cookie':cookie, 'Cookie':cookie,
'User-Agent':User_Agent, 'User-Agent':User_Agent,
'Referer':url 'Referer':url
@ -297,13 +308,12 @@ def get_parameters_of_programming(url:str,user_name:str,password:str):
i = 1 i = 1
while i<=task_num: while i<=task_num:
# 对于每一关，获取参数 # 对于每一关，获取参数
time.sleep(1)
cur_url = safari.current_url cur_url = safari.current_url
identity = cur_url.split('/')[-1].split('?')[0] identity = cur_url.split('/')[-1].split('?')[0]
resp = requests.get(f'https://data.educoder.net/api/myproblems/{identity}.json',headers=heders) resp = requests.get(f'https://data.educoder.net/api/myproblems/{identity}.json',headers=headers)
# 提取resp中的题目id，题干，代码等参数 # 提取resp中的题目id，题干，代码等参数
problem_data = resp.json() problem_data = resp.json()
# 初始化一个字典，用于存放所有关卡的参数
total = {}
# 题目id # 题目id
pro_id = problem_data['hack']['id'] pro_id = problem_data['hack']['id']
language = problem_data['hack']['language'] language = problem_data['hack']['language']
@ -345,8 +355,8 @@ def get_parameters_of_programming(url:str,user_name:str,password:str):
print('不是编程作业') print('不是编程作业')
if __name__ == '__main__': if __name__ == '__main__':
url = 'https://www.educoder.net/myproblems/9kwnlzvcegsa?type=1' url = 'https://www.educoder.net/tasks/27V4D95N/1363622/bkxl9wqvfjos?coursesId=27V4D95N'
user_name = 'hnu202311020126' user_name = 'hnu202311020126'
password = 'hzy123456' password = 'hzy123456'
get_parameters_of_programming(url,user_name,password) get_parameters(url,user_name,password)
print('结束测试') print('结束测试')

4
main.py
Unescape View File

@ -21,8 +21,6 @@ from trans_to_txt import transToTxt,transToTxt_programming,get_programmingjson,g
import json import json
import os import os
from printtxt import print_txt,get_all_txt_file from printtxt import print_txt,get_all_txt_file
global finished
finished = False
# 调用login_ui获得用户输入的用户名、密码和实训网址 # 调用login_ui获得用户输入的用户名、密码和实训网址
show_image() show_image()
show_login() show_login()
@ -40,7 +38,7 @@ url = userinfo['url']
ispractice = is_practice(url=url) ispractice = is_practice(url=url)
if ispractice: if ispractice:
# 调用get_params.py获得参数，完成后本地应该有一个json文件，里面有参数 # 调用get_params.py获得参数，完成后本地应该有一个json文件，里面有参数
get_parameters(url,user_name,password) get_parameters(url=url,user_name=user_name,password=password)
else: else:
get_parameters_of_programming(url=url,user_name=user_name,password=password) get_parameters_of_programming(url=url,user_name=user_name,password=password)
print('参数获取完成！') print('参数获取完成！')

2
printtxt.py
Unescape View File

@ -50,7 +50,7 @@ class TypewriterEffectApp(QWidget):
self.index = 0 self.index = 0
self.timer = QTimer(self) self.timer = QTimer(self)
self.timer.timeout.connect(self.displayNextCharacter) self.timer.timeout.connect(self.displayNextCharacter)
self.timer.start(20) self.timer.start(5)
def displayNextCharacter(self): def displayNextCharacter(self):
if self.index < len(self.content): if self.index < len(self.content):

21
tempCodeRunnerFile.py
Unescape View File

@ -0,0 +1,21 @@
class Solution:
def maxArea(self, height) -> int:
# 设x,y是某两根柱子的索引
# 要找的是表达式 abs(x-y) * min(height[x],height[y]) 之最大值
# 初始化两个指针，分别指向数组头和尾的索引
# 若向内移动长板,min()函数的值不变或变小，s必然变小
# 若向内移动短板,min()函数的值可能变大，s可能变大
i,j = 0,len(height) - 1
cur_max = (j-i) * min(height[i],height[j])
while i<j:
dis = j - i
cur_v = dis * min(height[i],height[j])
if cur_v > cur_max:
cur_max = cur_v
else:
pass
if height[i] <= height[j]:
i += 1
else:
j -= 1
return cur_max

5
trans_to_txt.py
Unescape View File

@ -47,5 +47,6 @@ if __name__ == '__main__':
print('测试部分') print('测试部分')
# jsons = get_shixunjson(os.getcwd()) # jsons = get_shixunjson(os.getcwd())
# transToTxt(jsons) # transToTxt(jsons)
jsons = get_programmingjson(os.getcwd()) jsons = get_shixunjson(os.getcwd())
transToTxt_programming(jsons=jsons) print(jsons)
transToTxt(jsons)

Write Preview
Loading…
Cancel
Save