修复一些爬虫相关bug和文件操作bug

master
JesterHey 2 years ago committed by GitHub
parent aa3c948d0f
commit fcfe25c6c3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -25,7 +25,7 @@ from cloud import is_exist,download
#配置参数
opt = Options()
opt.add_experimental_option('detach', True)
opt.add_argument('--headless')
#opt.add_argument('--headless')
platf = platform.platform()
def is_practice(url:str) -> bool:
obj=re.compile(r'www.educoder.net/tasks')
@ -111,7 +111,7 @@ def get_parameters(url: str, user_name: str, password: str,retry:int=2):
safari.quit()
return
except Exception as e:
print(e)
print()
else: #不存在,则继续执行本程序
print('云端文件不存在,正在爬取')
#获取关卡数
@ -314,7 +314,7 @@ def get_parameters_of_programming(url:str,user_name:str,password:str):
# 获取id后判断云端是否存在该文件如果存在则跳过如果不存在则继续执行本程序
exist = is_exist(f'pro_{pro_id}_{language}.json')
if exist:
try
try:
print('云端文件已存在,正在下载')
download(f'pro_{pro_id}_{language}.json')
print(f'pro_{pro_id}_{language}.json下载完成')
@ -325,8 +325,8 @@ def get_parameters_of_programming(url:str,user_name:str,password:str):
time.sleep(2)
continue
except Exception as e:
print(e)
print('参数爬取完成')
safari.quit()
else:
print('云端文件不存在,正在爬取')
# 题干

@ -53,10 +53,10 @@ def is_exist_answer(data:dict) -> bool:
def is_exist_answer_programming(data:dict) -> bool:
for i in data.keys():
if i == 'answer':
continue
return True
else:
return False
return True
continue
return False
if ispractice:
j_name = get_shixunjson(os.getcwd())[0]
# 判断j_name文件中是否有answer
@ -76,11 +76,12 @@ else:
with open(j,'r',encoding='utf-8') as f1:
j_data = json.load(f1)
if not is_exist_answer_programming(j_data):
print('调用api获取答案中请耐心等待...')
new_data = get_programming_answer_from_api(jsonfile=j_names,client=client,promot=promot2)
# 重写本地接送文件
rewrite_programming_json(json_names=j_names,new_data=new_data)
else:
break
print('调用api获取答案中请耐心等待...')
new_data = get_programming_answer_from_api(jsonfile=j_names,client=client,promot=promot2)
# 重写本地接送文件
rewrite_programming_json(json_names=j_names,new_data=new_data)
# 上面的判断执行完后本地的json文件中已经有answer了下面实现信息展示
# 先删除本地api.json文件

Loading…
Cancel
Save