Commit ea2e97cd authored by rico.liu's avatar rico.liu

update

parent 2950afa8
......@@ -404,7 +404,7 @@ def GetParamsinfoAndPic(df):
url_params_list = []
for element,url_params in zip(res,crawl_params_list):
params_dict = eval(url_params)
params_dict.update({'爬取链接':element['url']})
#params_dict.update({'爬取链接':element['url']})
url_params_list.append(str(params_dict))
df['url_params'] = url_params_list
......@@ -520,8 +520,10 @@ def GetCollectDataDetail(df,channel_alias,batch):
#将爬取信息放到最后
param_list_all = requier_param_list + non_requier_param_list
try:
param_list_all.remove("原始参数及链接信息")
param_list_all.append("原始参数及链接信息")
#param_list_all.remove("原始参数及链接信息")
#param_list_all.append("原始参数及链接信息")
param_list_all.remove("详细参数信息")
param_list_all.append("详细参数信息")
except:
pass
......@@ -577,7 +579,8 @@ def GetCollectDataDetail(df,channel_alias,batch):
param_list.append(param)
new_name_list.append('')
if param == '原始参数及链接信息':
#if param == '原始参数及链接信息':
if param == '详细参数信息':
value = row['url_params']
else:
try:
......@@ -2053,5 +2056,5 @@ print(f"请处理{batch}批次的图片数据,有问题的图片直接删除
pic_batch = batch + "-1"
upload_pic(pic_batch)
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment