Commit 19307172 authored by rico.liu's avatar rico.liu

update

parent ea2e97cd
...@@ -392,12 +392,12 @@ def GetParamsinfoAndPic(df): ...@@ -392,12 +392,12 @@ def GetParamsinfoAndPic(df):
res = eval(response.text) res = eval(response.text)
#处理未爬取到的数据 #处理未爬取到的数据
for element in res: for i in range(len(res)):
if element: if res[i]:
pass pass
else: else:
res.remove(element) res[i] = {'img_list':[],'class_list':{},'url':''}
res.append({'img_list':[],'class_list':{},'url':''})
df['url_pic'] = [str(element['img_list']) for element in res] df['url_pic'] = [str(element['img_list']) for element in res]
crawl_params_list = [str(element['class_list']).replace("'': ''","").replace(", ,",",").replace("{,","{").replace(" ","") for element in res] crawl_params_list = [str(element['class_list']).replace("'': ''","").replace(", ,",",").replace("{,","{").replace(" ","") for element in res]
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment