add deal crawl pic

模板建库/main.py

@@ -392,6 +392,14 @@ def GetParamsinfoAndPic(df):
     response = requests.request("POST", request_url, data=payload)
     res = eval(response.text)
     
+    #处理未爬取到的数据
+    for element in res:
+        if element:
+            pass
+        else:
+            res.remove(element)
+            res.append({'img_list':[],'class_list':{},'url':''})
+            
     df['url_pic'] = [str(element['img_list']) for element in res]
     crawl_params_list = [str(element['class_list']).replace("'': ''","").replace(", ,",",").replace("{,","{").replace(" ","") for element in res]
     url_params_list = []
@@ -1978,8 +1986,8 @@ path = '/Users/rico/project/模板建库v2/历史数据/20201202/路桥建库模
 #初始化数据
 InitializeData(path)
 #初始化参数
-channel_alias = 'CL-MBJK'
-batch = '2020-12-02'
+channel_alias = 'TJX-MBJK'
+batch = '2020-12-25'
 
 #加载数据
 df = LoadData(batch,channel_alias,'deal')