Skip to content

京
京东搜索采集自动验证
Commit 4fa74ede authored by huangziyu's avatar huangziyu
Browse files
Options

1

parent 5e8fd691
Hide whitespace changes
Inline Side-by-side
Showing with 257 additions and 11 deletions
20240525_胡鹏朝表格截图/20240525_胡鹏朝表格截图.py 0 → 100644
View file @ 4fa74ede
import os
# 对服务器运行的判断
import sys
sys.path.append(os.pardir)
import json
import time
import openpyxl
import requests
from loguru import logger
from openpyxl import Workbook
import time
from urllib import request
import cv2
import numpy as np
import pyautogui
from openpyxl.drawing.image import Image as Image2
from selenium import webdriver
from selenium.common.exceptions import NoSuchElementException
from selenium.webdriver import ChromeOptions
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
import pymysql
from docx import Document
from docx.shared import Inches
# 登陆账号
from selenium.webdriver.common.by import By
import openpyxl
import time
import random
import json
from openpyxl import Workbook
from PIL import Image
import re
import os
import re
import time
import urllib3
from PIL import Image
from loguru import logger
from selenium import webdriver
import sys
sys.path.append(os.pardir)
curPath = os.path.abspath(os.path.dirname(__file__))
urllib3.disable_warnings()
def generate_time_img():
from PIL import Image, ImageFont, ImageDraw
text = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
im = Image.new("RGB", (350, 50), (255, 255, 255))
dr = ImageDraw.Draw(im)
# print(curPath)
font = ImageFont.truetype(f"msyh.ttf", 32)
# font = ImageFont.truetype("E:\\code\\dmp_data_handling_api\\utils\\msyh.ttf", 32)
# if ':\\' not in curPath:
# font = ImageFont.truetype(f"/data/dmp_data_handling_api/utils/spider/msyh.ttf", 32)
# else:
# font = ImageFont.truetype("E:\\code\\dmp_data_handling_python\\utils\\spider\\msyh.ttf", 32)
dr.text((10, 5), text, font=font, fill="#f73131")
im.save("time.png")
def watermark(file_path=None):
generate_time_img()
lp = Image.open(file_path)
tp = Image.open('time.png') # 水印
img = tp.convert('RGBA')
r, g, b, alpha = img.split()
alpha = alpha.point(lambda i: i > 0 and 240)
img.putalpha(alpha)
image_x, image_y = lp.size
watermark_x, watermark_y = tp.size
# 水印位置 mask是通道值,240+ 是透明效果
lp.paste(img, (image_x - watermark_x - 100, image_y - watermark_y - 100), mask=alpha)
lp.save(file_path, "png")
username = 'jd_72550b7449faa'
# 登陆密码
password = 'xiaokui666'
# mysql_zdzs_proxy_host = '59.110.219.171'
# mysql_zdzs_proxy_user = 'zgcindex'
# mysql_zdzs_proxy_password = 'zgcprice2019'
# mysql_zdzs_proxy_database = 'zdzs_proxy'
# 滑块距离屏幕左上角的x, y像素, 需根据自己屏幕大小调整，利用微信截图得到xy的具体位置
# 登录的
# slide_x_position, slid_y_position = 850, 459
# # 验证的
# slide_x_position_quick_verification, slid_y_position_quick_verification = 490, 512
# 偏移度加值(根据电脑分辨率情况)
offset_increase = 0
def remove_the_symbol(content=None):
if content is None:
return content
content = re.findall('([\u4e00-\u9fa5A-Za-z0-9]*)', content.upper())
return ''.join(content)
def return_js():
return open('stealth.min.js', 'r').read()
option = ChromeOptions()
option.binary_location = 'D:\ChromeMaYi\guge\chrome.exe'
# 这个不能开，开了识别不了图片
# option.add_argument('--headless') # 无头模式，可不启用界面显示运行
option.add_experimental_option('excludeSwitches', ['enable-automation'])
driver = webdriver.Chrome(options=option)
driver.execute_cdp_cmd("Page.addScriptToEvaluateOnNewDocument", {
"source": return_js()
})
option.add_argument('headless')
option.add_argument('no-sandbox')
option.add_argument('disable-dev-shm-usage')
option.add_argument("start-maximized")
option.add_argument("enable-automation")
option.add_experimental_option('excludeSwitches', ['enable-automation'])
option.add_argument("--no-sandbox")
option.add_argument("--disable-infobars")
option.add_argument("--disable-dev-shm-usage")
option.add_argument("--disable-browser-side-navigation")
option.add_argument("--disable-gpu")
option.add_argument("--disable-blink-features=AutomationControlled")
driver.set_window_size(1600, 900)
# driver.maximize_window()
driver.get('https://passport.jd.com/uc/login')
# 切換账号密码登录
# driver.find_element(by=By.CLASS_NAME, value='login-tab-r').click()
# 设置账号密码
driver.find_element(by=By.ID, value='loginname').send_keys(username)
driver.find_element(by=By.ID, value='nloginpwd').send_keys(password)
time.sleep(0.5)
# 登录
driver.find_element(by=By.ID, value='loginsubmit').click()
print("睡眠0.5秒后开始滑动登录")
time.sleep(0.5)
while driver.title != '京东(JD.COM)-正品低价、品质保障、配送及时、轻松购物！':
print(f"需要登录")
time.sleep(1)
count = 0
# 1.打开文件
file_name = '京东价格查询合并'
# wb = openpyxl.load_workbook(f"/data/chajiabao_data_processing/数据处理需求/20240514_e购数据驳回/{file_name}.xlsx", read_only=False)
wb = openpyxl.load_workbook(f"{file_name}.xlsx", read_only=False)
# 2.选择工作表
ws = wb[wb.sheetnames[0]]
# 获取表头，假设表头在第一行
i = 0
max_param_index = 0
headers = {}
for cell in ws[1]:
headers[cell.value] = i
i += 1
time_08 = time.strftime('%Y-%m-%dT%H:%M:%S+08:00', time.localtime(time.time()))
logger.info("表头:", headers)
submit_doc_id = []
# 3.遍历单元格
for row in ws.rows:
count += 1
logger.info(f"{count}")
if count > 1:
row_dict = {}
for key in headers.keys():
row_dict[key] = row[headers[key]].value
url = row_dict['参考链接']
logger.info(f"{url}")
pass
print(url)
driver.get(url)
driver.set_window_size(1600, 900)
text = driver.page_source
while 'jd.com' in url and (
'快速验证' in text and '验证一下，购物无忧' in text) or '前方拥挤，请刷新重试' in text or 'class="title">加载中...</span></div></div><!----></div>' in text:
pass
print("需要验证，刷新后睡眠7秒")
time.sleep(2)
text = driver.page_source
# driver.get(url)
while driver.title == '京东(JD.COM)-正品低价、品质保障、配送及时、轻松购物！':
print("跳转到首页了，说明链接失效。")
row[5].value = "-1.00"
break
if row[5].value == "-1.00":
continue
price = driver.find_element_by_class_name("p-price")
while price.text == '￥':
print("价格没刷新出来，重新刷新")
driver.get(url)
time.sleep(0.5)
text = driver.page_source
while 'jd.com' in url and (
'快速验证' in text and '验证一下，购物无忧' in text) or '前方拥挤，请刷新重试' in text or 'class="title">加载中...</span></div></div><!----></div>' in text:
pass
print("需要验证，刷新后睡眠7秒")
time.sleep(2)
text = driver.page_source
# driver.get(url)
while driver.title == '京东(JD.COM)-正品低价、品质保障、配送及时、轻松购物！':
print("跳转到首页了，说明链接失效。")
row[5].value = "-1.00"
driver.execute_script("window.scrollBy(0, 30);")
filename = remove_the_symbol(url)
driver.save_screenshot('.\\{}.png'.format(filename))
img_path = '{}.png'.format(filename)
# 将图片插入到指定的单元格
cell = f'H{count}'
img = Image2(img_path)
img.anchor = cell
ws.add_image(img)
print("保存成功")
break
if row[5].value == "-1.00":
break
price = driver.find_element_by_class_name("p-price")
if row[5].value == "-1.00":
continue
driver.execute_script("window.scrollBy(0, 30);")
row[5].value = price.text
filename = remove_the_symbol(url)
driver.save_screenshot('.\\{}.png'.format(filename))
img_path = '{}.png'.format(filename)
# 将图片插入到指定的单元格
cell = f'H{count}'
img = Image2(img_path)
img.anchor = cell
ws.add_image(img)
print("保存成功")
wb.save(f'{file_name}_结果.xlsx')
driver.close()
logger.info("success")
exit(0)
20240525_胡鹏朝表格截图/stealth.min.js 0 → 100644
View file @ 4fa74ede
This source diff could not be displayed because it is too large. You can view the blob instead.
config.py
View file @ 4fa74ede
print(1) # print(1)
print(2) # print(2)
print(3) # print(3)
print(1) # print(1)
print(1) # print(1)
# query_where_sql = f" and data_batch ='202403051815460001' " query_where_sql = f" and data_batch ='202405241008462024' "
query_where_sql = f" and project_id = '84' " # query_where_sql = f' and docId in ("HF19iY8Bqn1v89VnJna0","uF19iY8Bqn1v89VnF3Tk","R119iY8Bqn1v89VnB3Mq","Hl19iY8Bqn1v89VnD3Tl","JV19iY8Bqn1v89VnJ3YZ","Wl19iY8Bqn1v89VnB3Pn","a119iY8Bqn1v89VnKXbx","zF19iY8Bqn1v89VnLnYG","uV19iY8Bqn1v89VnWHpI","9V19iY8Bqn1v89VnRXhe","bV19iY8Bqn1v89Vncnyn","xV19iY8Bqn1v89VnQ3hp","vl19iY8Bqn1v89VnQ3gX","yV19iY8Bqn1v89VnWHru","PV19iY8Bqn1v89VngX1L","oV19iY8Bqn1v89VnQXju","jF19iY8Bqn1v89VnQXgF","lF19iY8Bqn1v89VnVnq9","gF19iY8Bqn1v89VnS3lF","pl19iY8Bqn1v89VnV3p6","zV19iY8Bqn1v89VnTnll","tl19iY8Bqn1v89VnWHop","2l19iY8Bqn1v89VnjH1Y","wV19iY8Bqn1v89VnLXZ5","pF19iY8Bqn1v89VnQngN","r119iY8Bqn1v89VnTXk1","z119iY8Bqn1v89VnTnl7","-119iY8Bqn1v89VnUHlP","8119iY8Bqn1v89VnT3n_","6l19iY8Bqn1v89VnT3mg","hl19iY8Bqn1v89VnmH5C","6V19iY8Bqn1v89VnT3mU","Xl19iY8Bqn1v89VnVHqF","3l19iY8Bqn1v89VnT3kZ","D119iY8Bqn1v89VnUXoZ","EF19iY8Bqn1v89VnUXok","-l19iY8Bqn1v89VnUHlE","E119iY8Bqn1v89VnUXpI","G119iY8Bqn1v89VnUXqa","F119iY8Bqn1v89VnUXpy","Gl19iY8Bqn1v89VnUXqO","oV19iY8Bqn1v89VnTHmg","El19iY8Bqn1v89VnUXo8","Al19iY8Bqn1v89VnUHqV","_F19iY8Bqn1v89VnUHla","s119iY8Bqn1v89VnTXld","7l19iY8Bqn1v89VnT3nM","ql19iY8Bqn1v89VnV3qj","rF19iY8Bqn1v89VnV3q6","xF19iY8Bqn1v89VnQ3hc","mV19iY8Bqn1v89VnK3bG","7V19iY8Bqn1v89VnRXgI","0119iY8Bqn1v89VnTnmk","qF19iY8Bqn1v89VnIXXm","sV19iY8Bqn1v89VnQniL","rV19iY8Bqn1v89VnQnhj","p119iY8Bqn1v89VnQngr","w119iY8Bqn1v89VnLXaS","ZV19iY8Bqn1v89VnCHNZ","r119iY8Bqn1v89VnInUz","wF19iY8Bqn1v89VnQ3gv","1V19iY8Bqn1v89VnTnm8","tl19iY8Bqn1v89VnF3TO","wF19iY8Bqn1v89VnTXne","TV19iY8Bqn1v89VnEXTg","X119iY8Bqn1v89VnCHMZ","7l19iY8Bqn1v89VnRXgT","yF19iY8Bqn1v89VnWHrj","wl19iY8Bqn1v89VnGHRQ","kl19iY8Bqn1v89VnFXTq","Nl19iY8Bqn1v89VngH3F","ll19iY8Bqn1v89VnFnQf","rF19iY8Bqn1v89VnQnhb","Ol19iY8Bqn1v89VnBnOi","pV19iY8Bqn1v89VnTHnO","oF19iY8Bqn1v89VnQXjn","sl19iY8Bqn1v89VnTXlV","ql19iY8Bqn1v89VnQnhL","RV19iY8Bqn1v89VnB3MW","Q119iY8Bqn1v89VnPngL","CV19iY8Bqn1v89VnRnkp","0119iY8Bqn1v89VnQ3j4","o119iY8Bqn1v89VnQngE","S119iY8Bqn1v89VnB3NQ","zF19iY8Bqn1v89VnTnld","GV19iY8Bqn1v89VnUXqG","kV19iY8Bqn1v89VnFXTf","1l19iY8Bqn1v89VnTnnH","vV19iY8Bqn1v89VnInXB","uV19iY8Bqn1v89VnTXmc","7119iY8Bqn1v89VnT3nY","mV19iY8Bqn1v89VniH0j","u119iY8Bqn1v89VnTXmu","CV19iY8Bqn1v89VnUHri","Fl19iY8Bqn1v89VnUXpp","0l19iY8Bqn1v89VnWXpX","ul19iY8Bqn1v89VnTXml","nF19iY8Bqn1v89VnV3oK","0F19iY8Bqn1v89VnTnmG","HF19iY8Bqn1v89VnUXqn","9119iY8Bqn1v89VnUHko","RV19iY8Bqn1v89VnU3qB","AF19iY8Bqn1v89VnUHqA","0l19iY8Bqn1v89Vni33Y","rV19iY8Bqn1v89VnTXke","vl19iY8Bqn1v89VnGHQj","0l19iY8Bqn1v89VnGHTu","mF19iY8Bqn1v89VnFnQ2","X119iY8Bqn1v89VnKXZ6","uV19iY8Bqn1v89Vnin0-","uF19iY8Bqn1v89VnInWM","WF19iY8Bqn1v89VnKXYl","XF19iY8Bqn1v89VnP3gV","AV19iY8Bqn1v89VnGnX8","AF19iY8Bqn1v89VnJXaR","l119iY8Bqn1v89VnFnQr","tl19iY8Bqn1v89VnLXYE","j119iY8Bqn1v89VnFXTF","6l19iY8Bqn1v89VnJHWe","CV19iY8Bqn1v89Vnj36I","rl19iY8Bqn1v89VnF3R9","9F19iY8Bqn1v89VnGnRp","uV19iY8Bqn1v89VnLXYm","cl19iY8Bqn1v89VnKnY6","mF19iY8Bqn1v89VnIXU_","sF19iY8Bqn1v89VnF3SX","BF19iY8Bqn1v89VnG3Ub","n119iY8Bqn1v89VnFnSX","0V19iY8Bqn1v89VnGHTi","i119iY8Bqn1v89VnIHW4","nF19iY8Bqn1v89VnFnRj","p119iY8Bqn1v89VnF3Qo","rV19iY8Bqn1v89VnF3Rx","wV19iY8Bqn1v89Vnin2x","r119iY8Bqn1v89VniX2T","pl19iY8Bqn1v89VniX0J","bV19iY8Bqn1v89Vnln50","l119iY8Bqn1v89VnIXU2","oV19iY8Bqn1v89VnFnTH","8V19iY8Bqn1v89VnGnRM","vF19iY8Bqn1v89Vnin1y","MV19iY8Bqn1v89VnBnNL","-119iY8Bqn1v89VnGnS8","5F19iY8Bqn1v89VnJHVg","y119iY8Bqn1v89Vni31R","kl19iY8Bqn1v89VnIXUD","vl19iY8Bqn1v89Vnin2J","hV19iY8Bqn1v89VnmH4y","t119iY8Bqn1v89VnF3Tc","WF19iY8Bqn1v89VnlH7k","vF19iY8Bqn1v89VnInW4","oF19iY8Bqn1v89VnN3dg","ol19iY8Bqn1v89VnFnTd","El19iY8Bqn1v89VnJnZR","aF19iY8Bqn1v89Vnln4Z","j119iY8Bqn1v89Vnh31Z","wF19iY8Bqn1v89VnInXi","t119iY8Bqn1v89Vnin0l","u119iY8Bqn1v89VnLXY9","WF19iY8Bqn1v89VnB3PU","jF19iY8Bqn1v89VnFXSf","tV19iY8Bqn1v89VnF3TG","ZF19iY8Bqn1v89VnlX7I","uF19iY8Bqn1v89Vnin01","oV19iY8Bqn1v89VnN3do","V119iY8Bqn1v89VncXw3","3l19iY8Bqn1v89VnWXrc","cF19iY8Bqn1v89VnhX08","1F19iY8Bqn1v89VnWXpr","n119iY8Bqn1v89Vndnxt","ZV19iY8Bqn1v89VnP3h_","-119iY8Bqn1v89VnW3or","6V19iY8Bqn1v89VnWnpa","b119iY8Bqn1v89VnP3jn","Xl19iY8Bqn1v89VnP3gw","TF19iY8Bqn1v89VncHyW","al19iY8Bqn1v89VnP3ix","8V19iY8Bqn1v89VnWnq1","e119iY8Bqn1v89Vnc3yd","_119iY8Bqn1v89VnW3pg","DF19iY8Bqn1v89VnW3vm","EV19iY8Bqn1v89VnXHse","IF19iY8Bqn1v89VnR3kT","Pl19iY8Bqn1v89Vnb3zA","RV19iY8Bqn1v89VncHw4","F119iY8Bqn1v89VnXHtX","PF19iY8Bqn1v89Vnb3yc","5119iY8Bqn1v89VnWnpF","JF19iY8Bqn1v89VnR3lB","7F19iY8Bqn1v89VnWnp6","Sl19iY8Bqn1v89VncHx7","U119iY8Bqn1v89VncXwD","lV19iY8Bqn1v89Vnh32-","B119iY8Bqn1v89VnW3u2","bV19iY8Bqn1v89VnP3jP","fV19iY8Bqn1v89VnQHhs","a119iY8Bqn1v89VnP3i8","WF19iY8Bqn1v89VnSXl1","cl19iY8Bqn1v89VnQHgG","d119iY8Bqn1v89VnQHgw","6F19iY8Bqn1v89VnWnpR","FV19iY8Bqn1v89VnXHtH","4119iY8Bqn1v89VnWnoU","CF19iY8Bqn1v89VnW3vB","hl19iY8Bqn1v89VnQHjH","Zl19iY8Bqn1v89VnP3iK","MV19iY8Bqn1v89VnXXtf","IV19iY8Bqn1v89VnR3kh","Pl19iY8Bqn1v89VnHXWD","Hl19iY8Bqn1v89VnBXOV","GF19iY8Bqn1v89VnBXNS","rl19iY8Bqn1v89VnTXkp","Wl19iY8Bqn1v89VnPnj6","4V19iY8Bqn1v89VnDXN3","rl19iY8Bqn1v89VnLHay","IV19iY8Bqn1v89VnEHQF","MF19iY8Bqn1v89VnPXhB","u119iY8Bqn1v89Vnin1j","p119iY8Bqn1v89VnCnP4","nV19iY8Bqn1v89VnIXV4","Ul19iY8Bqn1v89VnB3OV","4l19iY8Bqn1v89VnRHiX","1119iY8Bqn1v89VnDXMK","6F19iY8Bqn1v89VnGXTo","zV19iY8Bqn1v89VnOXc_","KF19iY8Bqn1v89VnBXPs","CV19iY8Bqn1v89VnBHO7","M119iY8Bqn1v89VnBnNb","5V19iY8Bqn1v89VnGXTH","UV19iY8Bqn1v89VnKHbo","Cl19iY8Bqn1v89VnBHPG","uV19iY8Bqn1v89VnOHds","oV19iY8Bqn1v89VnLHYi","eV19iY8Bqn1v89VnKnaC","sl19iY8Bqn1v89VnC3Nz","wF19iY8Bqn1v89VnDHML","gV19iY8Bqn1v89VnCXNx","3119iY8Bqn1v89VnWXro","W119iY8Bqn1v89VnNHdM","wV19iY8Bqn1v89VnWHqZ","pl19iY8Bqn1v89VnLHZc","dl19iY8Bqn1v89Vnc3ws","vF19iY8Bqn1v89VnWHpj","0F19iY8Bqn1v89VnLnZH","9119iY8Bqn1v89VnGnSM","nF19iY8Bqn1v89VnTHlt","lF19iY8Bqn1v89VnFnQF","l119iY8Bqn1v89Vnh33j","2V19iY8Bqn1v89VnDXMh","UV19iY8Bqn1v89VnPnid","R119iY8Bqn1v89VnKHaM","3l19iY8Bqn1v89VnRHhr","HV19iY8Bqn1v89VnBXOJ","0V19iY8Bqn1v89VnI3WZ","6119iY8Bqn1v89VnGnQJ","_F19iY8Bqn1v89VnGnTE","HV19iY8Bqn1v89VnD3Td","e119iY8Bqn1v89VnCXM3","wl19iY8Bqn1v89VnWHqk","zF19iY8Bqn1v89VnOXc2","W119iY8Bqn1v89VnB3Px","2V19iY8Bqn1v89VnRHg3","nl19iY8Bqn1v89VnQXjU","mV19iY8Bqn1v89VnVnrv","7l19iY8Bqn1v89Vnn36z","Pl19iY8Bqn1v89VnKHYd","2l19iY8Bqn1v89VnDXMt","m119iY8Bqn1v89VnCnN5","1l19iY8Bqn1v89VnRHgY","3119iY8Bqn1v89VnRHh3","ZV19iY8Bqn1v89VnKXa2","zF19iY8Bqn1v89VnQ3i1","aF19iY8Bqn1v89VnNHfX","SF19iY8Bqn1v89VnB3M1","A119iY8Bqn1v89VnW3uM","T119iY8Bqn1v89VnKHbY","l119iY8Bqn1v89VnQXiG","B119iY8Bqn1v89VnG3U8","8l19iY8Bqn1v89VnGnRV","vl19iY8Bqn1v89VnInXJ","8l19iY8Bqn1v89VnT3n0","DF19iY8Bqn1v89VnD3Qw","1119iY8Bqn1v89VnI3XT","Tl19iY8Bqn1v89VnB3Nv","Bl19iY8Bqn1v89VnRnkJ","pF19iY8Bqn1v89VnN3eA","wl19iY8Bqn1v89VnTXn1","Q119iY8Bqn1v89VnU3po","q119iY8Bqn1v89VnLHaT","D119iY8Bqn1v89VnD3RR","9F19iY8Bqn1v89VnRXhU","zF19iY8Bqn1v89VnI3Vj","5V19iY8Bqn1v89VnRHi6","nV19iY8Bqn1v89VnN3dD","Dl19iY8Bqn1v89VnD3RG","el19iY8Bqn1v89VnIHUO","mF19iY8Bqn1v89VnVnrk","KV19iY8Bqn1v89VnJ3Y_","rl19iY8Bqn1v89VnC3NF","-F19iY8Bqn1v89VnUHkw","rl19iY8Bqn1v89VniX2G","Kl19iY8Bqn1v89VnEHRo","yV19iY8Bqn1v89VnDHNx","N119iY8Bqn1v89VnBnOC","nl19iY8Bqn1v89VnCnOZ","ol19iY8Bqn1v89VnCnPD","zl19iY8Bqn1v89VnLnYf","s119iY8Bqn1v89VnC3N_","nl19iY8Bqn1v89VnTHmA","tl19iY8Bqn1v89VnInV5","1119iY8Bqn1v89VnRHgg","_V19iY8Bqn1v89VnW3pH","BV19iY8Bqn1v89VnW3uf","vF19iY8Bqn1v89VnC3Pl","y119iY8Bqn1v89VnDHOJ","dF19iY8Bqn1v89VnKnZN","yl19iY8Bqn1v89VnLXbf","lV19iY8Bqn1v89VnFnQR","6F19iY8Bqn1v89VnRHjZ","ul19iY8Bqn1v89VnC3PO","_V19iY8Bqn1v89Vnjn24","yF19iY8Bqn1v89VnI3U7","d119iY8Bqn1v89VnNXeS","3V19iY8Bqn1v89VnT3kN","ql19iY8Bqn1v89VnC3MY","2119iY8Bqn1v89VnRHhH","4l19iY8Bqn1v89VnDXOC","0F19iY8Bqn1v89VnI3WN","PV19iY8Bqn1v89VnU3oP","tF19iY8Bqn1v89VnC3OK","RF19iY8Bqn1v89VnU3p0","jF19iY8Bqn1v89VnK3ZH","WV19iY8Bqn1v89VnPnju","7V19iY8Bqn1v89VnDXPx","7F19iY8Bqn1v89Vnn36Z","m119iY8Bqn1v89VnFnRW","Xl19iY8Bqn1v89VnX3uW","5V19iY8Bqn1v89VnjX0o","aV19iY8Bqn1v89VncnxX","EF19iY8Bqn1v89VnXHsT","OV19iY8Bqn1v89VnUnrm","Bl19iY8Bqn1v89VnW3uq","CF19iY8Bqn1v89VnUHrW","VV19iY8Bqn1v89VncXwe","R119iY8Bqn1v89VncHxT","qF19iY8Bqn1v89Vnd3wk","El19iY8Bqn1v89VnXHsp","X119iY8Bqn1v89VnlX5m","D119iY8Bqn1v89VnXHsH","qV19iY8Bqn1v89VnN3e2","kF19iY8Bqn1v89VnCnMS","5F19iY8Bqn1v89VnWnod","y119iY8Bqn1v89VnQ3io","o119iY8Bqn1v89VnLHY9","L119iY8Bqn1v89VnPXg1","2F19iY8Bqn1v89VnRHgs","pF19iY8Bqn1v89VndnzW","Xl19iY8Bqn1v89VnCHMN","7V19iY8Bqn1v89VnWnqG","ll19iY8Bqn1v89Vnh33X","ZV19iY8Bqn1v89VnSnkh","1l19iY8Bqn1v89VnDHP-","Bl19iY8Bqn1v89VnUHrC","il19iY8Bqn1v89VnK3Yw","1V19iY8Bqn1v89VnRHgL","Hl19iY8Bqn1v89VnUXq_","q119iY8Bqn1v89VnV3qv","tV19iY8Bqn1v89VnWHod","tF19iY8Bqn1v89VnOHcx","vF19iY8Bqn1v89VnLXZG","al19iY8Bqn1v89VnKXbm","3V19iY8Bqn1v89VnRHhf","nV19iY8Bqn1v89VnFnRv","uF19iY8Bqn1v89VnC3O4","aV19iY8Bqn1v89Vnln4u","mF19iY8Bqn1v89VnTHlG","3F19iY8Bqn1v89VnRHhU","s119iY8Bqn1v89VnOHcl","eF19iY8Bqn1v89VnKnZ3","xl19iY8Bqn1v89VnDHNP","zl19iY8Bqn1v89VnDHOs","5119iY8Bqn1v89VnT3l8","il19iY8Bqn1v89VnS3mv","hl19iY8Bqn1v89VnK3YF","bV19iY8Bqn1v89VnKnYH","o119iY8Bqn1v89VnTHm4","8119iY8Bqn1v89Vnjn0E","M119iY8Bqn1v89VnPXhj","Tl19iY8Bqn1v89VnPnh7","0119iY8Bqn1v89VnWXpg","oV19iY8Bqn1v89VnCnO4","2119iY8Bqn1v89VnDXNA","C119iY8Bqn1v89VnW3vb","nF19iY8Bqn1v89VnK3bl","Al19iY8Bqn1v89VnW3uA","Rl19iY8Bqn1v89VnU3qJ","0119iY8Bqn1v89VnDHPg","_F19iY8Bqn1v89VnW3o2","ZV19iY8Bqn1v89VncnwK","NV19iY8Bqn1v89VnUnq7","J119iY8Bqn1v89VnXHv2","J119iY8Bqn1v89VnR3ll","Y119iY8Bqn1v89VnP3hp","aV19iY8Bqn1v89VnP3im","3V19iY8Bqn1v89VnWXrR","gV19iY8Bqn1v89VnS3lR","DV19iY8Bqn1v89VnUXoF","tF19iY8Bqn1v89VnTXlq","YF19iY8Bqn1v89VnP3hI","al19iY8Bqn1v89VnhH3p","A119iY8Bqn1v89VnUHqh","YF19iY8Bqn1v89VnhH06","8F19iY8Bqn1v89VnWnqq","L119iY8Bqn1v89VnUnp-","EV19iY8Bqn1v89VnkH4F","6119iY8Bqn1v89VnT3ms","2119iY8Bqn1v89VnWXq6","JV19iY8Bqn1v89VnUnoR","TV19iY8Bqn1v89VnU3rW","4V19iY8Bqn1v89VnT3k8","qV19iY8Bqn1v89VnC3MN","3l19iY8Bqn1v89VnJHUd","4F19iY8Bqn1v89VnWXr0","Jl19iY8Bqn1v89Vnf32f","f119iY8Bqn1v89VnCXNb","oF19iY8Bqn1v89VnTHmV","z119iY8Bqn1v89VnDHO4","il19iY8Bqn1v89VnCXPS","LF19iY8Bqn1v89VnUnpe","ql19iY8Bqn1v89VnLHaI","Yl19iY8Bqn1v89VnP3he","n119iY8Bqn1v89VnCnOl","8F19iY8Bqn1v89VnGnRA","ol19iY8Bqn1v89VnQXj5","VF19iY8Bqn1v89VnVHoa","2F19iY8Bqn1v89VnTnnY","Il19iY8Bqn1v89VnEHQQ","nV19iY8Bqn1v89VnQXjJ","yl19iY8Bqn1v89VnTnlL","qF19iY8Bqn1v89VnV3qQ","qF19iY8Bqn1v89VnQng3","sF19iY8Bqn1v89VnTXlB","tF19iY8Bqn1v89VnQnir","pl19iY8Bqn1v89VnCnPs","4V19iY8Bqn1v89VnWXr-","3l19iY8Bqn1v89VnGXR7","eF19iY8Bqn1v89Vnc3xI","ll19iY8Bqn1v89VnK3ao","Cl19iY8Bqn1v89Vnj36j","dl19iY8Bqn1v89VnKnZj","l119iY8Bqn1v89VndXzT","xV19iY8Bqn1v89VnDHNE","sF19iY8Bqn1v89VnC3Nc","7V19iY8Bqn1v89Vnn36m","i119iY8Bqn1v89VnQHj7","sV19iY8Bqn1v89VniX3F","DV19iY8Bqn1v89VnD3Q7","yF19iY8Bqn1v89VnQ3iK","t119iY8Bqn1v89VnC3Ot","fl19iY8Bqn1v89VnQHh0","x119iY8Bqn1v89VnDHNb","r119iY8Bqn1v89VnLHa9","IF19iY8Bqn1v89VnHHU3","tV19iY8Bqn1v89VnC3OX","sV19iY8Bqn1v89VnOHcO","Sl19iY8Bqn1v89VnPnhQ","1l19iY8Bqn1v89VnI3XI","2F19iY8Bqn1v89VnDXMW","pl19iY8Bqn1v89VnF3QZ","ul19iY8Bqn1v89Vnin1S","Jl19iY8Bqn1v89VnUnoc","kV19iY8Bqn1v89VnCnMd","nl19iY8Bqn1v89VnFnSE","ZV19iY8Bqn1v89VnlX7Y","gF19iY8Bqn1v89Vnhn1F","S119iY8Bqn1v89VnPnhb","aF19iY8Bqn1v89VnCHN4","ol19iY8Bqn1v89VnV3pX","3F19iY8Bqn1v89VnDXNL","fl19iY8Bqn1v89VnCXNT","H119iY8Bqn1v89VnBXOg","n119iY8Bqn1v89VnN3dW","pV19iY8Bqn1v89VnLHZU","CF19iY8Bqn1v89Vnj35_","yF19iY8Bqn1v89VnTnk4","HF19iY8Bqn1v89VnHHUQ","2119iY8Bqn1v89VnJHUA","l119iY8Bqn1v89VnTHk-","PF19iY8Bqn1v89VnPXjI","fV19iY8Bqn1v89Vnc3zM","sV19iY8Bqn1v89VnV3r0","3119iY8Bqn1v89VnDXNo","Gl19iY8Bqn1v89VnD3S-","JV19iY8Bqn1v89VnXHvj","5119iY8Bqn1v89VnRHjR","XF19iY8Bqn1v89VnEnSk","8l19iY8Bqn1v89Vnn376","1V19iY8Bqn1v89VnI3XA","Ql19iY8Bqn1v89VngX21","3V19iY8Bqn1v89VnDXNT","sV19iY8Bqn1v89VnTXlM","AV19iY8Bqn1v89Vnjn75","U119iY8Bqn1v89VnEnQk","vV19iY8Bqn1v89Vnin17","5119iY8Bqn1v89VnjX1E","1V19iY8Bqn1v89VnDHP2","hl19iY8Bqn1v89VndHx2","4l19iY8Bqn1v89VnWnoK","DV19iY8Bqn1v89VnBHPo","dF19iY8Bqn1v89Vnc3wP","V119iY8Bqn1v89VnVHo6","8F19iY8Bqn1v89VnT3ng","lV19iY8Bqn1v89VnTHkp","el19iY8Bqn1v89VnCXMv","LV19iY8Bqn1v89VnUnpp","qF19iY8Bqn1v89VnLHZ0","mF19iY8Bqn1v89VnK3a-","0F19iY8Bqn1v89VnGHTa","jV19iY8Bqn1v89VnK3ZS","tF19iY8Bqn1v89VnF3S9","Ul19iY8Bqn1v89VnVHoI","2V19iY8Bqn1v89VnjH1E","aV19iY8Bqn1v89VnKXbe","vl19iY8Bqn1v89VnC3P4","H119iY8Bqn1v89VnD3Tw","Y119iY8Bqn1v89VnVHq6","xl19iY8Bqn1v89VnOHf0","4l19iY8Bqn1v89VnjH32","wl19iY8Bqn1v89VnQ3hH","hV19iY8Bqn1v89VnKnb-","6V19iY8Bqn1v89VnRHjl","J119iY8Bqn1v89VnJ3Yv","pV19iY8Bqn1v89VnF3QQ","Wl19iY8Bqn1v89VnlX4V","H119iY8Bqn1v89VnUXrL","Pl19iY8Bqn1v89VnBnPN","tV19iY8Bqn1v89VnTXl1","AF19iY8Bqn1v89VnW3tr","ZF19iY8Bqn1v89VnSnkY","FF19iY8Bqn1v89VnXHs_","JV19iY8Bqn1v89VnEHQy","pV19iY8Bqn1v89VnQngY","Wl19iY8Bqn1v89VnEnSO","i119iY8Bqn1v89VnFXSP","wV19iY8Bqn1v89VnOHe_","rV19iY8Bqn1v89VnLHap","GV19iY8Bqn1v89VnD3S2","Zl19iY8Bqn1v89VnCHNl","0l19iY8Bqn1v89VnDHPY","FF19iY8Bqn1v89VnBXMq","6l19iY8Bqn1v89VnRHjt","pl19iY8Bqn1v89VnTHnW","z119iY8Bqn1v89VnQ3jR","jV19iY8Bqn1v89VnCXPz","0F19iY8Bqn1v89VnQ3jZ","lV19iY8Bqn1v89VnCnND","m119iY8Bqn1v89VnTHll","7F19iY8Bqn1v89VnT3m4","Dl19iY8Bqn1v89VnUXoQ","SV19iY8Bqn1v89Vngn1d","Dl19iY8Bqn1v89Vnj37Y","WF19iY8Bqn1v89Vng32G","YV19iY8Bqn1v89VnhH1F","W119iY8Bqn1v89Vng33D","TF19iY8Bqn1v89VnU3rL","Yl19iY8Bqn1v89VnhH1m","mV19iY8Bqn1v89VnmX7N","j119iY8Bqn1v89VnmX4P","o119iY8Bqn1v89Vnmn6b","Rl19iY8Bqn1v89Vngn0T","Q119iY8Bqn1v89VngX3c","kV19iY8Bqn1v89VnIHX4","hV19iY8Bqn1v89VnIHV-","_119iY8Bqn1v89Vnjn3c","QF19iY8Bqn1v89VnBnPg","V119iY8Bqn1v89VnPnjY","Al19iY8Bqn1v89Vnj34P","2l19iY8Bqn1v89VnI3X1","_119iY8Bqn1v89VnBHJS","wF19iY8Bqn1v89VnOHey","7F19iY8Bqn1v89VnjX2P","rF19iY8Bqn1v89VnLHae","BF19iY8Bqn1v89VnBHOJ","rV19iY8Bqn1v89VniX16","AF19iY8Bqn1v89VnBHNf","NV19iY8Bqn1v89VnJ3bB","W119iY8Bqn1v89VnlX4l","e119iY8Bqn1v89VnhX3o","P119iY8Bqn1v89VnBnPV","R119iY8Bqn1v89Vnk36p","Vl19iY8Bqn1v89VnPnjN","qV19iY8Bqn1v89VnLHZ8","Ol19iY8Bqn1v89VngX0W","QF19iY8Bqn1v89Vnk34T","TF19iY8Bqn1v89Vnk376","_l19iY8Bqn1v89Vnjn3K","UF19iY8Bqn1v89VnU3rz","Tl19iY8Bqn1v89VnlH4t","U119iY8Bqn1v89Vng30p","XF19iY8Bqn1v89VnlX4w","eF19iY8Bqn1v89VnhX2w","b119iY8Bqn1v89VnhX0s","dl19iY8Bqn1v89VnhX2W","RF19iY8Bqn1v89Vnk35e","dV19iY8Bqn1v89VnhX2M","hl19iY8Bqn1v89VnIHWJ","RV19iY8Bqn1v89VngX3-","P119iY8Bqn1v89VngX18","TV19iY8Bqn1v89Vngn2s","BV19iY8Bqn1v89VnBHOU","UV19iY8Bqn1v89Vng30B","jl19iY8Bqn1v89VnmH75","Ll19iY8Bqn1v89VnJ3Z5","iV19iY8Bqn1v89VnIHWo","SF19iY8Bqn1v89Vngn1I","xF19iY8Bqn1v89VnOHff","fl19iY8Bqn1v89VnIHU8","S119iY8Bqn1v89Vngn2L","il19iY8Bqn1v89VnIHWw","JV19iY8Bqn1v89VnBXPU","I119iY8Bqn1v89VnBXPA","eV19iY8Bqn1v89VnqH-w","i119iY8Bqn1v89Vnh30P","Sl19iY8Bqn1v89Vngn14","1l19iY8Bqn1v89VnGXQb","4119iY8Bqn1v89VnGXSz","nV19iY8Bqn1v89Vnmn4g","yl19iY8Bqn1v89VnGHSb","Tl19iY8Bqn1v89Vngn3C","Bl19iY8Bqn1v89Vnj35g","y119iY8Bqn1v89VnnX6A","AV19iY8Bqn1v89VnBHNq","WV19iY8Bqn1v89Vng32d","0119iY8Bqn1v89VnI3Ww","el19iY8Bqn1v89Vnl35B","yl19iY8Bqn1v89VnI3VR","yF19iY8Bqn1v89VnGHSL","gl19iY8Bqn1v89VnIHVg","y119iY8Bqn1v89VnGHSk","fV19iY8Bqn1v89VnIHUw","j119iY8Bqn1v89VnIHXj","2F19iY8Bqn1v89VnGXQs","jF19iY8Bqn1v89VnIHXD","F119iY8Bqn1v89VnBXNG","2F19iY8Bqn1v89VnI3Xe","yV19iY8Bqn1v89VnOXcT","kl19iY8Bqn1v89Vnh32O","PF19iY8Bqn1v89Vnkn65","YF19iY8Bqn1v89VnlX53","X119iY8Bqn1v89VnhH0o","eV19iY8Bqn1v89VnhX3G","8119iY8Bqn1v89VnoH4Q","c119iY8Bqn1v89VnhX1p","hl19iY8Bqn1v89Vnhn24","dF19iY8Bqn1v89VnhX19","XF19iY8Bqn1v89Vng33Z","Zl19iY8Bqn1v89VnhH2z","Ul19iY8Bqn1v89VnlH52","d119iY8Bqn1v89VnhX2k","VV19iY8Bqn1v89Vng31U","g119iY8Bqn1v89Vnhn2E","5l19iY8Bqn1v89VnGXTS","3V19iY8Bqn1v89VnGXRv","R119iY8Bqn1v89Vngn0o","T119iY8Bqn1v89Vngn3W","1V19iY8Bqn1v89VnGXQP","A119iY8Bqn1v89VnBHN8","Vl19iY8Bqn1v89Vng31k","CF19iY8Bqn1v89VnBHOw","QV19iY8Bqn1v89VngX2j","HF19iY8Bqn1v89VnBXN8","ql19iY8Bqn1v89VnN3fB","Ml19iY8Bqn1v89VnJ3ag","1119iY8Bqn1v89VnLnaV","yV19iY8Bqn1v89VnLXbU","yF19iY8Bqn1v89VnOXcH","hF19iY8Bqn1v89VnIHVz","VF19iY8Bqn1v89VnPni5","NF19iY8Bqn1v89VnJ3a2","cV19iY8Bqn1v89VnNXc2","h119iY8Bqn1v89VnIHWR","Il19iY8Bqn1v89VnBXO4","HF19iY8Bqn1v89VnPHhx","KV19iY8Bqn1v89VnPHj_","VV19iY8Bqn1v89VnPnjF","sF19iY8Bqn1v89VnrH8F","Al19iY8Bqn1v89VnBHN0","zl19iY8Bqn1v89VnI3V6","UF19iY8Bqn1v89Vngn3r","V119iY8Bqn1v89Vng313","VV19iY8Bqn1v89VnlH63","el19iY8Bqn1v89VnhX3S","CV19iY8Bqn1v89VnJXb3","oF19iY8Bqn1v89VnLHYP","3V19iY8Bqn1v89VnLnbV","4F19iY8Bqn1v89VnGXSR","Gl19iY8Bqn1v89VnBXNp","oF19iY8Bqn1v89VniH2r","RF19iY8Bqn1v89VngX3o","VF19iY8Bqn1v89Vng30_","Wl19iY8Bqn1v89Vng32o","Sl19iY8Bqn1v89Vnk37h","V119iY8Bqn1v89VnlH7X") '
# query_where_sql = f" and project_id = '84' "
# username = 'Li3456ab' # username = 'Li3456ab'
# #
# username = 'Tempzgc' # username = 'Tempzgc'
......
京东搜索_手动验证版_0.py
View file @ 4fa74ede
...@@ -93,7 +93,7 @@ def get_cookie(username=None, password=None, driver=None): ...@@ -93,7 +93,7 @@ def get_cookie(username=None, password=None, driver=None):
count = count + 1 count = count + 1
print(f"需要登录") print(f"需要登录")
time.sleep(1) time.sleep(1)
query_spider_sql = f"SELECT id,url,mallId,docId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' {config.query_where_sql} and id like '%0' " query_spider_sql = f"SELECT id,url,mallId,docId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' {config.query_where_sql} and id like '%0' "
query_spider = mysql_zdzs_proxy(query_spider_sql) query_spider = mysql_zdzs_proxy(query_spider_sql)
index = 0 index = 0
len_ = len(query_spider) len_ = len(query_spider)
......
京东搜索_手动验证版_1.py
View file @ 4fa74ede
...@@ -92,7 +92,7 @@ def get_cookie(username=None,password=None,driver=None): ...@@ -92,7 +92,7 @@ def get_cookie(username=None,password=None,driver=None):
count = count + 1 count = count + 1
print(f"需要登录") print(f"需要登录")
time.sleep(1) time.sleep(1)
query_spider_sql = f"SELECT id,url,mallId,docId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' {config.query_where_sql} and id like '%1' " query_spider_sql = f"SELECT id,url,mallId,docId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' {config.query_where_sql} and id like '%1'"
query_spider = mysql_zdzs_proxy(query_spider_sql) query_spider = mysql_zdzs_proxy(query_spider_sql)
index = 0 index = 0
len_ = len(query_spider) len_ = len(query_spider)
......
京东搜索_手动验证版_8.py
View file @ 4fa74ede
...@@ -174,7 +174,7 @@ if __name__ == "__main__": ...@@ -174,7 +174,7 @@ if __name__ == "__main__":
driver = webdriver.Chrome(options=option) driver = webdriver.Chrome(options=option)
option.add_argument("--disable-blink-features=AutomationControlled") option.add_argument("--disable-blink-features=AutomationControlled")
driver.set_window_size(1200, 600) driver.set_window_size(1200, 600)
account_start_index = 8 account_start_index = 1
get_cookie(username=config.account_list[account_start_index]['username'], get_cookie(username=config.account_list[account_start_index]['username'],
password=config.account_list[account_start_index]['password'], driver=driver) password=config.account_list[account_start_index]['password'], driver=driver)
while True: while True:
......
京东搜索_手动验证版_9.py
View file @ 4fa74ede
...@@ -175,7 +175,7 @@ if __name__ == "__main__": ...@@ -175,7 +175,7 @@ if __name__ == "__main__":
driver = webdriver.Chrome(options=option) driver = webdriver.Chrome(options=option)
option.add_argument("--disable-blink-features=AutomationControlled") option.add_argument("--disable-blink-features=AutomationControlled")
driver.set_window_size(1200, 600) driver.set_window_size(1200, 600)
account_start_index = 8 account_start_index = 1
get_cookie(username=config.account_list[account_start_index]['username'], get_cookie(username=config.account_list[account_start_index]['username'],
password=config.account_list[account_start_index]['password'], driver=driver) password=config.account_list[account_start_index]['password'], driver=driver)
while True: while True:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment