1

config.py

@@ -17,20 +17,27 @@
 #
 # username = '13381042425'
 # password = 'hu19941018'
-username = 'beijinglailai01'
-password = 'beijing01'
+username = '13381042425'
+password = 'hu19941018'
 # antong9690'
 # password = '12
 
 account_list = [
-    {
-        'username':'13381042425',
-        'password':'hu19941018',
-    },
     {
         'username':'beijinglailai01',
         'password':'beijing01',
     },
+    {
+        'username':'19118625837',
+        'password':'lsl20020412',
+    },
+    {
+        'username':'15044870720',
+        'password':'1946cheN',
+    },  {
+        'username':'13381042425',
+        'password':'hu19941018',
+    },
     {
         'username':'13801194827',
         'password':'072600uddz',
@@ -39,8 +46,5 @@ account_list = [
         'username':'Liantong9690',
         'password':'123456ab',
     },
-    {
-        'username':'19118625837',
-        'password':'lsl20020412',
-    },
 ]
+print(len(account_list))
\ No newline at end of file

京东搜索_手动验证版.py

@@ -80,7 +80,7 @@ def get_cookie():
         count = count + 1
         print(f"需要登录")
         time.sleep(1)
-    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '84' and  data_batch ='202404180000000002' limit 30000"
+    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '41' and  data_batch ='202404180000000004' limit 30000"
     query_spider = mysql_zdzs_proxy(query_spider_sql)
     index = 0
     len_ = len(query_spider)

京东搜索_手动验证版_0.py

@@ -91,7 +91,7 @@ def get_cookie(username=None, password=None, driver=None):
         count = count + 1
         print(f"需要登录")
         time.sleep(1)
-    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '84' and  data_batch ='202404180000000002' and id like '%0' limit 30000"
+    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '41' and  data_batch ='202404180000000004' and id like '%0' limit 30000"
     query_spider = mysql_zdzs_proxy(query_spider_sql)
     index = 0
     len_ = len(query_spider)
@@ -174,7 +174,7 @@ if __name__ == "__main__":
     option.add_argument("--disable-blink-features=AutomationControlled")
     driver.set_window_size(1200, 600)
     # get_cookie(username=config.account_list[0]['username'],password=config.account_list[0]['password'],driver=driver)
-    account_start_index = len(config.account_list) % 0
+    account_start_index = 0
     get_cookie(username=config.account_list[account_start_index]['username'],password=config.account_list[account_start_index]['password'],driver=driver)
     while True:
         for account in config.account_list:

京东搜索_手动验证版_1.py

@@ -91,7 +91,7 @@ def get_cookie(username=None,password=None,driver=None):
         count = count + 1
         print(f"需要登录")
         time.sleep(1)
-    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '84' and  data_batch ='202404180000000002' and id like '%1' limit 30000"
+    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '41' and  data_batch ='202404180000000004' and id like '%1' limit 30000"
     query_spider = mysql_zdzs_proxy(query_spider_sql)
     index = 0
     len_ = len(query_spider)
@@ -173,7 +173,7 @@ if __name__ == "__main__":
     driver = webdriver.Chrome(options=option)
     option.add_argument("--disable-blink-features=AutomationControlled")
     driver.set_window_size(1200, 600)
-    account_start_index = len(config.account_list) % 1
+    account_start_index = 1
     get_cookie(username=config.account_list[account_start_index]['username'],
                password=config.account_list[account_start_index]['password'], driver=driver)
     while True:

京东搜索_手动验证版_2.py

@@ -91,7 +91,7 @@ def get_cookie(username=None,password=None,driver=None):
         count = count + 1
         print(f"需要登录")
         time.sleep(1)
-    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '84' and  data_batch ='202404180000000002' and id like '%2' limit 30000"
+    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '41' and  data_batch ='202404180000000004' and id like '%2' limit 30000"
     query_spider = mysql_zdzs_proxy(query_spider_sql)
     index = 0
     len_ = len(query_spider)
@@ -173,7 +173,7 @@ if __name__ == "__main__":
     driver = webdriver.Chrome(options=option)
     option.add_argument("--disable-blink-features=AutomationControlled")
     driver.set_window_size(1200, 600)
-    account_start_index = len(config.account_list) % 2
+    account_start_index = 2
     get_cookie(username=config.account_list[account_start_index]['username'],
                password=config.account_list[account_start_index]['password'], driver=driver)
     while True:

京东搜索_手动验证版_3.py

@@ -91,7 +91,7 @@ def get_cookie(username=None,password=None,driver=None):
         count = count + 1
         print(f"需要登录")
         time.sleep(1)
-    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '84' and  data_batch ='202404180000000002' and id like '%3' limit 30000"
+    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '41' and  data_batch ='202404180000000004' and id like '%3' limit 30000"
     query_spider = mysql_zdzs_proxy(query_spider_sql)
     index = 0
     len_ = len(query_spider)
@@ -173,7 +173,7 @@ if __name__ == "__main__":
     driver = webdriver.Chrome(options=option)
     option.add_argument("--disable-blink-features=AutomationControlled")
     driver.set_window_size(1200, 600)
-    account_start_index = len(config.account_list) % 3
+    account_start_index = 3
     get_cookie(username=config.account_list[account_start_index]['username'],
                password=config.account_list[account_start_index]['password'], driver=driver)
     while True:

京东搜索_手动验证版_4.py

@@ -91,7 +91,7 @@ def get_cookie(username=None,password=None,driver=None):
         count = count + 1
         print(f"需要登录")
         time.sleep(1)
-    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '84' and  data_batch ='202404180000000002' and id like '%4' limit 30000"
+    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '41' and  data_batch ='202404180000000004' and id like '%4' limit 30000"
     query_spider = mysql_zdzs_proxy(query_spider_sql)
     index = 0
     len_ = len(query_spider)
@@ -173,7 +173,7 @@ if __name__ == "__main__":
     driver = webdriver.Chrome(options=option)
     option.add_argument("--disable-blink-features=AutomationControlled")
     driver.set_window_size(1200, 600)
-    account_start_index = len(config.account_list) % 4
+    account_start_index = 4
     get_cookie(username=config.account_list[account_start_index]['username'],
                password=config.account_list[account_start_index]['password'], driver=driver)
     while True:

京东搜索_手动验证版_5.py

@@ -91,7 +91,7 @@ def get_cookie(username=None,password=None,driver=None):
         count = count + 1
         print(f"需要登录")
         time.sleep(1)
-    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '84' and  data_batch ='202404180000000002' and id like '%5' limit 30000"
+    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '41' and  data_batch ='202404180000000004' and id like '%5' limit 30000"
     query_spider = mysql_zdzs_proxy(query_spider_sql)
     index = 0
     len_ = len(query_spider)
@@ -173,7 +173,7 @@ if __name__ == "__main__":
     driver = webdriver.Chrome(options=option)
     option.add_argument("--disable-blink-features=AutomationControlled")
     driver.set_window_size(1200, 600)
-    account_start_index = len(config.account_list) % 5
+    account_start_index = 0
     get_cookie(username=config.account_list[account_start_index]['username'],
                password=config.account_list[account_start_index]['password'], driver=driver)
     while True:

京东搜索_手动验证版_6.py

@@ -91,7 +91,7 @@ def get_cookie(username=None,password=None,driver=None):
         count = count + 1
         print(f"需要登录")
         time.sleep(1)
-    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '84' and  data_batch ='202404180000000002' and id like '%6' limit 30000"
+    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '41' and  data_batch ='202404180000000004' and id like '%6' limit 30000"
     query_spider = mysql_zdzs_proxy(query_spider_sql)
     index = 0
     len_ = len(query_spider)
@@ -173,7 +173,7 @@ if __name__ == "__main__":
     driver = webdriver.Chrome(options=option)
     option.add_argument("--disable-blink-features=AutomationControlled")
     driver.set_window_size(1200, 600)
-    account_start_index = len(config.account_list) % 6
+    account_start_index = 1
     get_cookie(username=config.account_list[account_start_index]['username'],
                password=config.account_list[account_start_index]['password'], driver=driver)
     while True:

京东搜索_手动验证版_7.py

@@ -91,7 +91,7 @@ def get_cookie(username=None,password=None,driver=None):
         count = count + 1
         print(f"需要登录")
         time.sleep(1)
-    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '84' and  data_batch ='202404180000000002' and id like '%7' limit 30000"
+    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '41' and  data_batch ='202404180000000004' and id like '%7' limit 30000"
     query_spider = mysql_zdzs_proxy(query_spider_sql)
     index = 0
     len_ = len(query_spider)
@@ -173,7 +173,7 @@ if __name__ == "__main__":
     driver = webdriver.Chrome(options=option)
     option.add_argument("--disable-blink-features=AutomationControlled")
     driver.set_window_size(1200, 600)
-    account_start_index = len(config.account_list) % 7
+    account_start_index = 2
     get_cookie(username=config.account_list[account_start_index]['username'],
                password=config.account_list[account_start_index]['password'], driver=driver)
     while True:

京东搜索_手动验证版_8.py

@@ -91,7 +91,7 @@ def get_cookie(username=None,password=None,driver=None):
         count = count + 1
         print(f"需要登录")
         time.sleep(1)
-    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '84' and  data_batch ='202404180000000002' and id like '%8' limit 30000"
+    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '41' and  data_batch ='202404180000000004' and id like '%8' limit 30000"
     query_spider = mysql_zdzs_proxy(query_spider_sql)
     index = 0
     len_ = len(query_spider)
@@ -173,7 +173,7 @@ if __name__ == "__main__":
     driver = webdriver.Chrome(options=option)
     option.add_argument("--disable-blink-features=AutomationControlled")
     driver.set_window_size(1200, 600)
-    account_start_index = len(config.account_list) % 8
+    account_start_index = 3
     get_cookie(username=config.account_list[account_start_index]['username'],
                password=config.account_list[account_start_index]['password'], driver=driver)
     while True:

京东搜索_手动验证版_9.py

@@ -91,7 +91,7 @@ def get_cookie(username=None,password=None,driver=None):
         count = count + 1
         print(f"需要登录")
         time.sleep(1)
-    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '84' and  data_batch ='202404180000000002' and id like '%9' limit 30000"
+    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '41' and  data_batch ='202404180000000004' and id like '%9' limit 30000"
     query_spider = mysql_zdzs_proxy(query_spider_sql)
     index = 0
     len_ = len(query_spider)
@@ -173,7 +173,7 @@ if __name__ == "__main__":
     driver = webdriver.Chrome(options=option)
     option.add_argument("--disable-blink-features=AutomationControlled")
     driver.set_window_size(1200, 600)
-    account_start_index = len(config.account_list) % 9
+    account_start_index = 4
     get_cookie(username=config.account_list[account_start_index]['username'],
                password=config.account_list[account_start_index]['password'], driver=driver)
     while True:

京东搜索_自动版.py

@@ -361,7 +361,7 @@ def get_cookie():
     # query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and  data_batch ='202403051815460001' order by id" \
     #                    f" limit 100000"
     # query_spider_sql = f"-- SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '41'  and (id like '%5' or id like '%6' or id like '%7' or id like '%8' or id like '%9' ) limit 10000"
-    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '84' and  data_batch ='202404180000000002' "
+    query_spider_sql = f"SELECT id,url,mallId FROM DMP_SEARCH_SPIDER WHERE ID NOT IN (SELECT ID FROM DMP_SEARCH_DATA) and mallId = 'DS-JD' and project_id = '41' and  data_batch ='202404180000000004' "
     query_spider = mysql_zdzs_proxy(query_spider_sql)
     index = 0
     len_ = len(query_spider)