Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
C
checkData
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ZGC_INDEX
checkData
Commits
9a053720
Commit
9a053720
authored
Feb 18, 2020
by
rico.liu
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
update SN price
parent
666b5380
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
36 additions
and
3 deletions
+36
-3
checkData.py
checkData.py
+36
-3
No files found.
checkData.py
View file @
9a053720
...
...
@@ -237,7 +237,7 @@ def checkData(check_data):
elif
"suning"
in
str
(
main_url
):
try
:
main_url
=
'http://product.suning.com/0000000000/11673575307.html'
#
main_url = 'http://product.suning.com/0000000000/11673575307.html'
sku
=
re
.
findall
(
".com/(.*?).html"
,
main_url
)[
0
]
main_url_
=
'https://product.suning.com/'
+
sku
+
'.html'
r
=
get_response
(
session
,
main_url_
,
headers
)
...
...
@@ -277,13 +277,46 @@ def checkData(check_data):
source_list
.
append
(
source
)
else
:
str_price
=
html
.
xpath
(
"//a[@id='addCart2']/@sa-data"
)
str1
=
re
.
findall
(
"'prdid':'(.*?)','"
,
str
(
str_price
))[
0
]
#为了拼接所需要的url,需要三个字段
str2
=
re
.
findall
(
"'shopid':'(.*?)','"
,
str
(
str_price
))[
0
]
#为了拼接所需要的url,需要三个字段
str3
=
html
.
xpath
(
"//input[@name='procateCode']/@value"
)[
0
]
#为了拼接所需要的url,需要三个字段
real_url
=
f
'https://pas.suning.com/nspcsale_0_{str1}_{str1}_{str2}_10_010_0100100_157122_1000000_9017_10106_Z001___{str3}.html?callback=pcData'
try
:
price_response
=
requests
.
get
(
real_url
,
timeout
=
5
)
sn_price
=
re
.
findall
(
'"promotionPrice":"(.*?)",'
,
price_response
.
text
)[
0
]
except
:
sn_price
=
price
if
len
(
sn_price
)
!=
0
:
price_list
.
append
(
sn_price
)
print
(
'通过'
)
result
.
append
(
'通过'
)
id_all
.
append
(
date_id
)
sku_list
.
append
(
sku
)
name_list
.
append
(
name
)
url_list
.
append
(
main_url
)
source_list
.
append
(
source
)
else
:
sn_price
=
price
price_list
.
append
(
sn_price
)
print
(
'该地区不销售(北京市丰台区)'
)
result
.
append
(
'该地区不销售(北京市丰台区)'
)
id_all
.
append
(
date_id
)
sku_list
.
append
(
sku
)
name_list
.
append
(
name
)
url_list
.
append
(
main_url
)
source_list
.
append
(
source
)
'''
str11 = html.xpath("//input[@id='curPartNumber']/@value")[0]
str22 = html.xpath("//input[@id='shop_code']/@value")[0]
str33 = html.xpath("//input[@name='procateCode']/@value")[0]
real_url = f'https://pas.suning.com/nspcsale_0_{str11}_{str11}_{str22}_10_010_0100100_157122_1000000_9017_10106_Z001___{str33}.html?callback=pcData'
price_response = requests.get(real_url)
sn_price = re.findall('"promotionPrice":"(.*?)",', price_response.text)[0]
sn_price
=
price
#if len(sn_price) != 0:
price_list.append(sn_price)
print('通过')
...
...
@@ -293,7 +326,7 @@ def checkData(check_data):
name_list.append(name)
url_list.append(main_url)
source_list.append(source)
'''
else:
sn_price = price
price_list.append(sn_price)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment