import requests
import parsel
import re
headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.89 Safari/537.36',
}
base_url = 'http://www.glidedsky.com/login'
session = requests.session()
token = session.get('http://www.glidedsky.com/login', headers=headers)
_token = re.search('"_token" value="(.*?)"', token.text).group(1)
print(_token)
data = {
"_token": _token,
"email": "smujm@qq.com",
"password": "zhanjinming",
}
res = session.post(url=base_url, data=data)
response = session.get('http://www.glidedsky.com/level/web/crawler-basic-1')
html = response.text
selector = parsel.Selector(html)
lis = selector.css('div.col-md-1').getall()
sum = 0
for li in lis:
num = int(re.findall('\s*([0-9]+)\s', li)[0])
sum += num
print(num, sum)