笑々笑的博客

import requestsfrom bs4 import BeautifulSoupimport sysreload(sys)sys.setdefaultencoding('utf-8')header = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, ...

import requestsfrom bs4 import BeautifulSoupfrom multiprocessing import Poolimport datetimeimport osimport sysreload(sys)sys.setdefaultencoding('utf-8')starttime=datetime.datetime.now()all_...

import requestsfrom bs4 import BeautifulSoupimport osimport sys#http://blog.youkuaiyun.com/baidu_35085676/article/details/68958267#安卓端需要此语句reload(sys)sys.setdefaultencoding('utf-8')if(os.name == '...

import requestsimport timefrom bs4 import BeautifulSoupimport re#判断链接打开是否正常def get_url(url): response=requests.get(url) if response.status_code==200: print('%s' % url) p...

import aiohttpimport asyncioimport timefrom bs4 import BeautifulSoupimport reimport requests#限制启动线程数sema=asyncio.Semaphore(100)#判断链接是否正常打开async def get_url(url): # conn=aiohttp.TCPConn...