urllib库的简单使用

import urllib.request
from urllib import request, parse
import http.cookiejar
from urllib import error
from urllib.parse import urlencode




if __name__ == '__main__':
    data = bytes(parse.urlencode({'word': 'hello'}), encoding='utf8')
    response = requ.urlopen('http://www.baidu.com', data=data)
    print(response.read().decode('utf-8'))


    try:
        response = req.urlopen('http://httpbin.org/get', timeout=0.5)
        print(response.read())
    except urllib.error.URLError as e:
        if isinstance(e.reason, socket.timeout):
            print("Time Out")


    response = req.urlopen('https://www.python.org')
    print(type(response))
    print(response.status)
    print(dir(response))


    url = 'http://httpbin.org/post'
    headers = {
        'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36',
        'Host': 'httpbin.org'
    }
    dict = {'name': 'Germey'}
    data = bytes(parse.urlencode(dict), encoding='utf8')
    req = request.Request(url=url, data=data, headers=headers, method='POST')
    response = requ.urlopen(req)
    print(response.read().decode('utf-8'))


    Proxy set
    proxy_handler = urllib.request.ProxyHandler({
        'http': 'http://127.0.0.1:9743',
        'https': 'https//127.0.0.1:9743'
    })
    opener = urllib.request.build_opener(proxy_handler)
    response = opener.open('http://www.baidu.com')
    print(response.read())


    cookie = http.cookiejar.CookieJar()
    handler = urllib.request.HTTPCookieProcessor(cookie)
    opener = urllib.request.build_opener(handler)
    response = opener.open('http://www.baidu.com')
    for item in cookie:
        print(item.name, '=', item.value)
    print(response.read())


    filename = 'cookie.txt'
    # 1
    # cookie = http.cookiejar.MozillaCookieJar(filename)
    # 2
    # cookie = http.cookiejar.LWPCookieJar(filename)
    # 3
    cookie = http.cookiejar.LWPCookieJar()
    cookie.load(filename, ignore_discard=True, ignore_expires=True)
    handler = urllib.request.HTTPCookieProcessor(cookie)
    opener = urllib.request.build_opener(handler)
    response = opener.open('http://www.baidu.com')
    # 1, 2
    # cookie.save(ignore_discard=True, ignore_expires=True)
    # 3
    print(response.read().decode('utf-8'))


    try:
        response = urllib.request.urlopen('http://www.itadpk.cn', timeout=0.1)
    except error.HTTPError as e:
        print(e.reason, e.code, e.headers, sep='\n')
    except error.URLError as e:
        print(e.reason)
    else:
        print("Request Successful...")




    base_url = "http://www.baidu.com?"
    params = {
        'name':'germary',
        'age': 25
    }
    url = base_url + urlencode(params)
    print(url)