python爬虫入门（一）urllib

最新推荐文章于 2025-11-06 10:08:38 发布

原创最新推荐文章于 2025-11-06 10:08:38 发布 · 118 阅读

0 ·

CC 4.0 BY-SA版权

文章标签：

#python #爬虫 #开发语言

python练习专栏收录该内容

19 篇文章

订阅专栏

这篇博客介绍了如何使用Python的urllib库进行GET和POST请求，包括设置超时和处理HTTP响应。示例代码展示了如何发送带有自定义头部的数据，并从响应中读取内容。

小破站看的教程 IT私塾跟着做练习`

# -*- codeing = utf-8 -*-
# @Time : 2022/2/25 20:45
# @Author: CXZ
# @Flie : test.py
# @Software: PyCharm

import urllib.request

#获取一个get请求
# response = urllib.request.urlopen("http://www.baidu.com")
# print(response.read().decode('utf-8'))  #对获取到的网页源码进行utf-8解码


#获取一个post请求

# import urllib.parse
# data = bytes(urllib.parse.urlencode({"hello":"world"}),encoding="utf-8")
# response = urllib.request.urlopen("http://httpbin.org/post",data= data)
# print(response.read().decode("utf-8"))

#超时处理
# try:
#     response = urllib.request.urlopen("http://httpbin.org/get",timeout=0.01)
#     print(response.read().decode("utf-8"))
# except urllib.error.URLError as e:
#     print("time out!")


# response = urllib.request.urlopen("http://www.baidu.com")
# #print(response.status)
# print(response.getheader("Server"))



# url = "http://httpbin.org/post"
# headers = {
# "User-Agent":  "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.102 Safari/537.36",
#     "X-Amzn-Trace-Id": "Root=1-6218c274-5f69a2bf1f522c2b7cfeb444"
# }
# data = bytes(urllib.parse.urlencode({'name':'eric'}),encoding="utf-8")
# req = urllib.request.Request(url=url,data=data,headers=headers,method="POST")
# response = urllib.request.urlopen(req)
# print(response.read().decode("utf-8"))


url = "https://www.baidu.com"
headers = {
"User-Agent":  "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.102 Safari/537.36",
    "X-Amzn-Trace-Id": "Root=1-6218c274-5f69a2bf1f522c2b7cfeb444"
}
req = urllib.request.Request(url=url,headers=headers)
response = urllib.request.urlopen(req)
print(response.read().decode("utf-8"))