简单自实现scrapy爬虫的框架yield 数据处理

功能描述：捕获yield数据， 如果是字典对象或数据类型， 打印该信息；如果是请求对象，则发送该请求并打印响应结果
实现关键: 装饰器

coding=utf-8

import requests
import urllib.request
import urllib

name_list = [‘zhangsan’, ‘lisi’, ‘wangwu’, ‘zhaoliu’]
age_list = [23, 38, 17, 11]

def show(info):
print(‘打印信息:’, info)

def send_request(req):
response = urllib.request.urlopen(req)
print(response.read())

def catch_yield(func):
def inner():
data = func()
data = (i for i in data) # 等效于data = list(data), 注意:这里需要保存结果
for _ in list(data):
print()
if isinstance(, dict):
print(‘你好这是字典类型’, )
show()
else:
print(‘类型:’)
print(type())
send_request()
return inner

@catch_yield
def func1():
for index, (name, age) in enumerate(zip(name_list, age_list)):
person = {}
person[‘name’], person[‘age’] = name, age
# print(‘第%d个个人信息开始yield’ % index)
if index % 2: # 奇数
yield person
else:
yield urllib.request.Request(url=‘http://www.baidu.com’)
if name == ‘main’:
func1()