本文共 600 字，大约阅读时间需要 2 分钟。

# -*- coding: utf-8 -*-import randomfrom headers import agentsfrom cookies import cookiesfrom Proxies import PROXIESclass HeadersMiddleware(object):    def process_request(self,request,spider):        agent = random.choice(agents)        request.headers['User-Agent'] = agentclass CookiesMiddleware(object):    def process_request(self,request,spider):        cookie = random.choice(cookies)        request.cookies = cookieclass ProxiesMiddleware(object):    def process_request(self,request,spider):        proxy = random.choice(PROXIES)        request.meta['proxy'] = 'http://%s' % proxy['ip_port']

转载地址：http://zqgci.baihongyu.com/