scrapy中middlewars中间件的使用，中间件相当于使用浏览器进行解析

在middlewas中间件def spider_opened(self, spider):
spider.logger.info(‘Spider opened: %s’ % spider.name)下面添加
import time
class SeleniumMiddleware(object):
‘’’
selenium
‘’’
def init(self):
self.browser = webdriver.Chrome(executable_path="/cdrom/chromedriver")

def process_request(self,request,spider):
    self.browser.get(request.url)
    time.sleep(10)
    return HtmlResponse(url=self.browser.current_url,body=self.browser.page_source,encoding='utf-8',request=request)