我想刷新一次 抓一次页面,但是现在是执行完刷新了之后再抓取最后一次刷新的页面
class JavaScriptMiddleware(object):
@classmethod
def process_request(cls, request, spider):
for i in range(3):
driver = webdriver.PhantomJS()
sleep(3)
driver.get(request.url)
body = driver.page_source
driver.quit()
return HtmlResponse(request.url, encoding='utf-8', body=body, request=request)