网站建设系统_深圳开发小程序_永州网站建设_莆田网站建设
from selenium.webdriver.chrome.options import Optionsclass XintongSpiderMiddleware(object):def __init__(self):option = Options()option.add_argument('--headless')self.driver = webdriver.Chrome(executable_path="D:/Python/test3/chromedriver.exe",chrome_options=option)def process_request(self, request, spider):self.driver.get(request.url)print("页面开始渲染。。。")self.driver.execute_script("scroll(0, 1000);")time.sleep(1)rendered_body = self.driver.page_sourceprint("页面完成渲染。。。")return HtmlResponse(request.url, body=rendered_body, encoding="utf-8")def spider_closed(self, spider, reason):print('驱动关闭')self.driver.close()">