二十四、在scrapy中如何获取cookies

import scrapy


class BaiduSpider(scrapy.Spider):
    name = 'baidu'
    allowed_domains = ['www.baidu.com']
    start_urls = ['http://www.baidu.com/']

    def parse(self, response):
        # 通过导入CookieJar来实现cookie的获取
        from scrapy.http.cookies import CookieJar
        cookie_jar = CookieJar()
        cookie_jar.extract_cookies(response, response.request)
        print(cookie_jar)  # <scrapy.http.cookies.CookieJar object at 0x7f8888a0f940>
        cookie_dict = dict()
        for k, v in cookie_jar._cookies.items():
            for i, j in v.items():
                for m, n in j.items():
                    cookie_dict[m] = n.value
        print("cookie_dict>>>", cookie_dict)
        # cookie_dict>>> {'BDSVRTM': '0', 'BD_HOME': '1', 'H_PS_PSSID': '32293_1465_31669_32380_32359_31254_32046_32116_26350'}