post10

爬取知乎时,复制下请求headers,使用scrapy进行爬取

headers = b'''
accept: application/json, text/plain, */*
Accept-Encoding: gzip, deflate, br
Accept-Language: en-US,en;q=0.9,zh;q=0.8,zh-CN;q=0.7
authorization: Bearer 2|1:0|10:1522573552|4:z_c0|92:Mi4xaGcxMkFRQUFBQUFBd0M3ZG82QmVEU1lBQUFCZ0FsVk44TzZ0V3dBUFcyNG1EaEhLamExQUlVVDFaNlhGQU9zTGdB|c26ba71e8094e93b57a46d04bb4a0d3d1aabb7046c14631fe84f734d37446f9e
Cache-Control: no-cache
Connection: keep-alive
Cookie: _zap=cfde67ad-b2a9-4243-977f-3350ac1ca919; __DAYU_PP=zMBR6ErAjZQAIAAYBYrj7c26b93cd38f; q_c1=f4d9650da8d64619b961a6f2c8b808a4|1521253940000|1518498030000; r_cap_id="YmMzMTA3MDJhNGZjNGI4ZThlYTYyODA1NTI2NDc4ZmI=|1522573488|a16f7aba81af9e4b7035cbcd7c0774ed4f38d6d1"; cap_id="ZWM3MGQzYTU5N2U0NGM5Yjk4N2MyOGNmNDRkMjM3NjI=|1522573488|1c027922f3d27afed5482d81ebc04f2c36f3822c"; l_cap_id="ZjhjMzI5OTdhM2NiNDE5MTk2YzVjN2Q1MzZjYjU1MmI=|1522573488|ad596c0ed672796b2ac8ccd94aaaad7c6a0140d9"; auth_type=d2VjaGF0|1522573527|9f7e73c23995c302101c45af1422bf654ba6f999; token="OF9aRlRTOTNXUHFkblM2SlZSS0t4UnVMQVdzZXd6allUWm51bmozenBMVUk0TXFoNVhyQld4a3Q0Sl9fN2xNY1IyVUVaZl9MM3UtTWZzbXZwS3p2Y3ptZw==|1522573527|770fb5a18a05fcb028f54b22558b01ecae82f658"; client_id="bzNwMi1qb0J4ZDVjdEpqSnR6WXRDVjB4eVNqcw==|1522573527|fc7033438a2ea1968a331fdce0a7f68673265116"; capsion_ticket="2|1:0|10:1522573550|14:capsion_ticket|44:ZTc3MWJjYTY5MDRlNGUwMDlmYTdiNGMxNTljZTI1Nzg=|da71d2774a2e1b53c7732ed537ada5fb5fafe81221d24e0b389cc2aacdfb75c6"; z_c0="2|1:0|10:1522573552|4:z_c0|92:Mi4xaGcxMkFRQUFBQUFBd0M3ZG82QmVEU1lBQUFCZ0FsVk44TzZ0V3dBUFcyNG1EaEhLamExQUlVVDFaNlhGQU9zTGdB|c26ba71e8094e93b57a46d04bb4a0d3d1aabb7046c14631fe84f734d37446f9e"; _xsrf=50941f01-0648-4e08-94a4-e4c74c4d7fb7; d_c0="ACBvE3Z0Yg2PTsmRDl2HsOKbS6josrFatmM=|1522725497"; __utma=51854390.1759577489.1522730464.1522730464.1522730464.1; __utmb=51854390.0.10.1522730464; __utmc=51854390; __utmz=51854390.1522730464.1.1.utmcsr=zhihu.com|utmccn=(referral)|utmcmd=referral|utmcct=/people/li-xing-yuan-78-69/following; __utmv=51854390.110-1|2=registration_date=20150512=1^3=entry_date=20150512=1
DNT: 1
Host: www.zhihu.com
Pragma: no-cache
Referer: https://www.zhihu.com/people/dongweiming/followers?page=2
User-Agent: Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36
X-UDID: ACBvE3Z0Yg2PTsmRDl2HsOKbS6josrFatmM=
'''

DEFAULT_REQUEST_HEADERS = headers_raw_to_dict(headers)

然而打印response.text后得到的是一堆乱码