爬虫js基础9

雪球

import requests




import re
import execjs
response = requests.get('https://xueqiu.com/today').text
ls = re.findall("var arg1='(.*?)';",response)[0]
ect = execjs.compile(open('./雪球数据.js','r',encoding='utf-8').read()).call('maji123',ls)





cookies = {
    'acw_tc': '2760826e16899217684548435e9bbcbb309e2f743056565378f207c531698f',
    'acw_sc__v2': ect,
    'xq_a_token': '197a3a870824d1754f6edf083d719bd1a3aabe88',
    'xqat': '197a3a870824d1754f6edf083d719bd1a3aabe88',
    'xq_r_token': 'f3676d47182482b690747de814788450c6d4fcf1',
    'xq_id_token': 'eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJ1aWQiOi0xLCJpc3MiOiJ1YyIsImV4cCI6MTY5MTYyNzcwNSwiY3RtIjoxNjg5OTIyNzY0NzE5LCJjaWQiOiJkOWQwbjRBWnVwIn0.ohi4yLc7WiFzh9EfLhCiYN-UXE7JbumLUgpERiFbeFagl8R0w1rQ4Z8kEUib9qd2B3e0jZpghJ8fpCmK_eu_ab0PYZSxzJLAtraHuRjz5Y7UrShFZBs0DfeY5zP-7AZsZqj7e607pbLXErJbJYIJ7hokKBwUr9B-fHWutbojI5xZU4q8aeiH4J9SmVBpWc1FA-3OVOhT67EJKWhyjQTYk7semtVlXTfWz8GaPgRWukU6HEO-s3cZl8Cla4fQB8uYQwh5TtiZEPjmLw8ASmAitYgrG72Aiw3lGpKTSTVrkIxMk52tD9YebSLEM3VuMm5weA0V1eJC9S2HcFP5jDbpmQ',
    'u': '101689922808869',
    'Hm_lvt_1db88642e346389874251b5a1eded6e3': '1689922808',
    'device_id': '85fe3280c6b31edcc015c85ae7d9fe9f',
    'Hm_lpvt_1db88642e346389874251b5a1eded6e3': '1689923128',
}

headers = {
    'Accept': '*/*',
    'Accept-Language': 'zh-CN,zh;q=0.9',
    'Connection': 'keep-alive',
    'Referer': 'https://xueqiu.com/today/',
    'Sec-Fetch-Dest': 'empty',
    'Sec-Fetch-Mode': 'cors',
    'Sec-Fetch-Site': 'same-origin',
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
    'X-Requested-With': 'XMLHttpRequest',
    'elastic-apm-traceparent': '00-b9b8dc052076fa0ce361e36ff29b2a2d-bfb54ede7105aa8c-00',
    'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
    'sec-ch-ua-mobile': '?0',
    'sec-ch-ua-platform': '"Windows"',
}

params = (
    ('since_id', '-1'),
    ('max_id', '-1'),
    ('size', '15'),
)

response = requests.get('https://xueqiu.com/statuses/hot/listV2.json', headers=headers, params=params, cookies=cookies).json()
print(response)
#NB. Original query string below. It seems impossible to parse and
#reproduce query strings 100% accurately so the one below is given
#in case the reproduced version is not "correct".
# response = requests.get('https://xueqiu.com/statuses/hot/listV2.json?since_id=-1&max_id=-1&size=15', headers=headers, cookies=cookies)

var _0x5e8b26 = '3000176000856006061501533003690027800375'

String['prototype']['hexXor'] = function(_0x4e08d8) {

var _0x5a5d3b = '';

for (var _0xe89588 = 0x0; _0xe89588 < this['length'] && _0xe89588 < _0x4e08d8['length']; _0xe89588 += 0x2) {

var _0x401af1 = parseInt(this['slice'](_0xe89588, _0xe89588 + 0x2), 0x10);

var _0x105f59 = parseInt(_0x4e08d8['slice'](_0xe89588, _0xe89588 + 0x2), 0x10);

var _0x189e2c = (_0x401af1 ^ _0x105f59)['toString'](0x10);

if (_0x189e2c['length'] == 0x1) {

_0x189e2c = '\x30' + _0x189e2c;

}

_0x5a5d3b += _0x189e2c;

}

return _0x5a5d3b;

}

String['\x70\x72\x6f\x74\x6f\x74\x79\x70\x65']['unsbox'] = function() {

var _0x4b082b = [0xf, 0x23, 0x1d, 0x18, 0x21, 0x10, 0x1, 0x26, 0xa, 0x9, 0x13, 0x1f, 0x28, 0x1b, 0x16, 0x17, 0x19, 0xd, 0x6, 0xb, 0x27, 0x12, 0x14, 0x8, 0xe, 0x15, 0x20, 0x1a, 0x2, 0x1e, 0x7, 0x4, 0x11, 0x5, 0x3, 0x1c, 0x22, 0x25, 0xc, 0x24];

var _0x4da0dc = [];

var _0x12605e = '';

for (var _0x20a7bf = 0x0; _0x20a7bf < this['\x6c\x65\x6e\x67\x74\x68']; _0x20a7bf++) {

var _0x385ee3 = this[_0x20a7bf];

for (var _0x217721 = 0x0; _0x217721 < _0x4b082b['length']; _0x217721++) {

if (_0x4b082b[_0x217721] == _0x20a7bf + 0x1) {

_0x4da0dc[_0x217721] = _0x385ee3;

}

_0x12605e = _0x4da0dc['\x6a\x6f\x69\x6e']('');

return _0x12605e;

}

function maji123(arg1){