nodejs爬虫

1.安装cheerio npm install cheerio

2.加载网页源码

?

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21

function LoadHtml(url,callback){     https.get(url, (res) => {         var chunks = [];         var size = 0;         res.on('data', (chunk) => {             chunks.push(chunk);             size += chunk.length;         });         res.on('end', () => {             var data = Buffer.concat(chunks, size);             var html = data.toString();             if(callback)             {                 callback(html);             }         });         res.on('error', () => {             callback('');         });     }); }

3.开始获取节点数据 let $ = cheerio.load(html); let node= $('标签名.类名');