在线观看不卡亚洲电影_亚洲妓女99综合网_91青青青亚洲娱乐在线观看_日韩无码高清综合久久

鍍金池/ 問答/HTML/ node.js 抓取網(wǎng)頁,所得數(shù)據(jù)不完整?

node.js 抓取網(wǎng)頁,所得數(shù)據(jù)不完整?

node.js抓取網(wǎng)頁,返回的網(wǎng)頁不完整(下圖<tbody></tbody>標(biāo)簽內(nèi)容全部丟失),
請問是什么情況?
在瀏覽器中可以正常訪問數(shù)據(jù),option選項(xiàng)內(nèi)容根據(jù)瀏覽器發(fā)出的header填寫。

var http =  require('http');

var cheerio = require('cheerio');
 
var iconv = require('iconv-lite');

var url = 'http://lpl.qq.com/es/data/rank.shtml?iGameId=49&sGameType=7,8';

var option = {
    hostname: 'lol.qq.com',
    port: 80,
    path: '/es/data/rank.shtml?iGameId=49&sGameType=7,8',
    method: 'GET',
    headers: {
        'Accept':'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
        'Accept-Encoding':'gzip, deflate',
        'Accept-Language':'zh-CN,zh;q=0.8',
        'Cache-Control':'max-age=0',
        'Connection':'keep-alive',
        'Cookie':'LOLMatchCookie=LOLMatchCookieValue; pgv_pvi=2788245504; 
                  tvfe_boss_uuid=ba00f0d1b83f245e; eas_sid=81Q5L0Z8S7g3X423f1s5Q795X2; 
                  LW_uid=a125X0A8K7t314Q3E1N5d901E1; pgv_pvid_new=_91b3928178; same_pc=%7B%7D; 
                  pgv_si=s6399648768; LW_sid=t1X5Q0i9J5y2d5O7B838i0b6a0; 
                  ied_rf=lpl.qq.com/es/data/undefined; pgv_pvid=426283282; 
                  pgv_info=pgvReferrer=&ssid=s9693386802',
        'Host':'lpl.qq.com',
        'If-Modified-Since':'Wed, 01 Nov 2017 08:40:00 GMT',
        'Referer':'http://lpl.qq.com/es/data/',
        'Upgrade-Insecure-Requests':'1',
        'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36'
    }   
};

var req = http.request(url, function(res) {

    var html = '';

    res.on('data', function(chunk) {
        html += iconv.decode(chunk,'GBK');
    });

    res.on('end', function() {
        console.log(html);
        console.log('StatusCode: ' + res.statusCode);
    });
});
req.on('error', function() {
    console.log('發(fā)錯誤');
});
req.end();

獲取的數(shù)據(jù):

clipboard.png

網(wǎng)頁中的數(shù)據(jù):

clipboard.png

回答
編輯回答
別逞強(qiáng)

這擺明了是異步加載出來的,而不是直接渲染出來

2017年7月8日 01:46