随笔 - 317, 文章 - 0, 评论 - 453, 阅读 - 114万
  博客园  :: 首页  :: 新随笔  :: 订阅 订阅  :: 管理

PHP 获取网页所有连接

Posted on   PHP-张工  阅读(2893)  评论(0编辑  收藏  举报
function getHtml($url, $charset='utf-8')
{
    $curl = curl_init();
    //curl_setopt($curl, CURLOPT_HTTPHEADER, array('X-FORWARDED-FOR:192.168.168.1', 'CLIENT-IP:192.168.168.1'));//IP
    curl_setopt($curl, CURLOPT_URL, $url);
    curl_setopt($curl, CURLOPT_REFERER, "");   //来路
 
    $user_agent = isset($_SERVER['HTTP_USER_AGENT']) ? $_SERVER['HTTP_USER_AGENT'] : 'Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.43 Safari/537.31';
 
    curl_setopt($curl, CURLOPT_USERAGENT, $user_agent);
    // 只需返回HTTP header
    // curl_setopt($curl, CURLOPT_HEADER, 1);
    // 页面内容我们并不需要
    // curl_setopt($curl, CURLOPT_NOBODY, 1);
    // 返回结果,而不是输出它
    curl_setopt($curl, CURLOPT_RETURNTRANSFER, 1);
    $html = curl_exec($curl);
    //$info = curl_getinfo($curl);
 
    //echo var_dump($info);
 
    if ($html === false) {
        //echo "cURL Error: " . curl_error($ch);
 
        return '';
    }
 
    curl_close($curl);
 
    if ($charset != 'utf-8')
    {
        $html = iconv($charset, "UTF-8", $html);
    }
 
    return $html;
}
 
header("Content-type: text/html; charset=utf-8");
include('simple_html_dom.php');
 
// 要打开 extension=php_mbstring.dll
 
//$url = 'http://www.baidu.com/s?wd=kaka';
$url = 'http://www.163.com/';
 
$str_html = getHtml($url, 'gbk');
 
$html = str_get_html($str_html);
 
$links = $html->find('a');
 
foreach($links as $link)
{
    $txt = trim($link->plaintext);
    echo $link->href . '[' . $txt . ']<br>';
}
 
$html = null;

代码下载:https://files.cnblogs.com/zjfree/php_get_html.rar

努力加载评论中...
点击右上角即可分享
微信分享提示