function getHtml( $url , $charset = 'utf-8' ) { $curl = curl_init(); //curl_setopt($curl, CURLOPT_HTTPHEADER, array('X-FORWARDED-FOR:192.168.168.1', 'CLIENT-IP:192.168.168.1'));//IP curl_setopt( $curl , CURLOPT_URL, $url ); curl_setopt( $curl , CURLOPT_REFERER, "" ); //来路 $user_agent = isset( $_SERVER [ 'HTTP_USER_AGENT' ]) ? $_SERVER [ 'HTTP_USER_AGENT' ] : 'Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.43 Safari/537.31' ; curl_setopt( $curl , CURLOPT_USERAGENT, $user_agent ); // 只需返回HTTP header // curl_setopt($curl, CURLOPT_HEADER, 1); // 页面内容我们并不需要 // curl_setopt($curl, CURLOPT_NOBODY, 1); // 返回结果,而不是输出它 curl_setopt( $curl , CURLOPT_RETURNTRANSFER, 1); $html = curl_exec( $curl ); //$info = curl_getinfo($curl); //echo var_dump($info); if ( $html === false) { //echo "cURL Error: " . curl_error($ch); return '' ; } curl_close( $curl ); if ( $charset != 'utf-8' ) { $html = iconv( $charset , "UTF-8" , $html ); } return $html ; } header( "Content-type: text/html; charset=utf-8" ); include ( 'simple_html_dom.php' ); // 要打开 extension=php_mbstring.dll //$url = 'http://www.baidu.com/s?wd=kaka'; $url = 'http://www.163.com/' ; $str_html = getHtml( $url , 'gbk' ); $html = str_get_html( $str_html ); $links = $html ->find( 'a' ); foreach ( $links as $link ) { $txt = trim( $link ->plaintext); echo $link ->href . '[' . $txt . ']<br>' ; } $html = null; |
欢迎转载,转载请注明:转载自[ http://www.cnblogs.com/zjfree/ ]
【推荐】编程新体验,更懂你的AI,立即体验豆包MarsCode编程助手
【推荐】凌霞软件回馈社区,博客园 & 1Panel & Halo 联合会员上线
【推荐】抖音旗下AI助手豆包,你的智能百科全书,全免费不限次数
【推荐】博客园社区专享云产品让利特惠,阿里云新客6.5折上折
【推荐】轻量又高性能的 SSH 工具 IShell:AI 加持,快人一步