php 实现使用curl模拟百度蜘蛛进行采集

//实现使用curl模拟百度蜘蛛进行采集
class Curlcontent{
 
protected function _GetContent( $url )
    {
    
        $this->ch = curl_init();
        $this->ip = '220.181.108.'.rand(1,255);  // 百度蜘蛛
        $this->timeout = 15;
        curl_setopt($this->ch,CURLOPT_URL,$url);
        curl_setopt($this->ch,CURLOPT_TIMEOUT,0);
        //伪造百度蜘蛛IP  
        curl_setopt($this->ch,CURLOPT_HTTPHEADER,array('X-FORWARDED-FOR:'.$this->ip.'','CLIENT-IP:'.$this->ip.'')); 
        //伪造百度蜘蛛头部
        curl_setopt($this->ch,CURLOPT_USERAGENT,"Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)");
        curl_setopt($this->ch,CURLOPT_RETURNTRANSFER,1);
        curl_setopt($this->ch,CURLOPT_HEADER,0);
        curl_setopt($this->ch,CURLOPT_CONNECTTIMEOUT,$this->timeout);
        curl_setopt($this->ch,CURLOPT_SSL_VERIFYPEER,false);
        $content = curl_exec($this->ch);
 
        if($content === false)
        {//输出错误信息
            $no = curl_errno($this->ch);
            switch(trim($no))
            {
                case 28 : $this->error = '访问目标地址超时'; break;
                default : $this->error = curl_error($this->ch); break;
            }
            echo $this->error;
        }
        else
        {
            $this->succ = true;
            return $content;
        }
    }
    public  function getcurl($url){
    return $this->_GetContent($url);
    }
}
$api = "https://www.maihuangjin.com/mobile/";
$Curlcontent = new Curlcontent();
$data = $Curlcontent->getcurl($api);

　　大理石机械构件维修

//实现使用curl模拟百度蜘蛛进行采集

class Curlcontent{

 

protected function _GetContent( $url )

    {

    

        $this->ch = curl_init();

        $this->ip = '220.181.108.'.rand(1,255);  // 百度蜘蛛

        $this->timeout = 15;

        curl_setopt($this->ch,CURLOPT_URL,$url);

        curl_setopt($this->ch,CURLOPT_TIMEOUT,0);

        //伪造百度蜘蛛IP 

        curl_setopt($this->ch,CURLOPT_HTTPHEADER,array('X-FORWARDED-FOR:'.$this->ip.'','CLIENT-IP:'.$this->ip.''));

        //伪造百度蜘蛛头部

        curl_setopt($this->ch,CURLOPT_USERAGENT,"Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)");

        curl_setopt($this->ch,CURLOPT_RETURNTRANSFER,1);

        curl_setopt($this->ch,CURLOPT_HEADER,0);

        curl_setopt($this->ch,CURLOPT_CONNECTTIMEOUT,$this->timeout);

        curl_setopt($this->ch,CURLOPT_SSL_VERIFYPEER,false);

        $content = curl_exec($this->ch);

 

        if($content === false)

        {//输出错误信息

            $no = curl_errno($this->ch);

            switch(trim($no))

            {

                case 28 : $this->error = '访问目标地址超时'; break;

                default : $this->error = curl_error($this->ch); break;

            }

            echo $this->error;

        }

        else

        {

            $this->succ = true;

            return $content;

        }

    }

    public  function getcurl($url){

    return $this->_GetContent($url);

    }

}

$api = "https://www.maihuangjin.com/mobile/";

$Curlcontent = new Curlcontent();

$data = $Curlcontent->getcurl($api);