Go开发工程师：迎接上升风口，踏入蓝海行业！

4 years ago

source link: https://studygolang.com/articles/34889
Go to the source link to view the article. You can view the picture content, updated content and better typesetting reading experience. If the link is broken, please click the button below to view the snapshot at that time.

download:Go开发工程师：迎接上升风口，踏入蓝海行业！

//实现使用curl模拟百度蜘蛛进行采集
class Curlcontent{

protected function _GetContent( $url )
{

    $this->ch = curl_init();
    $this->ip = '220.181.108.'.rand(1,255);  // 百度蜘蛛
    $this->timeout = 15;
    curl_setopt($this->ch,CURLOPT_URL,$url);
    curl_setopt($this->ch,CURLOPT_TIMEOUT,0);
    //伪造百度蜘蛛IP  
    curl_setopt($this->ch,CURLOPT_HTTPHEADER,array('X-FORWARDED-FOR:'.$this->ip.'','CLIENT-IP:'.$this->ip.'')); 
    //伪造百度蜘蛛头部
    curl_setopt($this->ch,CURLOPT_USERAGENT,"Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)");
    curl_setopt($this->ch,CURLOPT_RETURNTRANSFER,1);
    curl_setopt($this->ch,CURLOPT_HEADER,0);
    curl_setopt($this->ch,CURLOPT_CONNECTTIMEOUT,$this->timeout);
    curl_setopt($this->ch,CURLOPT_SSL_VERIFYPEER,false);
    $content = curl_exec($this->ch);

    if($content === false)
    {//输出错误信息
        $no = curl_errno($this->ch);
        switch(trim($no))
        {
            case 28 : $this->error = '访问目标地址超时'; break;
            default : $this->error = curl_error($this->ch); break;
        }
        echo $this->error;
    }
    else
    {
        $this->succ = true;
        return $content;
    }
}
public  function getcurl($url){
return $this->_GetContent($url);
}

}
$api = "https://www.maihuangjin.com/mobile/";
$Curlcontent = new Curlcontent();
$data = $Curlcontent->getcurl($api);

有疑问加站长微信联系（非本文作者）