php curl函数采集网页出现乱码问题解决方法

$return = gzdecode($return); //将return的字符进行解码

另一种解决办法

curl_setopt($ch, CURLOPT_ENCODING, 'gzip');

mb_convert_encoding($str, 'utf-8', 'GBK,UTF-8,ASCII');就行了

addslashes(htmlspecialchars(isset($_POST[$str])?$_POST[$str]:''));

@$page=$_GET["page"];

error_reporting = E_ALL & ~E_NOTICE

或者
ini_set( ‘error_reporting’, E_ALL ^ E_NOTICE );

ini_set( ‘display_errors’, ’0′ );

if (!$cfg['debug']) {
 error_reporting(0);
 ob_start('ob_gzhandler');
} else {
 error_reporting(E_ALL ^ E_NOTICE);
}

error_reporting(0);

/**
 * http测试
 * 注：PHP版本5.2以上才支持CURL_IPRESOLVE_V4
 * @param $url 网站域名
 * @param $type 网站访问协议
 * @param $ipresolve 解析方式
 */
public function web_http($url,$type,$ipresolve) {
//设置Header头
$header[] = "Accept: application/json";
  $header[] = "Accept-Encoding: gzip";
$httptype = function_exists('curl_init');
if (!$httptype) {
$html = file_get_contents($url);
} else {
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
//输出头信息
curl_setopt($ch, CURLOPT_HEADER, 1);
//递归访问location跳转的链接，直到返回200OK
curl_setopt($ch, CURLOPT_FOLLOWLOCATION, 1);
//不对HTML中的BODY部分进行输出
curl_setopt($ch, CURLOPT_NOBODY, 1);
//将结果以文件流的方式返回，不是直接输出
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
//以IPv4/IPv6的方式访问
if($ipresolve=='ipv6') {
curl_setopt($ch,CURLOPT_IPRESOLVE,CURL_IPRESOLVE_V6);
}else{
curl_setopt($ch,CURLOPT_IPRESOLVE,CURL_IPRESOLVE_V4);
}
//添加HTTP header头采用压缩和GET方式请求
curl_setopt( $ch, CURLOPT_HTTPHEADER, $header );
curl_setopt($ch,CURLOPT_ENCODING , "gzip");
curl_setopt($ch, CURLOPT_CUSTOMREQUEST, 'GET');
//清除DNS缓存
curl_setopt($ch,CURLOPT_DNS_CACHE_TIMEOUT,0);
//设置连接超时时间
curl_setopt($ch,CURLOPT_CONNECTTIMEOUT,15);
//设置访问超时
curl_setopt($ch,CURLOPT_TIMEOUT,50);
//设置User-agent
curl_setopt($ch,CURLOPT_USERAGENT,'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/536.11 (KHTML, like Gecko) Chrome/20.0.1132.47 Safari/536.11');
if($type=="https") {
//不对认证证书来源的检查
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
//从证书中检查SSL加密算法是否存在 
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, true);
}
//执行Curl操作
$html = curl_exec($ch);
//获取一个cURL连接资源句柄的信息（获取最后一次传输的相关信息）
$info = curl_getinfo($ch);
curl_close($ch);
}
return $info;
}

//设置Header头
$header[] = "Accept: application/json";
$header[] = "Accept-Encoding: gzip";
//添加HTTP header头采用压缩和GET方式请求
curl_setopt( $ch, CURLOPT_HTTPHEADER, $header );
curl_setopt($ch,CURLOPT_ENCODING , "gzip");
curl_setopt($ch, CURLOPT_CUSTOMREQUEST, 'GET');

<?php

$ch = curl_init();
curl_setopt ($ch, CURLOPT_URL, $url);
curl_setopt ($ch, CURLOPT_RETURNTRANSFER, true);
//设置curl默认访问为IPv4
if(defined('CURLOPT_IPRESOLVE') && defined('CURL_IPRESOLVE_V4')){
curl_setopt($ch, CURLOPT_IPRESOLVE, CURL_IPRESOLVE_V4);
}
//设置curl请求连接时的最长秒数，如果设置为0，则无限
curl_setopt ($ch, CURLOPT_CONNECTTIMEOUT, $timeout);
//设置curl总执行动作的最长秒数，如果设置为0，则无限
curl_setopt ($ch, CURLOPT_TIMEOUT,$timeout*3);
$file_contents = curl_exec($ch);
curl_close($ch);

mysqli_query($db_conn, "SET NAMES utf8");//指定脚本到数据库的编码

mysqli_query($db_conn, "set character_set_client=utf8"); //指定mysql内部的数据到磁盘编码

mysqli_query($db_conn, "set character_set_connection=utf8");//指定mysql的连接层编码

mysqli_query($db_conn, "set character_set_results=utf8");//指定mysql查询磁盘到数据结果的编码