php使用cvs導出百萬條數據,大量數據

MySQL

CREATE TABLE `user` (
  `id` int(11) NOT NULL AUTO_INCREMENT,
  `name` varchar(45) NOT NULL DEFAULT '',
  `age` tinyint(3) NOT NULL DEFAULT '0',
  PRIMARY KEY (`id`)
) ENGINE=MyISAM DEFAULT CHARSET=utf8;

測試數據

CREATE DEFINER=`root`@`localhost` PROCEDURE `zqtest`()
begin
declare i int default 0;
set i=0;
start transaction;
while i<100000 do
insert into user (name,age) values('test',i);
set i=i+1;
end while;
commit;
end;

PHP

set_time_limit(0);
ini_set('memory_limit', '128M');
 
$fileName = date('YmdHis', time());
header('Content-Encoding: UTF-8');
header("Content-type:application/vnd.ms-excel;charset=UTF-8");
header('Content-Disposition: attachment;filename="' . $fileName . '.csv"');
//注意，數據量在大的情況下。比如導出幾十萬到幾百萬，會出現504 Gateway Time-out,請修改php.ini的max_execution_time參數
//打開php標准輸出流以寫入追加的方式打開
$fp = fopen('php://output', 'a');
//連接數據庫
$dbhost = '127.0.0.1';
$dbuser = 'root';
$dbpwd = 'root';
$con = mysqli_connect($dbhost, $dbuser, $dbpwd);
if (mysqli_connect_errno())
    die('connect error');
 
$database = 'test';//選擇數據庫
mysqli_select_db($con, $database);
mysqli_query($con, "set names UTF8");//如果需要請設置編碼
 
//用fputcsv從數據庫中導出1百萬的數據,比如我們每次取1萬條數據，分100步來執行
//一次性讀取1萬條數據，也可以把$nums調小，$step相應增大。
$step = 100;
$nums = 10000;
$where = "where 1=1"; //篩選條件,可自行添加
 
//設置標題
$title = array('id', '姓名', '年齡'); //注意這里是小寫id,否則ID命名打開會提示Excel 已經檢測到"xxx.xsl"是SYLK文件,但是不能將其加載: CSV 文或者XLS文件的前兩個字符是大寫字母"I"，"D"時，會發生此問題。
foreach ($title as $key => $item)
    $title[$key] = iconv("UTF-8", "GB2312//IGNORE", $item);
 
fputcsv($fp, $title);
 
for ($s = 1; $s <= $step; $s++) {
    $start = ($s - 1) * $nums;
    $result = mysqli_query($con, "SELECT id,name,age FROM `user` " . $where . " ORDER BY `ID` LIMIT {$start},{$nums}");
    if ($result) {
        while ($row = mysqli_fetch_assoc($result)) {
            foreach ($row as $key => $item)
                $row[$key] = iconv("UTF-8", "GBK", $item); //這里必須轉碼，不然會亂碼
            fputcsv($fp, $row);
        }
        mysqli_free_result($result); //釋放結果集資源
        ob_flush();  //每1萬條數據就刷新緩沖區
        flush();
    }
}
mysqli_close($con);//斷開連接