php curl批量下载,利用PHP的curl批量导出文件

header("Content-Type:text/html;charset=‘utf-8‘");

include‘csv.php‘;

$fileData=array(‘csv/310-new.csv‘ => 310,‘csv/308-new.csv‘ => 308,‘csv/297-new.csv‘ => 297,‘csv/296-new.csv‘ => 296,‘csv/295-new.csv‘ => 295,‘csv/293-new.csv‘ => 293,

);foreach ($fileData as $skey =>$svalue) {

echo"export {$skey}\n";if(!file_exists("data/".$svalue)){

mkdir("data/".$svalue);

}if(!file_exists($skey)){

echo"file $skey is not exists \n";continue;

}

$csvreader= newCsvReader( $skey );

$data= $csvreader->get_data();foreach ($data as $key =>$value) {

$url= (trim($value[0]));

$name= trim($value[1]);if( empty($url) or empty($name) ){

echo"url is empty \n";continue;

}

$name= str_replace("/" , "-" ,$name );//字符串替换，文件名中不能有特殊字符

$ext = substr($url, strrpos($url, ‘.‘)+1);//获取原始文件名的尾缀

downImage($url ,$svalue, $name .".". $ext );

echo"export $url \n";

}

}

function downImage($url , $sfolder , $filename ){//$filename = iconv("utf-8","GBK//IGNORE", $filename);

$folder = __DIR__ . "/data/";

$filename= $folder . "{$sfolder}/". $filename ;

$ret=https_request($url);

saveFile($filename,$ret);//下载后好的文件名

}

function saveFile($filename, $filecontent){

$local_file= fopen($filename, ‘w‘);if (false !==$local_file){if (false !==fwrite($local_file, $filecontent)) {

fclose($local_file);

}

}

}

function https_request($url){

$curl=curl_init();

curl_setopt($curl, CURLOPT_URL, $url);

curl_setopt($curl, CURLOPT_SSL_VERIFYPEER, FALSE);

curl_setopt($curl, CURLOPT_SSL_VERIFYHOST, FALSE);

curl_setopt($curl, CURLOPT_RETURNTRANSFER,1);

$output=curl_exec($curl);

curl_close($curl);return$output;

}