php curl实现多线程采集

配合pcntl扩展还可以实现多进程

//curl模拟多线程
    $mh = curl_multi_init();

    foreach ($links as $i => $value) {
        $conn[$i] = curl_init($url);

        curl_setopt($conn[$i], CURLOPT_RETURNTRANSFER, 1);
        curl_setopt($conn[$i], CURLOPT_HEADER, 0);
        curl_setopt($conn[$i], CURLOPT_TIMEOUT, 20);
        curl_setopt($conn[$i], CURLOPT_FOLLOWLOCATION, 1);
        curl_setopt($conn[$i], CURLOPT_SSL_VERIFYPEER, false);
        curl_setopt($conn[$i], CURLOPT_SSL_VERIFYHOST, false);

        curl_multi_add_handle($mh, $conn[$i]);
    }

    $active = null;

    do {
        curl_multi_exec($mh, $running);
        curl_multi_select($mh);
    } while ($running > 0);

    $result = [];
    foreach ($links as $i => $url) {
        $res[$i] = curl_multi_getcontent($conn[$i]);
        curl_close($conn[$i]);
    }