<?php
$querys = explode("\n", $file_content);
$result = $this->urlGenerate->gen_urls($querys, $task_id);
echo "1 此时消耗内存: " . memory_get_usage() . "bytes \n";
$query_url = array ();
if (!empty ($result) && is_array($result)) {
echo "2 此时消耗内存: " . memory_get_usage() . "bytes \n";
foreach ($result as $task_env_id => $item) {
echo "3: 此时消耗内存: " . memory_get_usage() . "bytes \n";
$env_ids[] = $task_env_id;
foreach ($item as $q => $urls) {
echo "4: 此时消耗内存: " . memory_get_usage() . "bytes \n";
foreach ($urls as $url) {
$query_url[] = array (
'query' => trim($q),
'url' => trim($url),
'task_env_id' => $task_env_id
);
}
}
}
}
$query_url = $this->cspTask->add_task_urls($task_id, $query_url);
$add_num = 0;
foreach ($query_url_list as &$query_url) {
$insert_sql = "insert into csp_task_urls(task_id, flow_id, flow_instance_id,query,url,page_key,
evaluation_page_key,env_id,status) values (".$task_id.",".$csp_task['flow_id'].","
.$csp_task['flow_instance_id'].",'".mysql_escape_string($query)
."','".mysql_escape_string($url)."','$page_key','$eva_page_key',$task_env_id,0)";
try{
$command = Yii::app()->db->createCommand($insert_sql);
$command->execute();
$add_num++;
}catch (exception $e) {
Yii::app()->logging->logError("抓取url(csp_task_url)保存失败[".$e->getMessage(). "]");
}
}
$sql = "update csp_task set total_url_num = total_url_num + :add_num where task_id = :task_id";
$command = Yii::app()->db->createCommand($sql);
$command->bindParam(':add_num', $add_num);
$command->bindParam(':task_id', $task_id);
$command->execute();
?>