1:上传文件到hadoop
[jifeng@jifeng01 ~]$ ls -l
总计 3835464
-rw-r--r-- 1 jifeng jifeng 7118627 2012-02-01 access_log.txt
drwxrwxr-x 6 jifeng jifeng 4096 04-30 11:14 apache-ant-1.9.4
-rw-r--r-- 1 jifeng jifeng 5564593 08-05 16:59 apache-ant-1.9.4-bin.tar.gz
drwxr-xr-x 2 jifeng jifeng 4096 2014-02-26 Desktop
-rw-r--r-- 1 jifeng jifeng 3415284428 09-11 16:51 firewallb-week2-origin.sql
[jifeng@jifeng01 ~]$ hadoop fs -mkdir /user/jifeng/fire
Warning: $HADOOP_HOME is deprecated.
[jifeng@jifeng01 ~]$ hadoop fs -put /home/jifeng/firewallb-week2-origin.sql /user/jifeng/fire/
Warning: $HADOOP_HOME is deprecated.
2:hive总创建外部表
hive> CREATE EXTERNAL TABLE firewall (
> idauto INT,
> dt TIMESTAMP,
> dtstr STRING,
> timeSeconds INT,
> priority STRING,
> operation STRING,
> messageCode STRING,
> protocol STRING,
> srcIp STRING,
> destIp STRING,
> srcIPNumber TINYINT,
> destIPNumber TINYINT,
> srcPort INT,
> destPort INT,
> destService STRING,
> direction STRING,
> flags STRING,
> command STRING,
> slot1min INT,
> slot5min INT,
> slot30min INT,
> slot60min INT
> ) row format delimited fields terminated by '\t';
OK
Time taken: 0.405 seconds
CREATE EXTERNAL TABLE firewall (
idauto INT,
dt TIMESTAMP,
dtstr STRING,
timeSeconds INT,
priority STRING,
operation STRING,
messageCode STRING,
protocol STRING,
srcIp STRING,
destIp STRING,
srcIPNumber bigINT,
destIPNumber bigINT,
srcPort INT,
destPort INT,
destService STRING,
direction STRING,
flags STRING,
command STRING,
slot1min INT,
slot5min INT,
slot30min INT,
slot60min INT
) row format delimited fields terminated by '\t';
3:加载hdfs文件
hive> load data inpath '/user/jifeng/fire/firewallb-week2-origin.sql' into table firewall;
Loading data to table default.firewall
Table default.firewall stats: [num_partitions: 0, num_files: 1, num_rows: 0, total_size: 3415284428, raw_data_size: 0]
OK
Time taken: 0.574 seconds
4:统计IP出现次数
hive> select srcIp,count(*) as num from firewall group by srcIp order by num desc ;
Total MapReduce jobs = 2
Launching Job 1 out of 2
Number of reduce tasks not specified. Estimated from input data size: 4
In order to change the average load for a reducer (in bytes):
set hive.exec.reducers.bytes.per.reducer=<number>
In order to limit the maximum number of reducers:
set hive.exec.reducers.max=<number>
In order to set a constant number of reducers:
set mapred.reduce.tasks=<number>
Starting Job = job_201409072150_0030, Tracking URL = http://jifeng01:50030/jobdetails.jsp?jobid=job_201409072150_0030
Kill Command = /home/jifeng/hadoop/hadoop-1.2.1/libexec/../bin/hadoop job -kill job_201409072150_0030
Hadoop job information for Stage-1: number of mappers: 13; number of reducers: 4
2014-09-11 18:00:17,094 Stage-1 map = 0%, reduce = 0%
2014-09-11 18:00:28,139 Stage-1 map = 8%, reduce = 0%, Cumulative CPU 3.22 sec
2014-09-11 18:00:29,145 Stage-1 map = 8%, reduce = 0%, Cumulative CPU 3.22 sec
2014-09-11 18:00:30,148 Stage-1 map = 8%, reduce = 0%, Cumulative CPU 3.22 sec
2014-09-11 18:00:31,158 Stage-1 map = 8%, reduce = 0%, Cumulative CPU 3.22 sec
2014-09-11 18:00:32,162 Stage-1 map = 8%, reduce = 0%, Cumulative CPU 3.22 sec
2014-09-11 18:00:33,165 Stage-1 map = 8%, reduce = 0%, Cumulative CPU 3.22 sec
2014-09-11 18:00:34,168 Stage-1 map = 8%, reduce = 0%, Cumulative CPU 3.22 sec
2014-09-11 18:00:35,171 Stage-1 map = 8%, reduce = 0%, Cumulative CPU 3.22 sec
2014-09-11 18:00:36,176 Stage-1 map = 8%, reduce = 1%, Cumulative CPU 3.22 sec
2014-09-11 18:00:37,179 Stage-1 map = 10%, reduce = 1%, Cumulative CPU 3.22 sec
2014-09-11 18:00:38,182 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:39,185 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:40,190 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:41,193 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:42,197 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:43,201 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:44,203 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:45,209 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:46,212 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:47,215 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:48,218 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:49,221 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:50,225 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:51,229 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:52,233 Stage-1 map = 10%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:53,236 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:54,240 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:55,243 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:56,247 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:57,251 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 3.22 sec
2014-09-11 18:00:58,256 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:00:59,260 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:00,265 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:01,271 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:02,275 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:03,279 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:04,286 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:05,289 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:06,292 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:07,295 Stage-1 map = 13%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:08,298 Stage-1 map = 15%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:09,302 Stage-1 map = 15%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:10,306 Stage-1 map = 15%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:11,308 Stage-1 map = 15%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:12,312 Stage-1 map = 15%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:13,317 Stage-1 map = 15%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:14,321 Stage-1 map = 15%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:15,324 Stage-1 map = 15%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:16,327 Stage-1 map = 15%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:17,331 Stage-1 map = 15%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:18,335 Stage-1 map = 15%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:19,340 Stage-1 map = 15%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:20,343 Stage-1 map = 17%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:21,348 Stage-1 map = 17%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:22,351 Stage-1 map = 17%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:23,354 Stage-1 map = 17%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:24,359 Stage-1 map = 17%, reduce = 2%, Cumulative CPU 12.05 sec
2014-09-11 18:01:25,363 Stage-1 map = 17%, reduce = 2%, Cumulative CPU 17.21 sec
2014-09-11 18:01:26,368 Stage-1 map = 17%, reduce = 2%, Cumulative CPU 17.21 sec
2014-09-11 18:01:27,371 Stage-1 map = 17%, reduce = 2%, Cumulative CPU 17.21 sec
2014-09-11 18:01:28,374 Stage-1 map = 17%, reduce = 2%, Cumulative CPU 17.21 sec
2014-09-11 18:01:29,378 Stage-1 map = 17%, reduce = 2%, Cumulative CPU 17.21 sec
2014-09-11 18:01:30,381 Stage-1 map = 17%, reduce = 2%, Cumulative CPU 17.21 sec
2014-09-11 18:01:31,383 Stage-1 map = 17%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:32,388 Stage-1 map = 17%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:33,391 Stage-1 map = 19%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:34,394 Stage-1 map = 19%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:35,398 Stage-1 map = 21%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:36,401 Stage-1 map = 21%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:37,405 Stage-1 map = 21%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:38,408 Stage-1 map = 21%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:39,410 Stage-1 map = 21%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:40,413 Stage-1 map = 21%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:41,416 Stage-1 map = 23%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:42,419 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:43,422 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:44,424 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:45,429 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:46,432 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:47,436 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:48,438 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:49,442 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:50,446 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:51,448 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:52,453 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:53,456 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:54,460 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:55,462 Stage-1 map = 25%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:56,465 Stage-1 map = 27%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:57,468 Stage-1 map = 27%, reduce = 3%, Cumulative CPU 17.21 sec
2014-09-11 18:01:58,472 Stage-1 map = 27%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:01:59,476 Stage-1 map = 27%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:00,479 Stage-1 map = 27%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:01,481 Stage-1 map = 27%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:02,485 Stage-1 map = 27%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:03,487 Stage-1 map = 27%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:04,490 Stage-1 map = 27%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:05,492 Stage-1 map = 27%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:06,495 Stage-1 map = 27%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:07,498 Stage-1 map = 27%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:08,502 Stage-1 map = 29%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:09,506 Stage-1 map = 29%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:10,510 Stage-1 map = 29%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:11,513 Stage-1 map = 29%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:12,517 Stage-1 map = 33%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:13,519 Stage-1 map = 33%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:14,522 Stage-1 map = 33%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:15,525 Stage-1 map = 33%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:16,529 Stage-1 map = 33%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:17,531 Stage-1 map = 33%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:18,534 Stage-1 map = 35%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:19,537 Stage-1 map = 35%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:20,540 Stage-1 map = 35%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:21,543 Stage-1 map = 37%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:22,548 Stage-1 map = 37%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:23,553 Stage-1 map = 37%, reduce = 3%, Cumulative CPU 25.15 sec
2014-09-11 18:02:24,556 Stage-1 map = 37%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:25,559 Stage-1 map = 37%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:26,562 Stage-1 map = 37%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:27,565 Stage-1 map = 37%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:28,568 Stage-1 map = 37%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:29,571 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:30,573 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:31,576 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:32,579 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:33,583 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:34,585 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:35,588 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:36,591 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:37,594 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:38,596 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:39,600 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:40,602 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:41,605 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:42,607 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:43,610 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:44,613 Stage-1 map = 38%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:45,615 Stage-1 map = 40%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:46,619 Stage-1 map = 40%, reduce = 3%, Cumulative CPU 28.38 sec
2014-09-11 18:02:47,622 Stage-1 map = 42%, reduce = 3%, Cumulative CPU 29.53 sec
2014-09-11 18:02:48,626 Stage-1 map = 42%, reduce = 3%, Cumulative CPU 29.53 sec
2014-09-11 18:02:49,629 Stage-1 map = 42%, reduce = 3%, Cumulative CPU 29.53 sec
2014-09-11 18:02:50,631 Stage-1 map = 42%, reduce = 3%, Cumulative CPU 29.53 sec
2014-09-11 18:02:51,633 Stage-1 map = 44%, reduce = 4%, Cumulative CPU 29.53 sec
2014-09-11 18:02:52,637 Stage-1 map = 44%, reduce = 4%, Cumulative CPU 29.53 sec
2014-09-11 18:02:53,641 Stage-1 map = 46%, reduce = 4%, Cumulative CPU 30.81 sec
2014-09-11 18:02:54,643 Stage-1 map = 48%, reduce = 4%, Cumulative CPU 33.52 sec
2014-09-11 18:02:55,646 Stage-1 map = 48%, reduce = 4%, Cumulative CPU 33.52 sec
2014-09-11 18:02:56,650 Stage-1 map = 48%, reduce = 4%, Cumulative CPU 33.52 sec
2014-09-11 18:02:57,653 Stage-1 map = 48%, reduce = 5%, Cumulative CPU 33.52 sec
2014-09-11 18:02:58,656 Stage-1 map = 48%, reduce = 5%, Cumulative CPU 36.95 sec
2014-09-11 18:02:59,659 Stage-1 map = 48%, reduce = 6%, Cumulative CPU 36.95 sec
2014-09-11 18:03:00,663 Stage-1 map = 50%, reduce = 7%, Cumulative CPU 37.23 sec
2014-09-11 18:03:01,667 Stage-1 map = 50%, reduce = 7%, Cumulative CPU 37.23 sec
2014-09-11 18:03:02,671 Stage-1 map = 50%, reduce = 7%, Cumulative CPU 37.23 sec
2014-09-11 18:03:03,674 Stage-1 map = 50%, reduce = 11%, Cumulative CPU 37.23 sec
2014-09-11 18:03:04,678 Stage-1 map = 50%, reduce = 11%, Cumulative CPU 37.23 sec
2014-09-11 18:03:05,681 Stage-1 map = 50%, reduce = 13%, Cumulative CPU 37.23 sec
2014-09-11 18:03:06,683 Stage-1 map = 50%, reduce = 13%, Cumulative CPU 37.23 sec
2014-09-11 18:03:07,688 Stage-1 map = 52%, reduce = 13%, Cumulative CPU 38.38 sec
2014-09-11 18:03:08,692 Stage-1 map = 52%, reduce = 13%, Cumulative CPU 38.38 sec
2014-09-11 18:03:09,695 Stage-1 map = 52%, reduce = 13%, Cumulative CPU 38.38 sec
2014-09-11 18:03:10,700 Stage-1 map = 52%, reduce = 13%, Cumulative CPU 38.38 sec
2014-09-11 18:03:11,703 Stage-1 map = 52%, reduce = 13%, Cumulative CPU 38.38 sec
2014-09-11 18:03:12,709 Stage-1 map = 52%, reduce = 13%, Cumulative CPU 38.38 sec
2014-09-11 18:03:13,712 Stage-1 map = 54%, reduce = 13%, Cumulative CPU 38.38 sec
2014-09-11 18:03:14,714 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 38.38 sec
2014-09-11 18:03:15,717 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 38.38 sec
2014-09-11 18:03:16,719 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 38.38 sec
2014-09-11 18:03:17,722 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 38.38 sec
2014-09-11 18:03:18,725 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 38.38 sec
2014-09-11 18:03:19,728 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 38.38 sec
2014-09-11 18:03:20,730 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 38.38 sec
2014-09-11 18:03:21,735 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 38.38 sec
2014-09-11 18:03:22,739 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 38.38 sec
2014-09-11 18:03:23,741 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 38.38 sec
2014-09-11 18:03:24,744 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:25,746 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:26,748 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:27,752 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:28,754 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:29,758 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:30,761 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:31,764 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:32,767 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:33,774 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:34,777 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:35,780 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:36,782 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:37,785 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:38,788 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:39,790 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:40,793 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:41,796 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 41.66 sec
2014-09-11 18:03:42,800 Stage-1 map = 60%, reduce = 15%, Cumulative CPU 42.04 sec
2014-09-11 18:03:43,804 Stage-1 map = 63%, reduce = 15%, Cumulative CPU 42.04 sec
2014-09-11 18:03:44,808 Stage-1 map = 63%, reduce = 15%, Cumulative CPU 42.04 sec
2014-09-11 18:03:45,811 Stage-1 map = 63%, reduce = 15%, Cumulative CPU 42.04 sec
2014-09-11 18:03:46,815 Stage-1 map = 65%, reduce = 15%, Cumulative CPU 42.04 sec
2014-09-11 18:03:47,818 Stage-1 map = 65%, reduce = 15%, Cumulative CPU 42.04 sec
2014-09-11 18:03:48,821 Stage-1 map = 65%, reduce = 16%, Cumulative CPU 42.04 sec
2014-09-11 18:03:49,823 Stage-1 map = 65%, reduce = 16%, Cumulative CPU 42.04 sec
2014-09-11 18:03:50,826 Stage-1 map = 65%, reduce = 17%, Cumulative CPU 42.04 sec
2014-09-11 18:03:51,829 Stage-1 map = 65%, reduce = 18%, Cumulative CPU 42.04 sec
2014-09-11 18:03:52,831 Stage-1 map = 65%, reduce = 18%, Cumulative CPU 42.04 sec
2014-09-11 18:03:53,834 Stage-1 map = 65%, reduce = 18%, Cumulative CPU 42.04 sec
2014-09-11 18:03:54,837 Stage-1 map = 65%, reduce = 18%, Cumulative CPU 42.04 sec
2014-09-11 18:03:55,840 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 42.04 sec
2014-09-11 18:03:56,843 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 42.04 sec
2014-09-11 18:03:57,846 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 42.04 sec
2014-09-11 18:03:58,850 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:03:59,854 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:00,859 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:01,863 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:02,867 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:03,870 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:04,872 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:05,877 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:06,881 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:07,884 Stage-1 map = 69%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:08,888 Stage-1 map = 69%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:09,891 Stage-1 map = 69%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:10,894 Stage-1 map = 69%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:11,897 Stage-1 map = 69%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:12,899 Stage-1 map = 69%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:13,903 Stage-1 map = 69%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:14,908 Stage-1 map = 71%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:15,911 Stage-1 map = 71%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:16,915 Stage-1 map = 71%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:17,917 Stage-1 map = 71%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:18,920 Stage-1 map = 71%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:19,923 Stage-1 map = 73%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:20,925 Stage-1 map = 73%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:21,928 Stage-1 map = 75%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:22,931 Stage-1 map = 75%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:23,934 Stage-1 map = 75%, reduce = 18%, Cumulative CPU 52.31 sec
2014-09-11 18:04:24,937 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:25,940 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:26,943 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:27,948 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:28,952 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:29,955 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:30,957 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:31,960 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:32,964 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:33,967 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:34,970 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:35,972 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:36,976 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:37,978 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:38,982 Stage-1 map = 77%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:39,985 Stage-1 map = 79%, reduce = 18%, Cumulative CPU 56.59 sec
2014-09-11 18:04:40,988 Stage-1 map = 81%, reduce = 18%, Cumulative CPU 57.94 sec
2014-09-11 18:04:41,995 Stage-1 map = 81%, reduce = 18%, Cumulative CPU 57.94 sec
2014-09-11 18:04:42,998 Stage-1 map = 81%, reduce = 18%, Cumulative CPU 57.94 sec
2014-09-11 18:04:44,000 Stage-1 map = 81%, reduce = 19%, Cumulative CPU 57.94 sec
2014-09-11 18:04:45,003 Stage-1 map = 81%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:46,005 Stage-1 map = 81%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:47,010 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:48,014 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:49,017 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:50,019 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:51,022 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:52,025 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:53,028 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:54,030 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:55,033 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:56,036 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:57,039 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:58,043 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 57.94 sec
2014-09-11 18:04:59,047 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:00,050 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:01,052 Stage-1 map = 85%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:02,055 Stage-1 map = 85%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:03,058 Stage-1 map = 85%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:04,062 Stage-1 map = 85%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:05,065 Stage-1 map = 85%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:06,069 Stage-1 map = 85%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:07,073 Stage-1 map = 89%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:08,075 Stage-1 map = 89%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:09,079 Stage-1 map = 89%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:10,082 Stage-1 map = 89%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:11,085 Stage-1 map = 89%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:12,088 Stage-1 map = 89%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:13,090 Stage-1 map = 89%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:14,092 Stage-1 map = 89%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:15,095 Stage-1 map = 89%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:16,099 Stage-1 map = 89%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:17,102 Stage-1 map = 89%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:18,105 Stage-1 map = 91%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:19,108 Stage-1 map = 91%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:20,110 Stage-1 map = 91%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:21,114 Stage-1 map = 91%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:22,117 Stage-1 map = 91%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:23,119 Stage-1 map = 91%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:24,122 Stage-1 map = 91%, reduce = 21%, Cumulative CPU 64.35 sec
2014-09-11 18:05:25,124 Stage-1 map = 91%, reduce = 21%, Cumulative CPU 67.35 sec
2014-09-11 18:05:26,127 Stage-1 map = 91%, reduce = 21%, Cumulative CPU 67.35 sec
2014-09-11 18:05:27,130 Stage-1 map = 91%, reduce = 21%, Cumulative CPU 67.35 sec
2014-09-11 18:05:28,133 Stage-1 map = 91%, reduce = 21%, Cumulative CPU 67.35 sec
2014-09-11 18:05:29,137 Stage-1 map = 91%, reduce = 21%, Cumulative CPU 67.35 sec
2014-09-11 18:05:30,140 Stage-1 map = 91%, reduce = 21%, Cumulative CPU 67.35 sec
2014-09-11 18:05:31,142 Stage-1 map = 92%, reduce = 21%, Cumulative CPU 68.52 sec
2014-09-11 18:05:32,146 Stage-1 map = 92%, reduce = 21%, Cumulative CPU 68.52 sec
2014-09-11 18:05:33,149 Stage-1 map = 92%, reduce = 21%, Cumulative CPU 68.52 sec
2014-09-11 18:05:34,152 Stage-1 map = 92%, reduce = 21%, Cumulative CPU 68.52 sec
2014-09-11 18:05:35,157 Stage-1 map = 92%, reduce = 21%, Cumulative CPU 68.52 sec
2014-09-11 18:05:36,160 Stage-1 map = 94%, reduce = 21%, Cumulative CPU 68.94 sec
2014-09-11 18:05:37,164 Stage-1 map = 94%, reduce = 21%, Cumulative CPU 68.94 sec
2014-09-11 18:05:38,167 Stage-1 map = 94%, reduce = 22%, Cumulative CPU 68.94 sec
2014-09-11 18:05:39,170 Stage-1 map = 96%, reduce = 23%, Cumulative CPU 70.0 sec
2014-09-11 18:05:40,172 Stage-1 map = 96%, reduce = 23%, Cumulative CPU 70.0 sec
2014-09-11 18:05:41,175 Stage-1 map = 96%, reduce = 23%, Cumulative CPU 70.0 sec
2014-09-11 18:05:42,178 Stage-1 map = 96%, reduce = 23%, Cumulative CPU 70.0 sec
2014-09-11 18:05:43,181 Stage-1 map = 96%, reduce = 23%, Cumulative CPU 70.0 sec
2014-09-11 18:05:44,185 Stage-1 map = 98%, reduce = 26%, Cumulative CPU 70.73 sec
2014-09-11 18:05:45,188 Stage-1 map = 98%, reduce = 29%, Cumulative CPU 70.73 sec
2014-09-11 18:05:46,190 Stage-1 map = 100%, reduce = 29%, Cumulative CPU 71.43 sec
2014-09-11 18:05:47,193 Stage-1 map = 100%, reduce = 29%, Cumulative CPU 71.43 sec
2014-09-11 18:05:48,196 Stage-1 map = 100%, reduce = 29%, Cumulative CPU 71.43 sec
2014-09-11 18:05:49,199 Stage-1 map = 100%, reduce = 29%, Cumulative CPU 71.43 sec
2014-09-11 18:05:50,203 Stage-1 map = 100%, reduce = 65%, Cumulative CPU 72.67 sec
2014-09-11 18:05:51,209 Stage-1 map = 100%, reduce = 65%, Cumulative CPU 73.35 sec
2014-09-11 18:05:52,212 Stage-1 map = 100%, reduce = 83%, Cumulative CPU 73.35 sec
2014-09-11 18:05:53,214 Stage-1 map = 100%, reduce = 83%, Cumulative CPU 73.35 sec
2014-09-11 18:05:54,217 Stage-1 map = 100%, reduce = 100%, Cumulative CPU 74.94 sec
2014-09-11 18:05:55,221 Stage-1 map = 100%, reduce = 100%, Cumulative CPU 74.94 sec
2014-09-11 18:05:56,225 Stage-1 map = 100%, reduce = 100%, Cumulative CPU 74.94 sec
2014-09-11 18:05:57,229 Stage-1 map = 100%, reduce = 100%, Cumulative CPU 74.94 sec
MapReduce Total cumulative CPU time: 1 minutes 14 seconds 940 msec
Ended Job = job_201409072150_0030
Launching Job 2 out of 2
Number of reduce tasks determined at compile time: 1
In order to change the average load for a reducer (in bytes):
set hive.exec.reducers.bytes.per.reducer=<number>
In order to limit the maximum number of reducers:
set hive.exec.reducers.max=<number>
In order to set a constant number of reducers:
set mapred.reduce.tasks=<number>
Starting Job = job_201409072150_0031, Tracking URL = http://jifeng01:50030/jobdetails.jsp?jobid=job_201409072150_0031
Kill Command = /home/jifeng/hadoop/hadoop-1.2.1/libexec/../bin/hadoop job -kill job_201409072150_0031
Hadoop job information for Stage-2: number of mappers: 3; number of reducers: 1
2014-09-11 18:05:59,481 Stage-2 map = 0%, reduce = 0%
2014-09-11 18:06:01,490 Stage-2 map = 33%, reduce = 0%, Cumulative CPU 0.36 sec
2014-09-11 18:06:02,494 Stage-2 map = 33%, reduce = 0%, Cumulative CPU 0.36 sec
2014-09-11 18:06:03,498 Stage-2 map = 33%, reduce = 0%, Cumulative CPU 0.36 sec
2014-09-11 18:06:04,500 Stage-2 map = 67%, reduce = 0%, Cumulative CPU 0.71 sec
2014-09-11 18:06:05,503 Stage-2 map = 67%, reduce = 0%, Cumulative CPU 0.71 sec
2014-09-11 18:06:06,506 Stage-2 map = 67%, reduce = 0%, Cumulative CPU 0.71 sec
2014-09-11 18:06:07,509 Stage-2 map = 67%, reduce = 0%, Cumulative CPU 0.71 sec
2014-09-11 18:06:08,512 Stage-2 map = 67%, reduce = 22%, Cumulative CPU 0.71 sec
2014-09-11 18:06:09,515 Stage-2 map = 100%, reduce = 22%, Cumulative CPU 1.19 sec
2014-09-11 18:06:10,518 Stage-2 map = 100%, reduce = 22%, Cumulative CPU 1.19 sec
2014-09-11 18:06:11,520 Stage-2 map = 100%, reduce = 22%, Cumulative CPU 1.19 sec
2014-09-11 18:06:12,524 Stage-2 map = 100%, reduce = 22%, Cumulative CPU 1.19 sec
2014-09-11 18:06:13,527 Stage-2 map = 100%, reduce = 22%, Cumulative CPU 1.19 sec
2014-09-11 18:06:14,531 Stage-2 map = 100%, reduce = 100%, Cumulative CPU 1.81 sec
2014-09-11 18:06:15,534 Stage-2 map = 100%, reduce = 100%, Cumulative CPU 1.81 sec
2014-09-11 18:06:16,538 Stage-2 map = 100%, reduce = 100%, Cumulative CPU 1.81 sec
MapReduce Total cumulative CPU time: 1 seconds 810 msec
Ended Job = job_201409072150_0031
MapReduce Jobs Launched:
Job 0: Map: 13 Reduce: 4 Cumulative CPU: 74.94 sec HDFS Read: 3415495752 HDFS Write: 45773 SUCCESS
Job 1: Map: 3 Reduce: 1 Cumulative CPU: 1.81 sec HDFS Read: 47452 HDFS Write: 23372 SUCCESS
Total MapReduce CPU Time Spent: 1 minutes 16 seconds 750 msec
OK
10.12.15.152 3875019
10.13.77.49 1954742
10.6.6.7 1769857
10.138.235.111 1630920
10.12.14.15 756475
10.17.15.10 720936
172.10.0.4 482568
10.78.100.150 300530
10.247.58.182 292384
10.38.217.48 282588
172.30.0.4 232850
10.10.11.102 205579
10.170.32.110 202735
10.170.32.181 200539
10.138.214.18 197864
10.247.106.27 193912
10.156.165.120 183929
10.15.7.85 172422
10.0.0.42 165063
10.200.20.2 164519
10.70.68.127 161735
172.20.0.15 145924
10.250.178.101 140053
172.20.0.4 122768
172.30.1.223 51329
172.20.1.81 51328
172.10.2.66 51304
172.20.1.47 51298
172.30.1.218 51236
Time taken: 366.904 seconds, Fetched: 1389 row(s)
hive> desc firewall;
OK
idauto int None
dt timestamp None
dtstr string None
timeseconds int None
priority string None
operation string None
messagecode string None
protocol string None
srcip string None
destip string None
srcipnumber tinyint None
destipnumber tinyint None
srcport int None
destport int None
destservice string None
direction string None
flags string None
command string None
slot1min int None
slot5min int None
slot30min int None
slot60min int None
Time taken: 0.106 seconds, Fetched: 22 row(s)
hive> select * from firewall order by dt desc limit 10;
Total MapReduce jobs = 1
Launching Job 1 out of 1
Number of reduce tasks determined at compile time: 1
In order to change the average load for a reducer (in bytes):
set hive.exec.reducers.bytes.per.reducer=<number>
In order to limit the maximum number of reducers:
set hive.exec.reducers.max=<number>
In order to set a constant number of reducers:
set mapred.reduce.tasks=<number>
Starting Job = job_201409072150_0032, Tracking URL = http://jifeng01:50030/jobdetails.jsp?jobid=job_201409072150_0032
Kill Command = /home/jifeng/hadoop/hadoop-1.2.1/libexec/../bin/hadoop job -kill job_201409072150_0032
Hadoop job information for Stage-1: number of mappers: 13; number of reducers: 1
2014-09-11 18:53:36,120 Stage-1 map = 0%, reduce = 0%
2014-09-11 18:54:03,210 Stage-1 map = 8%, reduce = 0%
2014-09-11 18:54:05,217 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 19.33 sec
2014-09-11 18:54:06,221 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 19.33 sec
2014-09-11 18:54:07,264 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:08,267 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:09,270 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:10,272 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:11,277 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:12,282 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:13,286 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:14,289 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:15,294 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:16,299 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:17,301 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:18,304 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:19,307 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:20,312 Stage-1 map = 12%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:21,315 Stage-1 map = 14%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:22,320 Stage-1 map = 14%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:23,325 Stage-1 map = 14%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:24,329 Stage-1 map = 16%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:25,331 Stage-1 map = 16%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:26,335 Stage-1 map = 16%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:27,337 Stage-1 map = 16%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:28,341 Stage-1 map = 18%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:29,344 Stage-1 map = 18%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:30,444 Stage-1 map = 18%, reduce = 0%, Cumulative CPU 40.04 sec
2014-09-11 18:54:31,448 Stage-1 map = 20%, reduce = 0%, Cumulative CPU 69.96 sec
2014-09-11 18:54:32,451 Stage-1 map = 24%, reduce = 0%, Cumulative CPU 69.96 sec
2014-09-11 18:54:33,455 Stage-1 map = 26%, reduce = 0%, Cumulative CPU 69.96 sec
2014-09-11 18:54:34,458 Stage-1 map = 26%, reduce = 0%, Cumulative CPU 69.96 sec
2014-09-11 18:54:35,461 Stage-1 map = 26%, reduce = 0%, Cumulative CPU 69.96 sec
2014-09-11 18:54:36,464 Stage-1 map = 26%, reduce = 0%, Cumulative CPU 69.96 sec
2014-09-11 18:54:37,469 Stage-1 map = 26%, reduce = 0%, Cumulative CPU 69.96 sec
2014-09-11 18:54:38,473 Stage-1 map = 28%, reduce = 0%, Cumulative CPU 69.96 sec
2014-09-11 18:54:39,476 Stage-1 map = 28%, reduce = 0%, Cumulative CPU 69.96 sec
2014-09-11 18:54:40,480 Stage-1 map = 28%, reduce = 0%, Cumulative CPU 69.96 sec
2014-09-11 18:54:41,482 Stage-1 map = 28%, reduce = 0%, Cumulative CPU 69.96 sec
2014-09-11 18:54:42,486 Stage-1 map = 28%, reduce = 0%, Cumulative CPU 69.96 sec
2014-09-11 18:54:43,490 Stage-1 map = 30%, reduce = 0%, Cumulative CPU 75.79 sec
2014-09-11 18:54:44,493 Stage-1 map = 33%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:45,496 Stage-1 map = 33%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:46,501 Stage-1 map = 33%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:47,506 Stage-1 map = 33%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:48,509 Stage-1 map = 33%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:49,513 Stage-1 map = 37%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:50,517 Stage-1 map = 37%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:51,521 Stage-1 map = 37%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:52,525 Stage-1 map = 37%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:53,530 Stage-1 map = 37%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:54,533 Stage-1 map = 38%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:55,536 Stage-1 map = 38%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:56,539 Stage-1 map = 38%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:57,543 Stage-1 map = 38%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:58,546 Stage-1 map = 38%, reduce = 0%, Cumulative CPU 81.82 sec
2014-09-11 18:54:59,551 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 104.83 sec
2014-09-11 18:55:00,559 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 104.83 sec
2014-09-11 18:55:01,563 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 104.83 sec
2014-09-11 18:55:02,568 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 104.83 sec
2014-09-11 18:55:03,572 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 104.83 sec
2014-09-11 18:55:04,578 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 104.83 sec
2014-09-11 18:55:05,582 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 148.55 sec
2014-09-11 18:55:06,586 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 148.55 sec
2014-09-11 18:55:07,591 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 171.88 sec
2014-09-11 18:55:08,594 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 171.88 sec
2014-09-11 18:55:09,598 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 171.88 sec
2014-09-11 18:55:10,601 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 171.88 sec
2014-09-11 18:55:11,605 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 171.88 sec
2014-09-11 18:55:12,608 Stage-1 map = 40%, reduce = 0%, Cumulative CPU 171.88 sec
2014-09-11 18:55:13,610 Stage-1 map = 42%, reduce = 0%, Cumulative CPU 172.61 sec
2014-09-11 18:55:14,617 Stage-1 map = 42%, reduce = 0%, Cumulative CPU 172.61 sec
2014-09-11 18:55:15,620 Stage-1 map = 42%, reduce = 0%, Cumulative CPU 172.61 sec
2014-09-11 18:55:16,625 Stage-1 map = 42%, reduce = 0%, Cumulative CPU 172.61 sec
2014-09-11 18:55:17,627 Stage-1 map = 42%, reduce = 0%, Cumulative CPU 172.61 sec
2014-09-11 18:55:18,632 Stage-1 map = 42%, reduce = 0%, Cumulative CPU 172.61 sec
2014-09-11 18:55:19,636 Stage-1 map = 46%, reduce = 0%, Cumulative CPU 173.86 sec
2014-09-11 18:55:20,639 Stage-1 map = 46%, reduce = 0%, Cumulative CPU 173.86 sec
2014-09-11 18:55:21,643 Stage-1 map = 48%, reduce = 0%, Cumulative CPU 173.86 sec
2014-09-11 18:55:22,646 Stage-1 map = 48%, reduce = 0%, Cumulative CPU 173.86 sec
2014-09-11 18:55:23,652 Stage-1 map = 48%, reduce = 0%, Cumulative CPU 173.86 sec
2014-09-11 18:55:24,656 Stage-1 map = 48%, reduce = 0%, Cumulative CPU 173.86 sec
2014-09-11 18:55:25,660 Stage-1 map = 48%, reduce = 0%, Cumulative CPU 173.86 sec
2014-09-11 18:55:26,664 Stage-1 map = 48%, reduce = 0%, Cumulative CPU 173.86 sec
2014-09-11 18:55:27,667 Stage-1 map = 48%, reduce = 0%, Cumulative CPU 173.86 sec
2014-09-11 18:55:28,671 Stage-1 map = 48%, reduce = 0%, Cumulative CPU 173.86 sec
2014-09-11 18:55:29,675 Stage-1 map = 50%, reduce = 13%, Cumulative CPU 173.86 sec
2014-09-11 18:55:30,678 Stage-1 map = 50%, reduce = 13%, Cumulative CPU 173.86 sec
2014-09-11 18:55:31,684 Stage-1 map = 50%, reduce = 13%, Cumulative CPU 194.76 sec
2014-09-11 18:55:32,689 Stage-1 map = 50%, reduce = 13%, Cumulative CPU 194.76 sec
2014-09-11 18:55:33,693 Stage-1 map = 50%, reduce = 13%, Cumulative CPU 194.76 sec
2014-09-11 18:55:34,696 Stage-1 map = 50%, reduce = 13%, Cumulative CPU 194.76 sec
2014-09-11 18:55:35,700 Stage-1 map = 52%, reduce = 13%, Cumulative CPU 201.47 sec
2014-09-11 18:55:36,703 Stage-1 map = 52%, reduce = 13%, Cumulative CPU 201.47 sec
2014-09-11 18:55:37,707 Stage-1 map = 52%, reduce = 13%, Cumulative CPU 201.47 sec
2014-09-11 18:55:38,851 Stage-1 map = 52%, reduce = 13%, Cumulative CPU 201.47 sec
2014-09-11 18:55:39,854 Stage-1 map = 52%, reduce = 13%, Cumulative CPU 201.47 sec
2014-09-11 18:55:40,859 Stage-1 map = 52%, reduce = 13%, Cumulative CPU 201.47 sec
2014-09-11 18:55:41,862 Stage-1 map = 52%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:42,866 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:43,870 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:44,873 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:45,878 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:46,884 Stage-1 map = 54%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:47,888 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:48,894 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:49,898 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:50,902 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:51,905 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:52,908 Stage-1 map = 56%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:53,912 Stage-1 map = 58%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:54,915 Stage-1 map = 58%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:55,919 Stage-1 map = 60%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:56,923 Stage-1 map = 60%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:57,927 Stage-1 map = 60%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:58,929 Stage-1 map = 60%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:55:59,933 Stage-1 map = 62%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:56:00,937 Stage-1 map = 62%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:56:01,939 Stage-1 map = 62%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:56:02,943 Stage-1 map = 62%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:56:03,947 Stage-1 map = 62%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:56:04,952 Stage-1 map = 62%, reduce = 15%, Cumulative CPU 201.47 sec
2014-09-11 18:56:05,955 Stage-1 map = 65%, reduce = 15%, Cumulative CPU 233.97 sec
2014-09-11 18:56:06,958 Stage-1 map = 65%, reduce = 15%, Cumulative CPU 255.02 sec
2014-09-11 18:56:07,960 Stage-1 map = 65%, reduce = 15%, Cumulative CPU 255.02 sec
2014-09-11 18:56:08,965 Stage-1 map = 65%, reduce = 15%, Cumulative CPU 255.02 sec
2014-09-11 18:56:09,969 Stage-1 map = 65%, reduce = 15%, Cumulative CPU 255.02 sec
2014-09-11 18:56:10,973 Stage-1 map = 65%, reduce = 15%, Cumulative CPU 255.02 sec
2014-09-11 18:56:11,976 Stage-1 map = 65%, reduce = 18%, Cumulative CPU 255.02 sec
2014-09-11 18:56:12,979 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 255.02 sec
2014-09-11 18:56:13,984 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 255.02 sec
2014-09-11 18:56:14,987 Stage-1 map = 67%, reduce = 18%, Cumulative CPU 255.02 sec
2014-09-11 18:56:15,991 Stage-1 map = 69%, reduce = 18%, Cumulative CPU 255.02 sec
2014-09-11 18:56:16,995 Stage-1 map = 69%, reduce = 18%, Cumulative CPU 255.02 sec
2014-09-11 18:56:18,000 Stage-1 map = 71%, reduce = 18%, Cumulative CPU 267.57 sec
2014-09-11 18:56:19,003 Stage-1 map = 71%, reduce = 18%, Cumulative CPU 267.57 sec
2014-09-11 18:56:20,007 Stage-1 map = 71%, reduce = 18%, Cumulative CPU 267.57 sec
2014-09-11 18:56:21,011 Stage-1 map = 71%, reduce = 21%, Cumulative CPU 267.57 sec
2014-09-11 18:56:22,014 Stage-1 map = 71%, reduce = 21%, Cumulative CPU 267.57 sec
2014-09-11 18:56:23,022 Stage-1 map = 71%, reduce = 21%, Cumulative CPU 267.57 sec
2014-09-11 18:56:24,025 Stage-1 map = 71%, reduce = 21%, Cumulative CPU 267.57 sec
2014-09-11 18:56:25,028 Stage-1 map = 71%, reduce = 21%, Cumulative CPU 267.57 sec
2014-09-11 18:56:26,033 Stage-1 map = 71%, reduce = 21%, Cumulative CPU 267.57 sec
2014-09-11 18:56:27,037 Stage-1 map = 73%, reduce = 21%, Cumulative CPU 267.57 sec
2014-09-11 18:56:28,041 Stage-1 map = 73%, reduce = 21%, Cumulative CPU 267.57 sec
2014-09-11 18:56:29,047 Stage-1 map = 73%, reduce = 21%, Cumulative CPU 267.57 sec
2014-09-11 18:56:30,050 Stage-1 map = 73%, reduce = 21%, Cumulative CPU 267.57 sec
2014-09-11 18:56:31,053 Stage-1 map = 73%, reduce = 21%, Cumulative CPU 267.57 sec
2014-09-11 18:56:32,056 Stage-1 map = 73%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:33,060 Stage-1 map = 73%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:34,064 Stage-1 map = 73%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:35,067 Stage-1 map = 73%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:36,071 Stage-1 map = 75%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:37,074 Stage-1 map = 75%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:38,077 Stage-1 map = 77%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:39,080 Stage-1 map = 77%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:40,084 Stage-1 map = 79%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:41,087 Stage-1 map = 79%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:42,092 Stage-1 map = 79%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:43,095 Stage-1 map = 79%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:44,099 Stage-1 map = 81%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:45,102 Stage-1 map = 81%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:46,105 Stage-1 map = 81%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:47,109 Stage-1 map = 81%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:48,113 Stage-1 map = 81%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:49,117 Stage-1 map = 81%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:50,120 Stage-1 map = 81%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:51,124 Stage-1 map = 81%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:52,129 Stage-1 map = 83%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:53,136 Stage-1 map = 85%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:54,139 Stage-1 map = 87%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:55,144 Stage-1 map = 87%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:56,149 Stage-1 map = 87%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:57,152 Stage-1 map = 87%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:58,155 Stage-1 map = 87%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:56:59,164 Stage-1 map = 87%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:57:00,169 Stage-1 map = 89%, reduce = 21%, Cumulative CPU 272.61 sec
2014-09-11 18:57:01,171 Stage-1 map = 90%, reduce = 21%, Cumulative CPU 288.97 sec
2014-09-11 18:57:02,175 Stage-1 map = 90%, reduce = 21%, Cumulative CPU 288.97 sec
2014-09-11 18:57:03,178 Stage-1 map = 90%, reduce = 21%, Cumulative CPU 288.97 sec
2014-09-11 18:57:04,181 Stage-1 map = 90%, reduce = 21%, Cumulative CPU 288.97 sec
2014-09-11 18:57:05,184 Stage-1 map = 90%, reduce = 21%, Cumulative CPU 288.97 sec
2014-09-11 18:57:06,188 Stage-1 map = 90%, reduce = 23%, Cumulative CPU 323.8 sec
2014-09-11 18:57:07,192 Stage-1 map = 90%, reduce = 23%, Cumulative CPU 345.22 sec
2014-09-11 18:57:08,195 Stage-1 map = 92%, reduce = 23%, Cumulative CPU 345.22 sec
2014-09-11 18:57:09,200 Stage-1 map = 92%, reduce = 23%, Cumulative CPU 345.22 sec
2014-09-11 18:57:10,204 Stage-1 map = 92%, reduce = 23%, Cumulative CPU 345.22 sec
2014-09-11 18:57:11,209 Stage-1 map = 92%, reduce = 23%, Cumulative CPU 345.22 sec
2014-09-11 18:57:12,213 Stage-1 map = 94%, reduce = 23%, Cumulative CPU 349.49 sec
2014-09-11 18:57:13,217 Stage-1 map = 94%, reduce = 23%, Cumulative CPU 349.49 sec
2014-09-11 18:57:14,220 Stage-1 map = 94%, reduce = 23%, Cumulative CPU 349.49 sec
2014-09-11 18:57:15,224 Stage-1 map = 94%, reduce = 23%, Cumulative CPU 349.49 sec
2014-09-11 18:57:16,227 Stage-1 map = 98%, reduce = 23%, Cumulative CPU 372.21 sec
2014-09-11 18:57:17,230 Stage-1 map = 100%, reduce = 23%, Cumulative CPU 378.56 sec
2014-09-11 18:57:18,233 Stage-1 map = 100%, reduce = 23%, Cumulative CPU 378.56 sec
2014-09-11 18:57:19,236 Stage-1 map = 100%, reduce = 23%, Cumulative CPU 378.56 sec
2014-09-11 18:57:20,240 Stage-1 map = 100%, reduce = 23%, Cumulative CPU 378.56 sec
2014-09-11 18:57:21,245 Stage-1 map = 100%, reduce = 33%, Cumulative CPU 378.56 sec
2014-09-11 18:57:22,248 Stage-1 map = 100%, reduce = 33%, Cumulative CPU 378.56 sec
2014-09-11 18:57:23,251 Stage-1 map = 100%, reduce = 33%, Cumulative CPU 378.56 sec
2014-09-11 18:57:24,255 Stage-1 map = 100%, reduce = 100%, Cumulative CPU 380.17 sec
2014-09-11 18:57:25,258 Stage-1 map = 100%, reduce = 100%, Cumulative CPU 380.17 sec
2014-09-11 18:57:26,261 Stage-1 map = 100%, reduce = 100%, Cumulative CPU 380.17 sec
2014-09-11 18:57:27,264 Stage-1 map = 100%, reduce = 100%, Cumulative CPU 380.17 sec
MapReduce Total cumulative CPU time: 6 minutes 20 seconds 170 msec
Ended Job = job_201409072150_0032
MapReduce Jobs Launched:
Job 0: Map: 13 Reduce: 1 Cumulative CPU: 380.17 sec HDFS Read: 3415495752 HDFS Write: 1935 SUCCESS
Total MapReduce CPU Time Spent: 6 minutes 20 seconds 170 msec
OK
16600911 2013-04-15 10:00:00 15/Apr/2013 10:00:00 1366020000 Warning Deny ASA-4-106023 TCP 10.13.77.4910.0.3.2 NULL NULL 58200 1993 1993_tcp (empty) (empty) (empty) 22767000 4553400 758900 379450
16600930 2013-04-15 10:00:00 15/Apr/2013 10:00:00 1366020000 Warning Deny ASA-4-106023 TCP 10.13.77.4910.0.3.2 NULL NULL 58200 13817 13817_tcp (empty) (empty) (empty) 22767000 4553400 758900 379450
16600920 2013-04-15 10:00:00 15/Apr/2013 10:00:00 1366020000 Info Teardown ASA-6-302014 TCP 10.6.6.7 172.10.0.2 NULL NULL 42706 3389 3389_tcp inbound SYN Timeout (empty) 22767000 4553400 758900 379450
16600913 2013-04-15 10:00:00 15/Apr/2013 10:00:00 1366020000 Warning Deny ASA-4-106023 TCP 10.13.77.4910.0.3.2 NULL NULL 58199 32179 32179_tcp (empty) (empty) (empty) 22767000 4553400 758900 379450
16600912 2013-04-15 10:00:00 15/Apr/2013 10:00:00 1366020000 Warning Deny ASA-4-106023 TCP 10.6.6.710.0.2.2 NULL NULL 42465 556 remotefs (empty) (empty) (empty) 22767000 4553400 758900 379450
16600918 2013-04-15 10:00:00 15/Apr/2013 10:00:00 1366020000 Warning Deny ASA-4-106023 TCP 10.13.77.4910.0.3.2 NULL NULL 58199 25087 25087_tcp (empty) (empty) (empty) 22767000 4553400 758900 379450
16600919 2013-04-15 10:00:00 15/Apr/2013 10:00:00 1366020000 Warning Deny ASA-4-106023 TCP 10.6.6.710.0.2.2 NULL NULL 42465 38300 38300_tcp (empty) (empty) (empty) 22767000 4553400 758900 379450
16600931 2013-04-15 10:00:00 15/Apr/2013 10:00:00 1366020000 Warning Deny ASA-4-106023 TCP 10.6.6.710.0.2.2 NULL NULL 42464 33004 33004_tcp (empty) (empty) (empty) 22767000 4553400 758900 379450
16600915 2013-04-15 10:00:00 15/Apr/2013 10:00:00 1366020000 Warning Deny ASA-4-106023 TCP 10.13.77.4910.0.3.2 NULL NULL 58200 32179 32179_tcp (empty) (empty) (empty) 22767000 4553400 758900 379450
16600916 2013-04-15 10:00:00 15/Apr/2013 10:00:00 1366020000 Warning Deny ASA-4-106023 TCP 10.6.6.710.0.2.2 NULL NULL 42465 52372 52372_tcp (empty) (empty) (empty) 22767000 4553400 758900 379450
Time taken: 233.592 seconds, Fetched: 10 row(s)
hive>