ccms error

select * from t_fx_latitude_daily where stat_time<='20120830' and stat_time>date_sub('20120830',90) limit 10;

34374 Rows loaded to t_latitude_marketing_period_uid
MapReduce Jobs Launched: 
Job 0: Map: 100 Reduce: 308 Cumulative CPU: 1520.35 sec HDFS Read: 27695863324 HDFS Write: 6764426 SUCCESS
Job 1: Map: 100 Reduce: 308 Cumulative CPU: 5750.82 sec HDFS Read: 27695863324 HDFS Write: 17090534 SUCCESS
Job 2: Map: 100 Reduce: 308 Cumulative CPU: 12719.37 sec HDFS Read: 27695863324 HDFS Write: 36503255 SUCCESS
Job 3: Map: 100 Reduce: 308 Cumulative CPU: 14052.99 sec HDFS Read: 27695863324 HDFS Write: 48168286 SUCCESS
Job 4: Map: 100 Reduce: 308 Cumulative CPU: 6181.92 sec HDFS Read: 27695863324 HDFS Write: 20034288 SUCCESS
Job 5: Map: 100 Reduce: 308 Cumulative CPU: 4713.95 sec HDFS Read: 27695863324 HDFS Write: 19945971 SUCCESS
Job 6: Map: 100 Reduce: 308 Cumulative CPU: 11461.47 sec HDFS Read: 27695863324 HDFS Write: 48168286 SUCCESS
Job 7: Map: 100 Reduce: 308 Cumulative CPU: 26859.09 sec HDFS Read: 27695863324 HDFS Write: 91015054 SUCCESS
Job 8: Map: 100 Reduce: 308 Cumulative CPU: 7065.34 sec HDFS Read: 27695863324 HDFS Write: 31313885 SUCCESS
Job 9: Map: 3 Reduce: 1 Cumulative CPU: 24.42 sec HDFS Read: 20040962 HDFS Write: 92902 SUCCESS
Job 10: Map: 3 Reduce: 1 Cumulative CPU: 29.9 sec HDFS Read: 31408876 HDFS Write: 139807 SUCCESS
Job 11: Map: 3 Reduce: 1 Cumulative CPU: 35.42 sec HDFS Read: 36598246 HDFS Write: 187236 SUCCESS
Job 12: Map: 3 Reduce: 2 Cumulative CPU: 90.76 sec HDFS Read: 91110045 HDFS Write: 449859 SUCCESS
Job 13: Map: 3 Reduce: 1 Cumulative CPU: 48.77 sec HDFS Read: 48263277 HDFS Write: 220012 SUCCESS
Job 14: Map: 3 Reduce: 1 Cumulative CPU: 48.52 sec HDFS Read: 48263277 HDFS Write: 220012 SUCCESS
Job 15: Map: 3 Reduce: 1 Cumulative CPU: 13.73 sec HDFS Read: 6859417 HDFS Write: 46899 SUCCESS
Job 16: Map: 3 Reduce: 1 Cumulative CPU: 23.9 sec HDFS Read: 20129279 HDFS Write: 91920 SUCCESS
Job 17: Map: 3 Reduce: 1 Cumulative CPU: 22.49 sec HDFS Read: 17185525 HDFS Write: 82254 SUCCESS
Job 18: Map: 10 Cumulative CPU: 7.45 sec HDFS Read: 1535421 HDFS Write: 664306 SUCCESS
Job 19: Map: 16 Cumulative CPU: 13.28 sec HDFS Read: 692220 HDFS Write: 664306 SUCCESS
Total MapReduce CPU Time Spent: 1 days 1 hours 11 minutes 23 seconds 940 msec
OK
Time taken: 6610.693 seconds

☆m小鱼儿☆²º¹² 2012-09-04 13:40:01

25682 Rows loaded to t_fx_latitude_period
MapReduce Jobs Launched: 
Job 0: Map: 9 Reduce: 1 Cumulative CPU: 35.02 sec HDFS Read: 1684357 HDFS Write: 1243197 SUCCESS
Job 1: Map: 1 Cumulative CPU: 2.49 sec HDFS Read: 1243649 HDFS Write: 1636689 SUCCESS
Total MapReduce CPU Time Spent: 37 seconds 510 msec
OK
Time taken: 65.481 seconds

☆m小鱼儿☆²º¹² 2012-09-04 13:44:10

3453 Rows loaded to r_fx_period_camp_type
17752 Rows loaded to r_fx_period_camp
3065 Rows loaded to r_fx_period_project
1412 Rows loaded to r_fx_period_all
MapReduce Jobs Launched: 
Job 0: Map: 1 Cumulative CPU: 1.1 sec HDFS Read: 1637325 HDFS Write: 1632499 SUCCESS
Total MapReduce CPU Time Spent: 1 seconds 100 msec
OK
Time taken: 21.002 seconds

☆m小鱼儿☆²º¹² 2012-09-04 13:55:10

xiaoye 1 11305 11997 11014 5606 5584 NULL NULL NULL NULL 7264 7262 NULL NULL 20120830
xiaoye 2 69061 71921 66266 90943 84877 NULL NULL NULL NULL 42663 41104 NULL NULL 20120830
xiaoye 3 459148 467680 383577 187511 174923 NULL NULL NULL NULL 94735 90619 NULL NULL 20120830
xiaoye 4 821657 865291 639920 614091 521192 NULL NULL NULL NULL 192974 180550 NULL NULL 20120830
xiaoye 5 2690536 2867877 1216832 1873918 1095596 1 NULL NULL 1 451231 387549 NULL NULL 20120830
xiaoye 6 57702 60295 56041 51213 50765 NULL NULL NULL NULL 42663 41104 NULL NULL 20120830
xiaoye 7 821657 865291 639920 614091 521192 NULL NULL NULL NULL 192974 180550 NULL NULL 20120830
xiaoye 8 306330 310765 280131 113396 106677 NULL NULL NULL NULL 43444 41499 NULL NULL 20120830
xiaoye 9 942222 1029225 766097 572598 499465 NULL NULL NULL NULL 136428 123975 NULL NULL 20120830

xiaoye 1 11305 11997 11014 5606 5584 -1 -1 -1 -1 7264 7262 -1 -1 20120830
xiaoye 2 69061 71921 66266 90943 84877 -1 -1 -1 -1 42663 41104 -1 -1 20120830
xiaoye 3 459148 467680 383577 187511 174923 -1 -1 -1 -1 94735 90619 -1 -1 20120830
xiaoye 4 821657 865291 639920 614091 521192 -1 -1 -1 -1 192974 180550 -1 -1 20120830
xiaoye 5 2690536 2867877 1216832 1873918 1095596 -1 -1 1 1 451231 387549 -1 -1 20120830
xiaoye 6 57702 60295 56041 51213 50765 -1 -1 -1 -1 42663 41104 -1 -1 20120830
xiaoye 7 821657 865291 639920 614091 521192 -1 -1 -1 -1 192974 180550 -1 -1 20120830
xiaoye 8 306330 310765 280131 113396 106677 -1 -1 -1 -1 43444 41499 -1 -1 20120830
xiaoye 9 942222 1029225 766097 572598 499465 -1 -1 -1 -1 136428 123975 -1 -1 20120830

宁静－ 2012-09-04 14:20:21

insert overwrite table t_fx_latitude_daily partition(stat_time='20120830',latitude_type)select COALESCE(a.user_name,b.user_name,c.user_name,d.user_name,e.user_name,f.user_name,'anonymous'),COALESCE(a.latitude_id,b.latitude_id,c.latitude_id,d.latitude_id,e.latitude_id,f.latitude_id,'－1'),COALESCE(a.send_time,b.send_time,c.send_time,d.send_time,e.send_time,f.send_time,'1000-01-01'),a.send_count,a.bill_count,a.people_count,b.send_count,b.people_count,c.send_count,c.people_count,d.send_count,d.people_count,e.send_count,e.people_count,f.send_count,f.people_count,COALESCE(a.latitude_type,b.latitude_type,c.latitude_type,d.latitude_type,e.latitude_type,f.latitude_type,'null_latitude_type')from (select * from t_latitude_marketing_daily where stat_time='20120830' and marketing_type='sms')afull outer join (select * from t_latitude_marketing_daily where stat_time='20120830' and marketing_type='edm')b on(a.latitude_type=b.latitude_type and a.user_name=b.user_name and a.send_time=b.send_time and a.latitude_id=b.latitude_id)full outer join (select * from t_latitude_marketing_daily where stat_time='20120830' and marketing_type='wap')c on(COALESCE(a.latitude_type,b.latitude_type)=c.latitude_type and COALESCE(a.user_name,b.user_name)=c.user_name and COALESCE(a.send_time,b.send_time)=c.send_time and COALESCE(a.latitude_id ,b.latitude_id)=c.latitude_id)full outer join (select * from t_latitude_marketing_daily where stat_time='20120830' and marketing_type='mms')d on(COALESCE(a.latitude_type,b.latitude_type,c.latitude_type)=d.latitude_type and COALESCE(a.user_name,b.user_name,c.user_name)=d.user_name and COALESCE(a.send_time,b.send_time,c.send_time)=d.send_time and COALESCE(a.latitude_id,b.latitude_id,c.latitude_id)=d.latitude_id)full outer join (select * from t_latitude_marketing_daily where stat_time='20120830' and marketing_type='coupons')e on(COALESCE(a.latitude_type,b.latitude_type,c.latitude_type,d.latitude_type)=e.latitude_type and COALESCE(a.user_name,b.user_name,c.user_name,d.user_name)=e.user_name and COALESCE(a.send_time,b.send_time,c.send_time,d.send_time)=e.send_time and COALESCE(a.latitude_id,b.latitude_id,c.latitude_id,d.latitude_id)=e.latitude_id)full outer join (select * from t_latitude_marketing_daily where stat_time='20120830' and marketing_type='dit_coupons')f on(COALESCE(a.latitude_type,b.latitude_type,c.latitude_type,d.latitude_type,e.latitude_type)=f.latitude_type and COALESCE(a.user_name,b.user_name,c.user_name,d.user_name,e.user_name)=f.user_name and COALESCE(a.send_time,b.send_time,c.send_time,d.send_time,e.send_time)=f.send_time and COALESCE(a.latitude_id,b.latitude_id,c.latitude_id,d.latitude_id,e.latitude_id)=f.latitude_id);

宁静－ 2012-09-04 14:20:40

只和t_fx_latitude_daily生成有关系