头哥 | MapReduce综合应用案例 — 气象数据清洗

跑得动

已于 2025-04-17 12:20:02 修改

阅读量3.3k

点赞数 3

分类专栏：头歌文章标签： mapreduce 大数据

于 2024-04-02 12:01:38 首次发布

本文链接：https://blog.csdn.net/m0_61546943/article/details/137265077

版权

头歌专栏收录该内容

27 篇文章

订阅专栏

若未出现预期结果可私信我答疑
我是头歌闯关王涉猎头歌7千多关,如有其他关卡也可私信我

第1关：数据清洗

直接输入命令

rm /data/workspace/myshixun/step1/1.sh
vim /data/workspace/myshixun/step1/1.sh

###进入vim界面:按i进入编辑模式，输入以下代码
#!/bin/bash
echo '1980,12,10,16,17,0,10180,340,51,Cirrus,0,-9999
1980,12,10,14,22,6,10167,320,56,Cirrus,0,-9999
1980,12,10,15,28,6,10177,320,52,Cirrus,0,-1
1980,12,10,12,33,22,10145,360,31,Cirrus,0,0
1980,12,10,11,39,28,10144,320,36,stratocirrus,0,-9999
1980,12,10,09,44,33,10137,340,31,Cirrus,0,-9999
1980,12,10,10,44,33,10141,340,36,stratocirrus,0,-9999
1980,12,10,08,44,33,10136,10,46,stratocirrus,0,-9999
1980,12,10,07,50,39,10142,330,36,stratocirrus,0,-9999
1980,12,16,17,17,0,10079,360,30,stratocirrus,0,-9999
1980,12,16,16,17,0,10082,350,41,stratocirrus,0,-9999
1980,12,16,18,17,0,10077,350,41,Cirrus,0,-1
1980,12,19,12,17,0,10196,340,57,Cirrus,0,0
1980,12,19,11,28,6,10183,330,61,Cirrus,0,-9999
1980,12,24,20,17,0,10113,300,72,stratocirrus,0,-9999
1980,12,24,10,33,17,10145,200,30,Cirrus,0,-9999
1980,12,24,19,33,11,10104,310,72,Cirrus,0,-9999
1980,12,24,12,44,28,10120,180,31,Cirrus,0,-1
1980,12,24,11,44,22,10133,210,36,Cirrus,0,-9999
1980,12,28,16,50,11,10278,70,41,Cirrus,0,-9999
1980,12,29,11,22,6,10180,0,0,cumulonimbus,0,-9999
1980,12,29,10,39,17,10179,0,0,cumulonimbus,0,-9999
1980,12,29,08,44,22,10195,140,15,altocumulus,0,-9999
1980,12,29,09,44,17,10180,130,31,cumulonimbus,0,-9999
1980,12,30,08,28,17,10131,350,30,Cirrus,0,-9999
1980,12,30,07,39,22,10120,330,30,Cirrus,0,-9999
1980,12,30,06,44,22,10124,330,26,Cirrus,0,-1
1980,12,30,05,44,22,10130,350,30,Cirrus,0,-9999
1980,12,30,04,50,17,10135,0,0,Cirrus,0,-9999
1981,01,27,14,44,11,10088,280,36,Cirrus,0,-9999
1981,01,27,07,50,6,10079,0,0,Cirrus,0,-9999
1981,01,27,06,50,6,10084,240,21,Cirrus,0,0
1981,10,02,14,50,0,10113,330,82,altostratus,0,-9999
1981,11,01,11,50,17,10314,140,41,cumulonimbus,0,-9999
1981,11,10,13,28,22,10268,130,15,Cirrus,0,-9999
1981,11,10,05,28,17,10257,20,46,Cirrus,0,-9999
1981,11,10,14,33,22,10271,130,15,altocumulus,0,-9999
1981,11,10,12,33,22,10265,160,15,Cirrus,0,0
1981,11,10,11,33,28,10259,90,15,Cirrus,0,-9999
1981,11,10,10,33,22,10253,340,26,Cirrus,0,-9999
1981,11,10,09,33,28,10248,130,31,Cirrus,0,-9999
1981,11,10,08,39,28,10251,100,15,Cirrus,0,-9999
1981,11,10,07,44,28,10250,360,26,Cirrus,0,-9999
1981,11,10,06,44,33,10253,20,46,Cirrus,0,0
1981,11,11,13,17,6,10246,350,36,Cirrus,0,-9999
1981,11,11,14,17,6,10252,360,41,Cirrus,0,-9999
1981,11,11,15,22,0,10252,300,21,Cirrus,0,-9999
1981,11,11,05,28,11,10233,180,26,cloudless,0,-9999
1981,11,11,08,33,17,10221,210,15,cloudless,0,-9999
1981,11,11,16,33,0,10254,280,21,Cirrus,0,-9999
1981,11,11,04,33,17,10236,170,21,cloudless,0,-9999
1981,11,11,07,33,11,10221,200,26,cloudless,0,-9999
1981,11,11,06,39,17,10227,180,26,cloudless,0,0'
###退出vim界面：按ESC,在按:wq

测评即可